00010000:00000010:2.1F:1787759041.986086:0:11787:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969641678e00.
00000080:00000010:2.1:1787759058.625803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff969642e8bcc0.
00010000:00000010:2.1:1787759058.625824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff969660984700.
00010000:00000010:2.1:1787759058.625829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969641678a00.
00010000:00000010:3.1F:1787759058.625869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969640030600.
00010000:00000010:2.1:1787759058.651711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff969660984100.
00010000:00000010:2.1:1787759058.656139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff969660984700.
00010000:00000010:2.1:1787759058.656155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969641678000.
00010000:00000010:0.1F:1787759058.675493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff969660984f00.
00010000:00000010:0.1:1787759058.675525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969641678a00.
00000080:00000010:2.1:1787759058.686663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff969646286c00.
00010000:00000010:0.1:1787759058.712759:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff969645384d00.
00010000:00000010:0.1:1787759058.712773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969640030e00.
00010000:00000010:0.1:1787759058.730850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff969645384000.
00010000:00000010:0.1:1787759058.735342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969640031c00.
00000080:00000010:3.1:1787759058.864934:0:12502:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff969646286420.
00010000:00000010:2.1:1787759060.427708:0:12663:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969641679e00.
00000080:00000010:2.1:1787759060.427726:0:12663:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96964121bd00.
00010000:00000010:2.1:1787759060.494687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969640030c00.
00000080:00000010:2.1:1787759060.494703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9696553c2ec0.
00010000:00000010:3.1:1787759060.678491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9696609a9c00.
00010000:00000010:3.1:1787759060.678506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969641678200.
00010000:00000010:3.1:1787759060.707983:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9696431fdc00.
00010000:00000010:3.1:1787759060.824651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969640031400.
00010000:00000010:3.1:1787759060.824668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969640031c00.
00010000:00000010:3.1:1787759060.824672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96964151bc00.
00010000:00000010:3.1:1787759060.824677:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff969645384d00.
00010000:00000010:3.1:1787759060.824682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969640030e00.
00010000:00000010:3.1:1787759060.824686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff96964389b600.
00010000:00000010:3.1:1787759060.824689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969640031a00.
00000080:00000010:2.1:1787759060.835366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff969647db9e20.
00000080:00000010:2.1:1787759060.835390:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96965253c200.
00010000:00000010:2.1:1787759060.870748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff96965538fc00.
00010000:00000010:2.1:1787759060.870762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969641679800.
00010000:00000010:2.1:1787759060.886667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff96965538f200.
00010000:00000010:0.1:1787759061.057589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9696489df300.
00010000:00000010:0.1:1787759061.057627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969640030c00.
00010000:00000010:3.1:1787759061.062068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff96965538f400.
00010000:00000010:3.1:1787759061.062078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969641678800.
00010000:00000010:2.1:1787759061.072672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9696489df000.
00010000:00000010:2.1:1787759061.082636:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969640031000.
00000080:00000010:2.1:1787759061.112185:0:12671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96964121b400.
00010000:00000010:3.1:1787759061.152091:0:1353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969641679200.
00010000:00000010:3.1:1787759063.928633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff969645384000.
00010000:00000010:3.1:1787759063.928647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969640030600.
00010000:00000010:2.1:1787759067.994853:0:1:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff96965538f200.
00010000:00000010:2.1:1787759067.994864:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969641678000.
00010000:00000010:2.1:1787759067.994868:0:1:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff96965538fc00.
00010000:00000010:2.1:1787759067.994871:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969641678a00.
00000080:00000010:2.1:1787759068.012681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff969661387500.
00000080:00000010:2.1:1787759068.012771:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96965253c200.
00010000:00000010:0.1:1787759069.552795:0:1010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969641678000.
00010000:00000010:3.1:1787759069.579898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9696604c3300.
00010000:00000010:3.1:1787759069.579913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969682165a00.
00010000:00000010:3.1:1787759069.626171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9696604c3400.
00010000:00000010:2.1:1787759069.628720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969682165400.
00010000:00000010:0.1:1787759069.685742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9696604c3200.
00010000:00000010:0.1:1787759069.685764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969682165e00.
00010000:00000010:2.1:1787759069.691645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff969643d1bb00.
00010000:00000010:2.1:1787759069.695663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969640030600.
00000080:00000010:2.1:1787759069.716646:0:13109:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff969648b8cbc0.
00000800:00000100:0.1:1787759124.291789:0:2388:0:(socklnd_cb.c:2294:ksocknal_find_timed_out_conn()) Timeout sending data to 12345-192.168.204.116@tcp (192.168.204.116:988) the network or that node may be down.
00000800:00000200:0.1:1787759124.291794:0:2388:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:0.1:1787759124.291798:0:2388:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:0.1:1787759124.291801:0:2388:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000200:0.1:1787759139.908394:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:0.1:1787759139.908941:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:0.1:1787759139.909119:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:0.1:1787759139.909270:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:0.1:1787759139.909404:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:0.1:1787759145.029020:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:0.1:1787759145.029023:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 4, 1 secs later)
00000800:00000200:0.1:1787759145.029396:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:0.1:1787759145.029398:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 4, 1 secs later)
00000800:00000200:0.1:1787759145.029833:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:0.1:1787759145.029835:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 4, 1 secs later)
00000800:00000200:0.1:1787759145.030223:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:0.1:1787759145.030226:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 4, 1 secs later)
00000800:00000200:0.1:1787759145.030525:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:0.1:1787759145.030546:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 4, 1 secs later)
00000800:00000200:0.1:1787759150.148483:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:0.1:1787759150.148919:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:0.1:1787759150.149252:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:0.1:1787759150.149472:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:0.1:1787759150.152518:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759170.630211:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759170.630217:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 16, 7 secs later)
00000800:00000200:2.1:1787759170.630778:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759170.630790:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 16, 7 secs later)
00000800:00000200:2.1:1787759170.631169:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759170.631171:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 16, 7 secs later)
00000800:00000200:2.1:1787759175.749334:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759175.749338:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 16, 2 secs later)
00000800:00000200:2.1:1787759175.749919:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759175.749921:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 16, 2 secs later)
00000800:00000200:2.1:1787759175.750317:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759175.750319:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 16, 2 secs later)
00000800:00000200:2.1:1787759175.750634:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759175.750637:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 16, 2 secs later)
00000800:00000200:2.1:1787759175.750924:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759175.750926:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 16, 2 secs later)
00000800:00000200:2.1:1787759180.868739:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759180.869002:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759180.869147:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759180.869303:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759180.869448:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759185.988951:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759185.988958:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 32, 29 secs later)
00000800:00000200:2.1:1787759185.989591:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759185.989594:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 32, 29 secs later)
00000800:00000200:2.1:1787759185.989889:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759185.989891:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 32, 29 secs later)
00000800:00000200:2.1:1787759185.990145:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759185.990149:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 32, 29 secs later)
00000800:00000200:2.1:1787759185.990381:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759185.990382:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 32, 29 secs later)
00000800:00000200:2.1:1787759191.108770:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759191.108775:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 32, 23 secs later)
00000800:00000200:2.1:1787759191.109313:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759191.109316:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 32, 23 secs later)
00000800:00000200:2.1:1787759191.109556:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759191.109558:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 32, 23 secs later)
00000800:00000200:2.1:1787759191.109809:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759191.109811:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 32, 23 secs later)
00000800:00000200:2.1:1787759191.110098:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759191.110100:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 32, 23 secs later)
00000800:00000200:2.1:1787759237.188464:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759237.188469:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787759237.188885:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759237.188887:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787759237.189158:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759237.189160:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787759237.189393:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759237.189395:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787759237.189645:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759237.189647:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787759242.308668:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759242.308679:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787759242.309711:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759242.309719:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787759242.310087:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759242.310090:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787759242.310373:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759242.310375:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787759242.310646:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759242.310649:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787759247.428458:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759247.428463:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787759247.429566:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759247.429568:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787759247.429849:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759247.429853:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787759247.430085:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759247.430087:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787759247.430357:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759247.430359:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787759252.548293:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759252.548296:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787759252.549035:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759252.549037:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787759252.549248:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759252.549252:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787759252.549473:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759252.549476:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787759252.549776:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759252.549777:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787759257.668246:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759257.668251:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787759257.668955:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759257.668957:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787759257.669365:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759257.669366:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787759257.669702:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759257.669705:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787759257.669942:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759257.669943:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787759283.268345:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759283.268702:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759283.269069:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759283.269334:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759283.269526:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759298.628261:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759298.628266:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787759298.628889:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759298.628890:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787759298.629084:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759298.629093:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787759298.629281:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759298.629283:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787759298.629462:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759298.629464:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787759303.748280:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759303.748284:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787759303.748899:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759303.748901:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787759303.749119:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759303.749121:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787759303.749301:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759303.749304:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787759303.749572:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759303.749574:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787759308.868241:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759308.868248:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787759308.868994:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759308.868995:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787759308.869189:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759308.869192:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787759308.869408:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759308.869410:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787759308.869688:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759308.869698:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787759313.988165:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759313.988169:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787759313.989032:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759313.989034:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787759313.989352:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759313.989355:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787759313.989667:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759313.989670:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787759313.990066:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759313.990068:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787759319.108221:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759319.108225:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787759319.108941:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759319.108943:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787759319.109194:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759319.109197:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787759319.109460:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759319.109461:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787759319.109822:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759319.109824:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787759324.228486:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759324.228496:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787759324.229540:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759324.229556:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787759324.229799:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759324.229801:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787759324.230004:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759324.230005:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787759324.230297:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759324.230299:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787759329.348302:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759329.348310:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787759329.349021:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759329.349023:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787759329.349327:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759329.349330:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787759329.349661:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759329.349664:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787759329.349980:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759329.349983:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787759334.468281:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759334.468288:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787759334.469043:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759334.469046:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787759334.469385:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759334.469388:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787759334.469744:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759334.469753:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787759334.470104:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759334.470107:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787759339.588582:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759339.588590:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787759339.589782:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759339.589785:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787759339.590028:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759339.590030:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787759339.590245:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759339.590246:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787759339.590545:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759339.590547:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787759344.708237:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759344.708244:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787759344.708889:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759344.708891:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787759344.709080:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759344.709082:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787759344.709294:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759344.709295:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787759344.709546:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759344.709548:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787759349.828277:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759349.828652:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759349.828985:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759349.829195:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759349.829353:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759354.948475:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759354.948482:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787759354.949350:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759354.949353:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787759354.949735:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759354.949737:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787759354.949970:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759354.949972:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787759354.950191:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759354.950194:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787759360.068236:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759360.068242:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787759360.068931:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759360.068933:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787759360.069126:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759360.069127:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787759360.069307:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759360.069308:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787759360.069578:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759360.069580:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787759365.188554:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759365.188565:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787759365.189420:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759365.189422:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787759365.189634:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759365.189636:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787759365.189826:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759365.189828:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787759365.190102:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759365.190105:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787759370.308453:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759370.308461:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787759370.309529:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759370.309531:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787759370.309775:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759370.309777:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787759370.309982:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759370.309984:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787759370.310286:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759370.310288:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787759375.428392:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759375.428399:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787759375.429283:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759375.429289:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787759375.429693:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759375.429696:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787759375.430146:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759375.430149:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787759375.430473:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759375.430477:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787759395.908224:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759395.908230:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787759395.908890:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759395.908891:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787759395.909084:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759395.909086:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787759395.909261:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759395.909262:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787759395.909511:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759395.909513:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787759447.108145:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759447.108150:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787759447.108737:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759447.108738:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787759447.108940:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759447.108943:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787759447.109115:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759447.109117:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787759447.109309:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759447.109310:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787759467.588153:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759467.588159:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787759467.588722:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759467.588724:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787759467.588894:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759467.588895:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787759467.589050:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759467.589051:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787759467.589272:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759467.589273:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787759472.708358:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759472.708364:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787759472.708914:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759472.708916:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787759472.709134:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759472.709136:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787759472.709336:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759472.709338:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787759472.709533:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759472.709535:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787759477.828335:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759477.828341:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787759477.829056:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759477.829059:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787759477.829287:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759477.829289:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787759477.829474:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759477.829476:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787759477.829763:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759477.829765:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787759482.948392:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759482.949021:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759482.949546:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759482.949767:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759482.949931:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759493.188448:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759493.188456:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787759493.189270:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759493.189273:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787759493.189621:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759493.189624:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787759493.189938:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759493.189940:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787759493.190164:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759493.190165:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787759569.988261:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759569.988268:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787759569.989088:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759569.989092:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787759569.989426:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759569.989428:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787759569.989681:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759569.989684:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787759569.989956:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759569.989958:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787759575.108535:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759575.108541:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787759575.109705:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759575.109707:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787759575.109910:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759575.109912:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787759575.110100:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759575.110102:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787759575.110553:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759575.110556:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787759580.228378:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759580.228386:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787759580.229112:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759580.229115:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787759580.229424:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759580.229427:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787759580.229763:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759580.229765:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787759580.230104:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759580.230108:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787759585.348638:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759585.348647:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787759585.349545:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759585.349547:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787759585.349808:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759585.349809:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787759585.350020:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759585.350022:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787759585.350283:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759585.350285:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787759590.468307:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759590.468315:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787759590.468998:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759590.469000:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787759590.469231:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759590.469234:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787759590.469456:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759590.469458:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787759590.469734:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759590.469736:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787759595.588303:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759595.588307:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787759595.589002:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759595.589007:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787759595.589332:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759595.589333:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787759595.589581:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759595.589583:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787759595.589814:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759595.589816:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787759646.788258:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759646.788264:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787759646.788962:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759646.788968:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787759646.789371:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759646.789372:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787759646.789640:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759646.789642:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787759646.789842:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759646.789844:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787759651.908337:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759651.908344:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787759651.908963:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759651.908965:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787759651.909151:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759651.909153:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787759651.909339:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759651.909340:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787759651.909548:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759651.909549:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00010000:00000010:0.1:1787759671.817633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969641678400.
00010000:00000010:0.1:1787759671.817652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff96965538f300.
00010000:00000010:0.1:1787759671.817657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff969641678a00.
00000800:00000200:2.1:1787759872.068190:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759872.068198:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787759872.068885:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759872.068887:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787759872.069073:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759872.069075:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787759872.069310:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759872.069312:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787759872.069623:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759872.069625:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787759887.428274:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759887.428281:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787759887.429147:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759887.429150:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787759887.429472:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759887.429475:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787759887.429804:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759887.429807:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787759887.430240:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759887.430243:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787759892.548731:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759892.548746:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787759892.549569:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759892.549571:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787759892.549818:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759892.549819:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787759892.550125:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759892.550128:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787759892.550347:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759892.550349:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787759897.668317:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759897.668323:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787759897.669001:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759897.669004:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787759897.669318:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759897.669321:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787759897.669661:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759897.669664:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787759897.669988:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759897.669991:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787759902.788214:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759902.788220:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787759902.788922:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759902.788925:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787759902.789274:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759902.789277:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787759902.789493:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759902.789495:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787759902.789814:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759902.789816:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787759907.908211:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759907.908214:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787759907.908677:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759907.908679:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787759907.908941:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759907.908944:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787759907.909152:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759907.909154:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787759907.909443:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759907.909446:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787759938.628331:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759938.628337:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787759938.629007:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759938.629008:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787759938.629262:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759938.629263:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787759938.629473:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759938.629475:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787759938.629723:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759938.629726:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787759943.748311:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759943.748318:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787759943.748901:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759943.748903:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787759943.749118:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759943.749120:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787759943.749284:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759943.749286:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787759943.749442:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759943.749443:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787759948.868215:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759948.868569:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759948.868855:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759948.869027:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759948.869169:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759953.988704:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759953.988708:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787759953.989176:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759953.989178:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787759953.990287:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759953.990299:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787759953.990582:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759953.990584:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787759953.990866:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759953.990867:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787759959.108502:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759959.108511:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787759959.109546:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759959.109548:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787759959.109841:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759959.109843:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787759959.110034:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759959.110036:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787759959.110248:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759959.110249:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787759964.228157:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759964.228159:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787759964.229473:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759964.229476:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787759964.229748:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759964.229751:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787759964.230059:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759964.230061:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787759964.230310:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787759964.230312:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787760010.308264:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760010.308268:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787760010.308995:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760010.308997:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787760010.309258:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760010.309260:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787760010.309473:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760010.309475:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787760010.309798:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760010.309800:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787760041.028271:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760041.028278:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787760041.028883:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760041.028885:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787760041.029068:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760041.029069:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787760041.029263:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760041.029264:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787760041.029441:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760041.029442:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787760046.148345:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760046.148352:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787760046.149129:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760046.149132:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787760046.149436:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760046.149438:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787760046.149772:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760046.149774:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787760046.150214:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760046.150217:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787760056.388971:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760056.388980:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787760056.389662:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760056.389665:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787760056.389933:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760056.389934:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787760056.390127:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760056.390129:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787760056.390303:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760056.390305:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1787760213.507722:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760213.507725:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760213.507728:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760214.531785:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760214.531792:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760214.531797:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760214.531798:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760214.531801:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760214.531802:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760215.555691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760215.555696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760215.555700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760215.555701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760215.555703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760215.555704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760215.555737:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760215.555739:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760215.555741:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760216.387730:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296273659, at 4296273664
00000100:00000010:0.0:1787760216.387743:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787760216.579745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760216.579753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760216.579758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760216.579758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760216.579761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760216.579762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760217.603758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760217.603767:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760217.603774:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760217.603776:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760217.603780:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760217.603781:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760217.603811:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760217.603814:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760217.603817:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787760218.179897:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.116:988
00000400:00000100:0.0:1787760218.179939:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.116@tcp at host 192.168.204.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787760218.179949:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760218.179954:0:2387:0:(router.c:1791:lnet_notify()) 192.168.204.16@tcp notifying 192.168.204.116@tcp: down
00000400:00000200:0.0:1787760218.179958:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760218.179962:0:2387:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787760218.179967:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787760218.179971:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330000.
00000400:00000200:0.0:1787760218.179976:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787760218.179981:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787760218.179986:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:0.0:1787760218.179989:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:0.0:1787760218.179994:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787760218.180002:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ee1c0 x1874600883566592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787760240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760218.180024:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787760218.180029:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee1c0 x1874600883566592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787760240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760218.180036:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760218.180039:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787760218.180047:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787760218.180050:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:0.0:1787760218.180053:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787760218.180056:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787760218.180060:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240660
00000400:00000010:0.0:1787760218.180062:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240660.
00000100:00000001:0.0:1787760218.180065:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787760218.180069:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ee580 x1874600883566720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787760240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760218.180077:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787760218.180082:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee580 x1874600883566720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787760240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760218.180106:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760218.180111:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787760218.180120:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787760218.180128:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330800.
00000400:00000200:0.0:1787760218.180133:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787760218.180148:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787760218.180155:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240aa0
00000400:00000010:0.0:1787760218.180159:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240aa0.
00000100:00000001:0.0:1787760218.180165:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787760218.180172:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ef0c0 x1874600883566848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787760240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760218.180187:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787760218.180193:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef0c0 x1874600883566848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787760240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760218.180207:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760218.180211:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787760218.180220:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787760218.180225:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330f00.
00000400:00000200:0.0:1787760218.180231:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787760218.180239:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787760218.180244:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:0.0:1787760218.180248:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:0.0:1787760218.180253:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787760218.180260:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ec3c0 x1874600883566976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787760240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760218.180271:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787760218.180274:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec3c0 x1874600883566976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787760240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760218.180281:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760218.180284:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787760218.180294:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787760218.180299:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330600.
00000400:00000200:0.0:1787760218.180305:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787760218.180313:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787760218.180318:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:0.0:1787760218.180322:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:0.0:1787760218.180326:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787760218.180335:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ed2c0 x1874600883567104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787760240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760218.180354:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787760218.180361:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ed2c0 x1874600883567104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787760240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760218.180373:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760218.180375:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787760218.627690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760218.627698:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760218.627700:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760218.627703:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760218.627707:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760218.627709:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760218.627711:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760218.627713:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760218.627718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760218.627719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760218.627722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760218.627723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760219.651715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760219.651720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760219.651723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760219.651724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760219.651726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760219.651727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760219.651745:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760219.651746:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760219.651748:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760220.675698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760220.675703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760220.675707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760220.675708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760220.675710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760220.675711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760221.507745:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296278779, at 4296278784
00000100:00000010:0.0:1787760221.507764:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787760221.699717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760221.699724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760221.699730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760221.699734:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760221.699737:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760221.699741:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760221.699744:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760221.699747:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760221.699749:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760221.699751:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760221.699754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760221.699755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760221.699781:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760221.699783:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760221.699785:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760222.723712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760222.723718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760222.723723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760222.723725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760222.723728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760222.723729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760223.747910:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760223.747916:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760223.747921:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760223.747922:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760223.747926:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760223.747929:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760223.747931:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760223.747942:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760223.747945:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760223.747947:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760223.747952:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760223.747955:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760223.747991:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760223.747994:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760223.747997:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760224.771728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760224.771734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760224.771740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760224.771741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760224.771745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760224.771746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760225.795717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760225.795723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760225.795728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760225.795729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760225.795733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760225.795734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760225.795784:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760225.795787:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760225.795790:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760226.627683:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296283899, at 4296283904
00000100:00000010:0.0:1787760226.627697:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00010000:00000001:0.0:1787760226.819718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760226.819722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760226.819726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760226.819727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760226.819729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760226.819730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760227.843696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760227.843702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760227.843707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760227.843709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760227.843712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760227.843713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760227.843761:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760227.843764:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760227.843767:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760228.867721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760228.867728:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760228.867730:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760228.867732:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760228.867736:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760228.867737:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760228.867739:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760228.867740:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760228.867742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760228.867743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760228.867745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760228.867746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760229.891697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760229.891703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760229.891707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760229.891709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760229.891712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760229.891713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760229.891736:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760229.891739:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760229.891742:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760230.915695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760230.915701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760230.915707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760230.915708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760230.915711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760230.915711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760231.747710:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296289019, at 4296289024
00000100:00000010:0.0:1787760231.747724:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc00.
00010000:00000001:0.0:1787760231.939697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760231.939702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760231.939706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760231.939709:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760231.939710:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760231.939712:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760231.939714:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760231.939716:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760231.939723:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760231.939725:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760231.939727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760231.939727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760231.939745:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760231.939746:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760231.939748:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760232.963679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760232.963684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760232.963688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760232.963689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760232.963691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760232.963691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760233.987702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760233.987708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760233.987713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760233.987714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760233.987718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760233.987721:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760233.987723:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760233.987726:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760233.987729:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760233.987731:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760233.987733:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760233.987736:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760233.987757:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760233.987760:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760233.987762:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760235.011668:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760235.011676:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760235.011680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760235.011681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760235.011684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760235.011685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760236.035657:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760236.035662:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760236.035665:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760236.035666:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760236.035668:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760236.035670:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760236.035683:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760236.035685:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760236.035687:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760236.867669:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296294139, at 4296294144
00000100:00000010:0.0:1787760236.867685:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00010000:00000001:0.0:1787760237.059729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760237.059736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760237.059742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760237.059743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760237.059745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760237.059746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760238.083679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760238.083685:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760238.083687:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760238.083689:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760238.083692:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760238.083694:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760238.083695:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760238.083696:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760238.083705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760238.083706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760238.083709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760238.083709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760238.083736:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760238.083738:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760238.083740:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760239.107722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760239.107729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760239.107735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760239.107736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760239.107739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760239.107740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760240.131696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760240.131703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760240.131708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760240.131709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760240.131713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760240.131714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760240.131735:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760240.131737:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760240.131740:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760241.155706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760241.155711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760241.155715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760241.155717:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760241.155719:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760241.155721:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760241.155723:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760241.155725:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760241.155726:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760241.155727:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760241.155730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760241.155730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760241.987678:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296299260, at 4296299264
00000100:00000010:0.0:1787760241.987690:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787760242.179667:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760242.179672:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760242.179676:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760242.179676:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760242.179679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760242.179679:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760242.179695:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760242.179697:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760242.179698:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760243.203735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760243.203743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760243.203751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760243.203752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760243.203756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760243.203761:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760243.203763:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760243.203767:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760243.203771:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760243.203775:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760243.203777:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760243.203779:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760244.227699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760244.227704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760244.227708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760244.227708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760244.227710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760244.227711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760244.227730:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760244.227731:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760244.227733:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760245.251732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760245.251739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760245.251744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760245.251746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760245.251750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760245.251751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760246.275698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760246.275704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760246.275709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760246.275711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760246.275714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760246.275715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760246.275742:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760246.275744:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760246.275747:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760247.107692:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296304379, at 4296304384
00000100:00000010:0.0:1787760247.107705:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787760247.299705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760247.299711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760247.299717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760247.299717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760247.299719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760247.299720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760248.323674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760248.323681:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760248.323683:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760248.323685:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760248.323688:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760248.323690:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760248.323691:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760248.323693:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760248.323695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760248.323696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760248.323698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760248.323699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760248.323715:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760248.323717:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760248.323718:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760249.347721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760249.347729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760249.347736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760249.347737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760249.347741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760249.347742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760250.371663:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760250.371669:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760250.371672:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760250.371674:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760250.371676:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760250.371677:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760250.371693:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760250.371695:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760250.371697:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760251.395697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760251.395704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760251.395709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760251.395713:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760251.395715:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760251.395718:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760251.395721:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760251.395723:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760251.395725:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760251.395728:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760251.395732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760251.395734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760252.227715:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296309499, at 4296309504
00000100:00000010:0.0:1787760252.227735:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00010000:00000001:0.0:1787760252.419706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760252.419712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760252.419716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760252.419717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760252.419720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760252.419721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760252.419740:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760252.419742:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760252.419745:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760253.443704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760253.443710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760253.443715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760253.443716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760253.443718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760253.443721:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760253.443723:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760253.443726:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760253.443729:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760253.443730:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760253.443732:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760253.443733:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760254.467700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760254.467708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760254.467713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760254.467714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760254.467717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760254.467718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760254.467745:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760254.467747:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760254.467750:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760255.491716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760255.491723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760255.491729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760255.491731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760255.491734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760255.491735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760256.515739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760256.515747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760256.515753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760256.515755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760256.515758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760256.515760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760256.515787:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760256.515791:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760256.515794:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760257.347701:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296314620, at 4296314624
00000100:00000010:0.0:1787760257.347729:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00010000:00000001:0.0:1787760257.539696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760257.539703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760257.539709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760257.539711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760257.539715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760257.539716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760258.563698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760258.563706:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760258.563708:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760258.563710:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760258.563714:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760258.563716:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760258.563718:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760258.563719:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760258.563723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760258.563724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760258.563726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760258.563727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760258.563746:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760258.563748:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760258.563750:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760259.587701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760259.587708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760259.587715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760259.587717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760259.587720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760259.587722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760260.611766:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760260.611775:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760260.611783:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760260.611785:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760260.611789:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760260.611791:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760260.611834:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760260.611857:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760260.611862:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760261.635681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760261.635692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760261.635698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760261.635704:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760261.635706:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760261.635709:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760261.635713:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760261.635715:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760261.635718:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760261.635720:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760261.635723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760261.635724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760262.467706:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296319739, at 4296319744
00000100:00000010:0.0:1787760262.467725:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787760262.659705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760262.659711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760262.659715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760262.659716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760262.659719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760262.659720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760262.659739:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760262.659741:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760262.659743:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760263.683699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760263.683705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760263.683710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760263.683711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760263.683714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760263.683716:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760263.683718:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760263.683721:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760263.683723:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760263.683725:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760263.683726:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760263.683728:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760264.707700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760264.707707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760264.707713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760264.707715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760264.707718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760264.707719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760264.707742:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760264.707745:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760264.707749:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760265.731697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760265.731702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760265.731707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760265.731708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760265.731711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760265.731712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760266.755693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760266.755698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760266.755703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760266.755704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760266.755707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760266.755708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760266.755762:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760266.755765:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760266.755768:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760267.587667:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296324859, at 4296324864
00000100:00000010:0.0:1787760267.587682:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00010000:00000001:0.0:1787760267.779722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760267.779730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760267.779736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760267.779738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760267.779741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760267.779743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760268.803735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760268.803744:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760268.803747:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760268.803750:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760268.803755:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760268.803757:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760268.803760:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760268.803762:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760268.803767:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760268.803768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760268.803771:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760268.803772:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760268.803800:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760268.803802:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760268.803804:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760269.827738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760269.827746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760269.827751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760269.827752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760269.827755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760269.827756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760270.851759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760270.851767:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760270.851773:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760270.851775:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760270.851780:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760270.851781:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760270.851824:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760270.851828:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760270.851830:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760271.875687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760271.875696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760271.875703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760271.875707:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760271.875710:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760271.875713:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760271.875716:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760271.875719:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760271.875721:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760271.875723:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760271.875727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760271.875729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760272.707670:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296329980, at 4296329984
00000100:00000010:0.0:1787760272.707683:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00010000:00000001:0.0:1787760272.899686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760272.899691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760272.899696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760272.899697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760272.899699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760272.899700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760272.899717:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760272.899719:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760272.899721:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760273.923672:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760273.923677:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760273.923681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760273.923682:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760273.923685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760273.923688:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760273.923690:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760273.923692:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760273.923695:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760273.923696:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760273.923698:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760273.923700:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760274.947712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760274.947718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760274.947722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760274.947723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760274.947727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760274.947728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760274.947772:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760274.947774:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760274.947776:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760275.971711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760275.971716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760275.971720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760275.971721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760275.971731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760275.971733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760276.995715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760276.995722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760276.995728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760276.995730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760276.995733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760276.995735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760276.995792:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760276.995796:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760276.995800:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760277.827669:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296335099, at 4296335104
00000100:00000010:0.0:1787760277.827684:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787760278.019725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760278.019731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760278.019735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760278.019736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760278.019739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760278.019741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760279.043697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760279.043709:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760279.043711:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760279.043713:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760279.043718:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760279.043719:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760279.043721:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760279.043722:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760279.043725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760279.043727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760279.043730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760279.043730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760279.043747:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760279.043749:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760279.043751:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760280.067737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760280.067743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760280.067747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760280.067749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760280.067752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760280.067753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760281.091703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760281.091710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760281.091716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760281.091720:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760281.091722:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760281.091725:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760281.091729:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760281.091731:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760281.091733:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760281.091735:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760281.091739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760281.091740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760281.091797:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760281.091800:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760281.091803:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760282.115727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760282.115733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760282.115739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760282.115741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760282.115744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760282.115745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760282.947748:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296340219, at 4296340224
00000100:00000010:0.0:1787760282.947762:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00010000:00000001:0.0:1787760283.139689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760283.139695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760283.139699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760283.139700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760283.139703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760283.139706:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760283.139708:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760283.139711:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760283.139713:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760283.139714:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760283.139716:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760283.139718:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760283.139735:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760283.139737:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760283.139739:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760284.163770:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760284.163780:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760284.163790:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760284.163791:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760284.163795:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760284.163797:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760285.187677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760285.187683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760285.187686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760285.187687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760285.187690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760285.187691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760285.187708:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760285.187710:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760285.187712:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760286.211730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760286.211736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760286.211742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760286.211743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760286.211747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760286.211748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760287.235731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760287.235739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760287.235745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760287.235746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760287.235751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760287.235752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760287.235781:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760287.235785:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760287.235788:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760288.067753:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296345340, at 4296345344
00000100:00000010:0.0:1787760288.067790:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787760288.259730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760288.259736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760288.259743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760288.259744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760288.259747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760288.259749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760289.283701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760289.283708:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760289.283710:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760289.283712:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760289.283716:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760289.283722:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760289.283723:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760289.283725:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760289.283728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760289.283729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760289.283731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760289.283732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760289.283767:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760289.283769:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760289.283771:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760290.307739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760290.307747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760290.307753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760290.307754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760290.307757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760290.307758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760291.331677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760291.331683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760291.331689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760291.331693:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760291.331694:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760291.331697:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760291.331699:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760291.331701:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760291.331702:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760291.331704:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760291.331706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760291.331707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760291.331758:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760291.331761:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760291.331765:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760292.355694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760292.355699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760292.355704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760292.355705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760292.355708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760292.355709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760293.187691:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296350459, at 4296350464
00000100:00000010:0.0:1787760293.187706:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787760293.379704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760293.379712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760293.379718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760293.379720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760293.379724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760293.379727:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760293.379730:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760293.379733:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760293.379737:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760293.379740:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760293.379742:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760293.379744:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760293.379767:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760293.379769:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760293.379772:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760294.403707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760294.403712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760294.403716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760294.403717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760294.403720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760294.403720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760295.427721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760295.427727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760295.427732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760295.427734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760295.427737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760295.427739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760295.427760:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760295.427761:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760295.427763:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760296.451674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760296.451680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760296.451685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760296.451686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760296.451688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760296.451689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760297.475708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760297.475714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760297.475718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760297.475719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760297.475721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760297.475723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760297.475743:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760297.475745:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760297.475746:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760298.307699:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296355579, at 4296355584
00000100:00000010:0.0:1787760298.307716:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00010000:00000001:0.0:1787760298.499686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760298.499691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760298.499696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760298.499697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760298.499699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760298.499700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760299.523707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760299.523715:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760299.523717:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760299.523720:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760299.523724:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760299.523726:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760299.523727:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760299.523729:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760299.523732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760299.523733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760299.523736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760299.523736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760299.523757:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760299.523759:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760299.523761:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760300.547678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760300.547683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760300.547688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760300.547689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760300.547691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760300.547692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760301.571723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760301.571730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760301.571737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760301.571740:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760301.571743:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760301.571746:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760301.571749:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760301.571752:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760301.571754:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760301.571756:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760301.571759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760301.571761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760301.571783:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760301.571786:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760301.571789:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760302.595692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760302.595700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760302.595706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760302.595708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760302.595711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760302.595712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760303.427700:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296360699, at 4296360704
00000100:00000010:0.0:1787760303.427715:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787760303.619735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760303.619743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760303.619749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760303.619750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760303.619754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760303.619757:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760303.619760:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760303.619763:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760303.619767:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760303.619769:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760303.619771:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760303.619774:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760303.619801:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760303.619804:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760303.619807:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760304.643696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760304.643702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760304.643706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760304.643707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760304.643709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760304.643710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760305.667708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760305.667714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760305.667718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760305.667719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760305.667721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760305.667722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760305.667742:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760305.667744:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760305.667746:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760306.691661:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760306.691666:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760306.691671:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760306.691672:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760306.691674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760306.691675:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760307.715730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760307.715737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760307.715744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760307.715746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760307.715749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760307.715751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760307.715776:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760307.715779:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760307.715782:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760308.547759:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296365819, at 4296365824
00000100:00000010:0.0:1787760308.547785:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d2a0.
00010000:00000001:0.0:1787760308.739683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760308.739688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760308.739692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760308.739693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760308.739695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760308.739696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760309.763723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760309.763730:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760309.763732:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760309.763735:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760309.763739:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760309.763740:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760309.763742:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760309.763743:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760309.763746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760309.763747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760309.763750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760309.763751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760309.763786:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760309.763789:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760309.763790:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760310.787716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760310.787722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760310.787725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760310.787726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760310.787728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760310.787729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760311.811701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760311.811707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760311.811712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760311.811715:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760311.811717:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760311.811719:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760311.811721:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760311.811723:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760311.811724:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760311.811725:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760311.811728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760311.811728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760311.811752:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760311.811754:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760311.811756:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760312.835677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760312.835683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760312.835687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760312.835688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760312.835690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760312.835691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760313.667713:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296370939, at 4296370944
00000100:00000010:0.0:1787760313.667732:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787760313.859705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760313.859711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760313.859715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760313.859716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760313.859718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760313.859721:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760313.859723:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760313.859725:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760313.859728:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760313.859730:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760313.859731:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760313.859733:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760313.859761:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760313.859762:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760313.859765:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760314.883727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760314.883732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760314.883736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760314.883737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760314.883739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760314.883741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760315.907709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760315.907715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760315.907720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760315.907721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760315.907724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760315.907725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760315.907749:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760315.907751:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760315.907753:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760316.931737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760316.931753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760316.931759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760316.931761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760316.931764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760316.931765:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760317.955673:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760317.955678:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760317.955682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760317.955683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760317.955685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760317.955686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760317.955703:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760317.955705:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760317.955708:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760318.787686:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296376059, at 4296376064
00000100:00000010:0.0:1787760318.787702:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00010000:00000001:0.0:1787760318.979718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760318.979725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760318.979732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760318.979733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760318.979737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760318.979738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760320.003670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760320.003677:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760320.003679:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760320.003682:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760320.003697:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760320.003699:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760320.003700:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760320.003702:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760320.003705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760320.003706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760320.003708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760320.003709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760320.003725:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760320.003727:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760320.003729:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760321.027712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760321.027718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760321.027723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760321.027726:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760321.027728:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760321.027730:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760321.027733:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760321.027735:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760321.027736:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760321.027738:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760321.027740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760321.027741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760322.051715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760322.051723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760322.051729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760322.051730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760322.051734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760322.051736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760322.051760:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760322.051763:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760322.051766:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760323.075700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760323.075708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760323.075714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760323.075715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760323.075717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760323.075721:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760323.075723:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760323.075726:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760323.075729:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760323.075731:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760323.075733:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760323.075735:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760323.907704:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296381179, at 4296381184
00000100:00000010:0.0:1787760323.907720:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787760324.099772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760324.099781:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760324.099789:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760324.099791:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760324.099795:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760324.099796:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760324.099827:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760324.099831:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760324.099834:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760325.123705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760325.123710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760325.123714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760325.123716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760325.123718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760325.123719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760326.147686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760326.147692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760326.147695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760326.147696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760326.147699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760326.147700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760326.147720:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760326.147723:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760326.147727:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760327.171726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760327.171733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760327.171738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760327.171740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760327.171743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760327.171745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760328.195697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760328.195705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760328.195711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760328.195712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760328.195718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760328.195719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760328.195744:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760328.195747:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760328.195750:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760329.027730:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296386299, at 4296386304
00000100:00000010:0.0:1787760329.027754:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787760329.219714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760329.219721:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760329.219731:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760329.219733:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760329.219737:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760329.219739:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760329.219740:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760329.219742:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760329.219745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760329.219747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760329.219749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760329.219750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760330.243695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760330.243701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760330.243708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760330.243710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760330.243713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760330.243715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760330.243744:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760330.243747:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760330.243751:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760331.267736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760331.267742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760331.267746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760331.267750:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760331.267751:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760331.267754:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760331.267756:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760331.267758:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760331.267759:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760331.267760:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760331.267763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760331.267764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760332.291665:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760332.291673:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760332.291679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760332.291681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760332.291684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760332.291686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760332.291705:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760332.291707:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760332.291709:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760333.315763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760333.315773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760333.315781:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760333.315782:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760333.315786:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760333.315790:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760333.315793:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760333.315797:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760333.315801:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760333.315804:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760333.315806:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760333.315810:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760334.147704:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296391420, at 4296391424
00000100:00000010:0.0:1787760334.147726:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00010000:00000001:0.0:1787760334.339760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760334.339770:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760334.339778:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760334.339779:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760334.339784:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760334.339785:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760334.339818:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760334.339822:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760334.339826:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760335.363701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760335.363708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760335.363713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760335.363714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760335.363717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760335.363717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760336.387730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760336.387736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760336.387743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760336.387744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760336.387748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760336.387749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760336.387775:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760336.387778:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760336.387781:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760337.411706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760337.411712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760337.411719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760337.411721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760337.411725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760337.411726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760338.435704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760338.435709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760338.435713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760338.435714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760338.435717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760338.435718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760338.435737:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760338.435739:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760338.435741:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760339.267703:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296396539, at 4296396544
00000100:00000010:0.0:1787760339.267717:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787760339.459663:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760339.459670:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760339.459672:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760339.459674:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760339.459678:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760339.459680:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760339.459681:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760339.459683:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760339.459686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760339.459687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760339.459689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760339.459690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760340.483709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760340.483717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760340.483722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760340.483724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760340.483727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760340.483729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760340.483753:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760340.483756:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760340.483759:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760341.507716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760341.507721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760341.507725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760341.507728:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760341.507730:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760341.507732:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760341.507734:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760341.507736:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760341.507738:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760341.507740:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760341.507742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760341.507743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760342.531705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760342.531713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760342.531719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760342.531720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760342.531724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760342.531725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760342.531744:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760342.531751:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760342.531753:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760343.555712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760343.555718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760343.555734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760343.555736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760343.555739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760343.555742:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760343.555745:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760343.555749:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760343.555752:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760343.555754:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760343.555757:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760343.555759:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760344.387706:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296401659, at 4296401664
00000100:00000010:0.0:1787760344.387721:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00010000:00000001:0.0:1787760344.579712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760344.579718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760344.579722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760344.579723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760344.579726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760344.579726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760344.579763:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760344.579765:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760344.579767:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760345.603668:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760345.603673:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760345.603678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760345.603679:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760345.603682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760345.603683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760346.627710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760346.627716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760346.627721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760346.627722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760346.627725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760346.627726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760346.627746:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760346.627748:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760346.627751:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760347.651674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760347.651680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760347.651684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760347.651685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760347.651687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760347.651688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760348.675744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760348.675750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760348.675754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760348.675755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760348.675757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760348.675758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760348.675775:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760348.675778:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760348.675780:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760349.507693:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296406779, at 4296406784
00000100:00000010:0.0:1787760349.507711:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00010000:00000001:0.0:1787760349.699670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760349.699679:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760349.699681:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760349.699684:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760349.699690:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760349.699693:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760349.699695:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760349.699699:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760349.699703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760349.699704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760349.699708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760349.699709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760350.723691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760350.723697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760350.723702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760350.723703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760350.723706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760350.723707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760350.723727:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760350.723729:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760350.723732:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760351.747696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760351.747705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760351.747713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760351.747717:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760351.747720:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760351.747725:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760351.747729:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760351.747732:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760351.747734:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760351.747738:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760351.747742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760351.747744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760352.771689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760352.771697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760352.771703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760352.771704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760352.771707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760352.771708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760352.771750:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760352.771752:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760352.771754:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760353.795738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760353.795746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760353.795753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760353.795755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760353.795758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760353.795761:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760353.795764:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760353.795767:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760353.795771:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760353.795773:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760353.795776:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760353.795778:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760354.627725:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296411899, at 4296411904
00000100:00000010:0.0:1787760354.627742:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787760354.819705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760354.819712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760354.819718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760354.819719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760354.819722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760354.819724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760354.819758:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760354.819762:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760354.819765:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760355.843737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760355.843744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760355.843750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760355.843751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760355.843755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760355.843756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760356.867676:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760356.867681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760356.867686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760356.867687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760356.867690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760356.867691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760356.867706:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760356.867708:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760356.867711:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760357.891717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760357.891722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760357.891727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760357.891728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760357.891730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760357.891731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760358.915712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760358.915719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760358.915725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760358.915726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760358.915729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760358.915730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760358.915754:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760358.915756:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760358.915759:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760359.747693:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296417019, at 4296417024
00000100:00000010:0.0:1787760359.747717:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00010000:00000001:0.0:1787760359.939774:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760359.939787:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760359.939790:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760359.939794:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760359.939808:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760359.939812:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760359.939814:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760359.939820:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760359.939826:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760359.939828:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760359.939833:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760359.939834:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760360.963718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760360.963723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760360.963727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760360.963728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760360.963730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760360.963731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760360.963750:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760360.963751:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760360.963753:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760361.987710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760361.987716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760361.987722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760361.987724:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760361.987727:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760361.987730:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760361.987733:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760361.987736:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760361.987738:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760361.987740:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760361.987744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760361.987745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760363.011722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760363.011728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760363.011733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760363.011734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760363.011737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760363.011738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760363.011757:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760363.011759:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760363.011761:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760364.035697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760364.035704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760364.035709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760364.035711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760364.035714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760364.035717:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760364.035720:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760364.035723:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760364.035726:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760364.035729:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760364.035731:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760364.035734:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760364.867693:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296422140, at 4296422144
00000100:00000010:0.0:1787760364.867702:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00010000:00000001:0.0:1787760365.059676:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760365.059681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760365.059686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760365.059688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760365.059690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760365.059691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760365.059707:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760365.059709:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760365.059711:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760366.083735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760366.083743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760366.083749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760366.083751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760366.083755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760366.083756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760367.107699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760367.107705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760367.107712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760367.107713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760367.107716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760367.107718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760367.107743:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760367.107745:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760367.107748:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760368.131702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760368.131708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760368.131712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760368.131712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760368.131715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760368.131716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760368.707754:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760368.707767:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787760368.707770:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760368.707774:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760368.707779:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760368.707787:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 1753
00000400:00000200:0.0:1787760368.707797:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760368.707803:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760368.707807:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760368.707810:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760368.707813:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760368.707815:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760368.707817:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760368.707821:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760368.707823:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787760368.707826:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760368.707829:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787760368.707831:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787760368.707832:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787760368.707834:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760368.707836:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760368.707837:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760368.707838:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760368.707841:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787760368.707845:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760368.707846:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760368.707849:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760368.707854:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760368.707857:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760368.707860:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787760368.707863:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760368.707876:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097da40.
00000020:00000040:0.0:1787760368.707890:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787760368.707895:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760368.707897:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760368.707902:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760368.707906:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760368.707911:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760368.707920:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30c00.
00000100:00000001:0.0:1787760368.707928:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760368.707938:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097da40 x1874600883585792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760368.707948:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760368.707953:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760368.707957:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a392d04] to pc [ptlrpcd_rcv+-1]  req@ffff96966097da40 x1874600883585792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760368.707984:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760368.707987:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760368.707989:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787760368.707991:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760368.707992:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760368.707995:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760368.707997:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 1753
00000400:00000200:0.0:1787760368.708001:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760368.708004:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760368.708006:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760368.708009:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760368.708011:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760368.708012:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760368.708014:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760368.708015:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760368.708016:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787760368.708018:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760368.708020:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787760368.708021:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787760368.708023:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787760368.708025:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760368.708029:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760368.708032:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760368.708036:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760368.708046:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787760368.708057:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760368.708061:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760368.708065:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760368.708072:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760368.708077:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760368.708082:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760368.708089:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787760368.708094:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760368.708098:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760368.708103:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097de00.
00000020:00000040:0.0:1787760368.708107:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787760368.708113:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760368.708116:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760368.708118:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760368.708119:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760368.708121:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760368.708130:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33c00.
00000100:00000001:0.0:1787760368.708135:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760368.708142:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097de00 x1874600883585920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760368.708149:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760368.708153:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760368.708157:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010d19df2] to pc [ptlrpcd_rcv+-1]  req@ffff96966097de00 x1874600883585920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760368.708171:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760368.708175:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760368.708184:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787760368.708185:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760368.708187:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760368.708188:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760368.708194:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 1753
00000400:00000200:0.0:1787760368.708201:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760368.708205:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760368.708208:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760368.708215:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760368.708221:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760368.708227:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760368.708232:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760368.708237:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760368.708239:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787760368.708243:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760368.708247:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787760368.708251:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787760368.708254:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787760368.708263:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760368.708268:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760368.708274:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760368.708278:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760368.708280:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787760368.708285:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760368.708288:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760368.708292:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760368.708296:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760368.708301:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760368.708306:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760368.708310:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787760368.708315:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760368.708318:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760368.708322:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097ed00.
00000020:00000040:0.0:1787760368.708327:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787760368.708332:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760368.708336:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760368.708337:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760368.708339:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760368.708340:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760368.708344:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33000.
00000100:00000001:0.0:1787760368.708349:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760368.708356:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097ed00 x1874600883586048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760368.708372:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760368.708376:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760368.708384:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088ef356f] to pc [ptlrpcd_rcv+-1]  req@ffff96966097ed00 x1874600883586048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760368.708404:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760368.708410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760368.708418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787760368.708423:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760368.708424:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760368.708428:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760368.708434:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 1753
00000400:00000200:0.0:1787760368.708441:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760368.708444:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760368.708446:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760368.708451:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760368.708456:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760368.708465:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760368.708468:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760368.708473:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760368.708474:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787760368.708479:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760368.708481:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787760368.708483:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787760368.708635:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787760368.708646:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760368.708659:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760368.708664:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760368.708670:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760368.708685:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787760368.708691:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760368.708693:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760368.708695:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760368.708703:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760368.708708:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760368.708711:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760368.708717:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787760368.708724:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760368.708728:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760368.708758:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c3c0.
00000020:00000040:0.0:1787760368.708766:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787760368.708770:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760368.708775:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760368.708779:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760368.708782:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760368.708786:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760368.708805:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30800.
00000100:00000001:0.0:1787760368.708813:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760368.708834:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c3c0 x1874600883586176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760368.708865:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760368.708872:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760368.708882:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732a0c51] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c3c0 x1874600883586176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760368.708902:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760368.708907:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760368.708912:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787760368.708916:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760368.708919:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760368.708922:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760368.708927:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 1753
00000400:00000200:0.0:1787760368.708942:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760368.708952:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760368.708962:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760368.708971:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760368.708982:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760368.708997:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760368.709006:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760368.709018:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760368.709025:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787760368.709029:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760368.709036:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787760368.709045:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787760368.709051:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787760368.709068:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760368.709081:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760368.709094:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760368.709103:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760368.709112:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787760368.709119:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760368.709132:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760368.709141:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760368.709149:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760368.709160:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760368.709171:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760368.709178:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787760368.709193:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760368.709198:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760368.709205:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f0c0.
00000020:00000040:0.0:1787760368.709215:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787760368.709224:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760368.709232:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760368.709238:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760368.709245:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760368.709249:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760368.709254:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31000.
00000100:00000001:0.0:1787760368.709259:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760368.709271:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f0c0 x1874600883586304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760368.709286:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760368.709295:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760368.709311:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcc28536] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f0c0 x1874600883586304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760368.709343:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760368.709357:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1763)
00010000:00000001:0.0:1787760369.155684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760369.155691:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760369.155693:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760369.155696:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760369.155700:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760369.155702:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760369.155704:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760369.155705:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760369.155708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760369.155709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760369.155713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760369.155715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760369.155753:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760369.155756:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760369.155760:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760369.987706:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296427259, at 4296427264
00000100:00000010:0.0:1787760369.987732:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787760370.179741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760370.179748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760370.179755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760370.179756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760370.179760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760370.179761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760371.203667:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760371.203674:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760371.203680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760371.203684:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760371.203686:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760371.203704:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760371.203707:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760371.203709:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760371.203710:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760371.203712:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760371.203715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760371.203716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760371.203751:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760371.203754:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760371.203756:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760372.227715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760372.227720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760372.227726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760372.227726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760372.227729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760372.227730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760373.251715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760373.251720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760373.251724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760373.251725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760373.251727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760373.251728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760373.251747:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760373.251749:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760373.251752:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760373.827732:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760373.827743:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787760373.827746:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760373.827750:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760373.827754:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760373.827762:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 1758
00000400:00000200:0.0:1787760373.827771:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760373.827777:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760373.827781:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760373.827784:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760373.827787:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760373.827789:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760373.827791:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760373.827795:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760373.827797:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787760373.827800:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760373.827803:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787760373.827805:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787760373.827808:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787760373.827811:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760373.827812:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760373.827814:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760373.827816:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760373.827819:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787760373.827823:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760373.827825:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760373.827828:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760373.827831:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760373.827835:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760373.827838:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787760373.827841:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760373.827850:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f0c0.
00000020:00000040:0.0:1787760373.827854:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787760373.827858:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760373.827860:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760373.827863:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760373.827866:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760373.827871:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760373.827878:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33400.
00000100:00000001:0.0:1787760373.827884:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760373.827892:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f0c0 x1874600883586432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760373.827900:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760373.827913:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760373.827918:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcc28536] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f0c0 x1874600883586432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760373.827946:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760373.827950:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760373.827954:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787760373.827955:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760373.827957:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760373.827960:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760373.827963:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 1758
00000400:00000200:0.0:1787760373.827967:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760373.827970:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760373.827972:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760373.827974:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760373.827976:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760373.827978:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760373.827980:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760373.827983:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760373.827984:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787760373.827988:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760373.827990:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787760373.827993:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787760373.827997:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787760373.828002:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760373.828006:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760373.828010:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760373.828015:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760373.828019:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787760373.828023:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760373.828026:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760373.828029:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760373.828034:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760373.828037:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760373.828040:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760373.828045:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787760373.828050:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760373.828056:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760373.828063:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c3c0.
00000020:00000040:0.0:1787760373.828067:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787760373.828071:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760373.828074:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760373.828081:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760373.828086:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760373.828091:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760373.828100:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00000001:0.0:1787760373.828106:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760373.828118:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c3c0 x1874600883586560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760373.828150:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760373.828157:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760373.828167:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732a0c51] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c3c0 x1874600883586560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760373.828186:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760373.828193:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760373.828201:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787760373.828207:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760373.828211:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760373.828219:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760373.828228:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 1758
00000400:00000200:0.0:1787760373.828241:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760373.828249:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760373.828255:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760373.828263:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760373.828269:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760373.828272:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760373.828274:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760373.828275:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760373.828278:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787760373.828281:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760373.828284:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787760373.828287:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787760373.828291:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787760373.828297:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760373.828301:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760373.828305:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760373.828308:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760373.828312:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787760373.828316:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760373.828322:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760373.828324:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760373.828326:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760373.828328:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760373.828329:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760373.828330:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787760373.828332:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760373.828333:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760373.828336:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097ed00.
00000020:00000040:0.0:1787760373.828338:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787760373.828340:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760373.828341:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760373.828342:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760373.828343:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760373.828345:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760373.828348:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31800.
00000100:00000001:0.0:1787760373.828350:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760373.828354:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097ed00 x1874600883586688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760373.828359:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760373.828361:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760373.828363:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088ef356f] to pc [ptlrpcd_rcv+-1]  req@ffff96966097ed00 x1874600883586688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760373.828369:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760373.828371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760373.828373:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787760373.828374:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760373.828375:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760373.828376:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760373.828378:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 1758
00000400:00000200:0.0:1787760373.828381:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760373.828383:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760373.828384:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760373.828386:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760373.828388:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760373.828389:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760373.828390:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760373.828392:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760373.828392:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787760373.828393:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760373.828394:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787760373.828396:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787760373.828397:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787760373.828399:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760373.828400:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760373.828401:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760373.828402:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760373.828403:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787760373.828405:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760373.828406:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760373.828407:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760373.828408:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760373.828410:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760373.828411:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760373.828412:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787760373.828414:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760373.828415:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760373.828416:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097de00.
00000020:00000040:0.0:1787760373.828418:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787760373.828419:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760373.828420:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760373.828421:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760373.828422:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760373.828423:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760373.828426:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30400.
00000100:00000001:0.0:1787760373.828428:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760373.828430:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097de00 x1874600883586816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760373.828435:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760373.828436:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760373.828438:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010d19df2] to pc [ptlrpcd_rcv+-1]  req@ffff96966097de00 x1874600883586816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760373.828442:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760373.828444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760373.828445:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787760373.828446:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760373.828447:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760373.828448:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760373.828450:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 1758
00000400:00000200:0.0:1787760373.828452:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760373.828453:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760373.828454:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760373.828456:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760373.828457:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760373.828459:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760373.828460:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760373.828461:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760373.828462:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787760373.828463:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760373.828464:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787760373.828465:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787760373.828466:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787760373.828469:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760373.828470:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760373.828471:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760373.828473:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760373.828474:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787760373.828476:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760373.828477:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760373.828478:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760373.828479:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760373.828480:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760373.828481:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760373.828482:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787760373.828484:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760373.828485:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760373.828486:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097da40.
00000020:00000040:0.0:1787760373.828488:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787760373.828489:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760373.828490:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760373.828491:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760373.828492:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760373.828492:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760373.828494:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32800.
00000100:00000001:0.0:1787760373.828496:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760373.828498:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097da40 x1874600883586944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760373.828502:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760373.828503:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760373.828505:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a392d04] to pc [ptlrpcd_rcv+-1]  req@ffff96966097da40 x1874600883586944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760373.828510:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760373.828512:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1768)
00010000:00000001:0.0:1787760374.275711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760374.275717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760374.275720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760374.275721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760374.275724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760374.275726:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760374.275728:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760374.275730:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760374.275733:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760374.275734:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760374.275736:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760374.275737:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760375.107697:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296432380, at 4296432384
00000100:00000010:0.0:1787760375.107711:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787760375.299717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760375.299723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760375.299727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760375.299728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760375.299730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760375.299731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760375.299750:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760375.299752:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760375.299754:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760376.323701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760376.323709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760376.323715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760376.323716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760376.323720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760376.323721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760377.347702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760377.347708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760377.347712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760377.347713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760377.347715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760377.347716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760377.347735:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760377.347737:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760377.347739:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760378.371679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760378.371684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760378.371689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760378.371690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760378.371692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760378.371693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760378.947697:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760378.947705:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787760378.947707:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760378.947710:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760378.947714:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760378.947720:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 1763
00000400:00000200:0.0:1787760378.947729:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760378.947734:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760378.947737:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760378.947740:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760378.947744:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760378.947748:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760378.947750:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760378.947755:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760378.947757:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787760378.947760:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760378.947763:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787760378.947767:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787760378.947770:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787760378.947773:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760378.947776:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760378.947778:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760378.947780:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760378.947783:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787760378.947788:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760378.947791:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760378.947794:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760378.947797:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760378.947799:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760378.947801:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787760378.947803:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760378.947810:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097e1c0.
00000020:00000040:0.0:1787760378.947813:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787760378.947816:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760378.947818:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760378.947820:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760378.947823:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760378.947826:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760378.947833:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32800.
00000100:00000001:0.0:1787760378.947839:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760378.947846:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097e1c0 x1874600883587072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760378.947854:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760378.947857:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760378.947861:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb94abd1] to pc [ptlrpcd_rcv+-1]  req@ffff96966097e1c0 x1874600883587072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760378.947878:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760378.947881:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760378.947884:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787760378.947885:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760378.947886:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760378.947888:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760378.947890:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 1763
00000400:00000200:0.0:1787760378.947893:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760378.947895:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760378.947896:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760378.947899:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760378.947900:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760378.947902:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760378.947903:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760378.947905:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760378.947906:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787760378.947907:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760378.947908:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787760378.947910:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787760378.947912:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787760378.947914:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760378.947915:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760378.947917:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760378.947918:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760378.947920:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787760378.947923:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760378.947924:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760378.947925:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760378.947930:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760378.947933:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760378.947935:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760378.947941:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787760378.947944:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760378.947946:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760378.947949:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f840.
00000020:00000040:0.0:1787760378.947952:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787760378.947955:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760378.947957:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760378.947960:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760378.947961:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760378.947963:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760378.947968:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30400.
00000100:00000001:0.0:1787760378.947973:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760378.947981:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f840 x1874600883587200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760378.947990:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760378.947994:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760378.948000:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02bc9d6] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f840 x1874600883587200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760378.948012:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760378.948016:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760378.948023:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787760378.948025:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760378.948026:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760378.948029:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760378.948033:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 1763
00000400:00000200:0.0:1787760378.948038:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760378.948042:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760378.948046:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760378.948049:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760378.948052:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760378.948055:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760378.948060:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760378.948061:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760378.948062:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787760378.948064:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760378.948067:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787760378.948070:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787760378.948076:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787760378.948081:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760378.948082:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760378.948084:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760378.948085:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760378.948090:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787760378.948095:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760378.948108:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760378.948111:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760378.948115:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760378.948122:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760378.948126:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760378.948128:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787760378.948130:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760378.948131:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760378.948137:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097d680.
00000020:00000040:0.0:1787760378.948142:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787760378.948146:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760378.948148:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760378.948152:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760378.948153:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760378.948156:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760378.948161:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31800.
00000100:00000001:0.0:1787760378.948165:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760378.948177:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097d680 x1874600883587328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760378.948194:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760378.948198:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760378.948208:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b356f346] to pc [ptlrpcd_rcv+-1]  req@ffff96966097d680 x1874600883587328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760378.948228:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760378.948232:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760378.948235:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787760378.948238:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760378.948241:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760378.948244:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760378.948250:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 1763
00000400:00000200:0.0:1787760378.948258:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760378.948263:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760378.948266:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760378.948272:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760378.948285:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760378.948290:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760378.948293:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760378.948296:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760378.948298:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787760378.948301:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760378.948304:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787760378.948309:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787760378.948313:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787760378.948318:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760378.948323:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760378.948325:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760378.948327:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760378.948332:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787760378.948338:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760378.948341:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760378.948344:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760378.948346:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760378.948350:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760378.948351:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760378.948354:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787760378.948357:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760378.948359:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760378.948364:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c000.
00000020:00000040:0.0:1787760378.948370:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787760378.948375:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760378.948378:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760378.948382:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760378.948386:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760378.948390:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760378.948397:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00000001:0.0:1787760378.948404:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760378.948414:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c000 x1874600883587456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760378.948430:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760378.948435:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760378.948441:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b885017a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c000 x1874600883587456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760378.948456:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760378.948458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760378.948461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787760378.948463:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760378.948466:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760378.948468:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760378.948472:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 1763
00000400:00000200:0.0:1787760378.948481:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760378.948487:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760378.948490:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760378.948495:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760378.948499:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760378.948504:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760378.948508:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760378.948512:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760378.948514:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787760378.948517:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760378.948528:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787760378.948532:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787760378.948536:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787760378.948555:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760378.948559:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760378.948564:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760378.948568:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760378.948573:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787760378.948579:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760378.948583:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760378.948586:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760378.948590:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760378.948593:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760378.948625:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760378.948629:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787760378.948634:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760378.948640:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760378.948646:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c780.
00000020:00000040:0.0:1787760378.948651:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787760378.948656:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760378.948658:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760378.948663:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760378.948665:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760378.948668:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760378.948673:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33400.
00000100:00000001:0.0:1787760378.948679:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760378.948686:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c780 x1874600883587584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760378.948695:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760378.948698:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760378.948702:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b7e064a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c780 x1874600883587584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760378.948715:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760378.948720:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1773)
00010000:00000001:0.0:1787760379.395699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760379.395707:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760379.395708:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760379.395711:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760379.395715:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760379.395716:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760379.395718:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760379.395719:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760379.395722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760379.395723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760379.395725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760379.395726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760379.395746:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760379.395748:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760379.395749:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760380.227725:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296437499, at 4296437504
00000100:00000010:0.0:1787760380.227744:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00010000:00000001:0.0:1787760380.419690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760380.419695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760380.419699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760380.419700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760380.419702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760380.419703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760381.443723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760381.443730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760381.443736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760381.443739:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760381.443742:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760381.443745:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760381.443748:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760381.443750:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760381.443752:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760381.443754:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760381.443757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760381.443759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760381.443784:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760381.443787:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760381.443790:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760382.467727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760382.467735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760382.467742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760382.467744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760382.467747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760382.467749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760383.491728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760383.491735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760383.491742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760383.491744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760383.491747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760383.491749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760383.491774:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760383.491777:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760383.491780:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760384.515721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760384.515727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760384.515733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760384.515734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760384.515738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760384.515742:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760384.515745:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760384.515748:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760384.515751:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760384.515754:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760384.515756:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760384.515758:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760385.347724:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296442619, at 4296442624
00000100:00000010:0.0:1787760385.347745:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc00.
00010000:00000001:0.0:1787760385.539715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760385.539722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760385.539727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760385.539729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760385.539732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760385.539733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760385.539757:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760385.539759:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760385.539762:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760386.563698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760386.563706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760386.563711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760386.563713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760386.563716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760386.563717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760387.587725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760387.587731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760387.587736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760387.587737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760387.587741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760387.587742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760387.587766:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760387.587768:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760387.587771:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760388.611668:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760388.611674:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760388.611681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760388.611682:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760388.611685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760388.611686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760389.635714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760389.635721:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760389.635724:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760389.635727:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760389.635731:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760389.635733:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760389.635734:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760389.635736:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760389.635740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760389.635741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760389.635744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760389.635746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760389.635768:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760389.635771:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760389.635773:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760390.467694:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296447739, at 4296447744
00000100:00000010:0.0:1787760390.467707:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00010000:00000001:0.0:1787760390.659699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760390.659705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760390.659708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760390.659709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760390.659711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760390.659712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760391.683713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760391.683719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760391.683724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760391.683727:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760391.683729:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760391.683732:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760391.683735:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760391.683736:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760391.683738:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760391.683740:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760391.683743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760391.683744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760391.683766:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760391.683768:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760391.683771:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760392.707698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760392.707703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760392.707707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760392.707708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760392.707710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760392.707711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760393.731713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760393.731719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760393.731723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760393.731724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760393.731726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760393.731727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760393.731765:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760393.731767:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760393.731769:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760394.755665:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760394.755670:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760394.755674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760394.755674:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760394.755677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760394.755679:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760394.755680:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760394.755682:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760394.755685:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760394.755687:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760394.755688:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760394.755689:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760395.587693:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296452859, at 4296452864
00000100:00000010:0.0:1787760395.587710:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787760395.779679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760395.779684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760395.779688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760395.779689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760395.779691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760395.779692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760395.779734:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760395.779739:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760395.779741:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760396.803709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760396.803714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760396.803718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760396.803719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760396.803721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760396.803722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760397.827733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760397.827739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760397.827745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760397.827747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760397.827750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760397.827751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760397.827796:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760397.827799:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760397.827801:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760398.851697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760398.851702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760398.851705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760398.851706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760398.851709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760398.851709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760399.875689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760399.875695:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760399.875697:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760399.875699:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760399.875702:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760399.875703:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760399.875705:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760399.875706:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760399.875708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760399.875709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760399.875711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760399.875712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760399.875728:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760399.875730:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760399.875732:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760400.707725:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296457979, at 4296457984
00000100:00000010:0.0:1787760400.707744:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787760400.899717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760400.899724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760400.899729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760400.899731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760400.899734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760400.899736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760401.923709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760401.923715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760401.923719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760401.923723:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760401.923725:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760401.923727:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760401.923729:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760401.923731:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760401.923733:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760401.923734:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760401.923737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760401.923737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760401.923756:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760401.923758:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760401.923760:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760402.947761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760402.947770:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760402.947777:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760402.947778:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760402.947781:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760402.947782:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760403.971726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760403.971734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760403.971740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760403.971741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760403.971744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760403.971745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760403.971794:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760403.971796:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760403.971799:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760404.995760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760404.995771:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760404.995778:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760404.995780:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760404.995783:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760404.995787:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760404.995790:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760404.995795:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760404.995798:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760404.995801:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760404.995804:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760404.995807:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760405.827760:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296463099, at 4296463104
00000100:00000010:0.0:1787760405.827783:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00010000:00000001:0.0:1787760406.019708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760406.019717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760406.019723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760406.019724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760406.019727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760406.019728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760406.019752:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760406.019754:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760406.019757:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760407.043713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760407.043720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760407.043725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760407.043726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760407.043729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760407.043730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760408.067704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760408.067712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760408.067718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760408.067719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760408.067722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760408.067723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760408.067751:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760408.067754:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760408.067757:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760409.091725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760409.091735:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760409.091738:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760409.091741:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760409.091746:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760409.091748:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760409.091750:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760409.091752:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760409.091755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760409.091757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760409.091760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760409.091761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760410.115680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760410.115687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760410.115693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760410.115695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760410.115699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760410.115700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760410.115729:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760410.115733:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760410.115737:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760410.947700:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296468219, at 4296468224
00000100:00000010:0.0:1787760410.947718:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00010000:00000001:0.0:1787760411.139700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760411.139706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760411.139711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760411.139714:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760411.139716:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760411.139718:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760411.139721:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760411.139723:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760411.139724:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760411.139726:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760411.139728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760411.139729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760412.163723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760412.163730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760412.163735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760412.163737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760412.163741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760412.163742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760412.163765:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760412.163767:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760412.163769:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760413.187704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760413.187711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760413.187718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760413.187720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760413.187722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760413.187723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760414.211721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760414.211728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760414.211735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760414.211736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760414.211740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760414.211743:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760414.211745:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760414.211748:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760414.211750:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760414.211752:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760414.211753:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760414.211755:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760414.211776:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760414.211778:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760414.211780:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760415.235711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760415.235718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760415.235723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760415.235724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760415.235727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760415.235728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760416.067679:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296473339, at 4296473344
00000100:00000010:0.0:1787760416.067698:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787760416.259754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760416.259763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760416.259770:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760416.259772:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760416.259776:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760416.259778:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760416.259810:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760416.259832:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760416.259836:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760417.283707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760417.283715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760417.283721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760417.283723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760417.283727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760417.283728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760418.307704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760418.307710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760418.307714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760418.307715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760418.307717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760418.307718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760418.307737:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760418.307739:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760418.307741:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760419.331675:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760419.331683:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760419.331685:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760419.331687:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760419.331691:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760419.331693:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760419.331695:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760419.331696:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760419.331699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760419.331701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760419.331703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760419.331704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760420.355708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760420.355714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760420.355719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760420.355720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760420.355723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760420.355724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760420.355761:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760420.355763:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760420.355765:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760421.187738:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296478460, at 4296478464
00000100:00000010:0.0:1787760421.187757:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00010000:00000001:0.0:1787760421.379737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760421.379747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760421.379756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760421.379760:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760421.379762:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760421.379765:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760421.379768:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760421.379770:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760421.379772:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760421.379775:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760421.379779:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760421.379780:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760422.403777:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760422.403787:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760422.403794:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760422.403796:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760422.403800:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760422.403802:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760422.403834:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760422.403837:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760422.403840:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760423.427746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760423.427754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760423.427759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760423.427760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760423.427763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760423.427764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760424.451700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760424.451704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760424.451708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760424.451709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760424.451711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760424.451714:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760424.451715:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760424.451717:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760424.451720:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760424.451721:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760424.451722:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760424.451724:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760424.451741:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760424.451742:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760424.451744:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760425.475677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760425.475683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760425.475688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760425.475689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760425.475693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760425.475694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760426.307743:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296483579, at 4296483584
00000100:00000010:0.0:1787760426.307765:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00010000:00000001:0.0:1787760426.499707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760426.499713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760426.499716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760426.499717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760426.499719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760426.499720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760426.499743:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760426.499745:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760426.499747:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760427.523691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760427.523700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760427.523708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760427.523710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760427.523713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760427.523715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760428.547709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760428.547716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760428.547721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760428.547723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760428.547726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760428.547727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760428.547750:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760428.547753:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760428.547756:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760429.571646:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760429.571653:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760429.571655:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760429.571657:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760429.571660:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760429.571662:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760429.571664:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760429.571665:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760429.571667:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760429.571668:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760429.571670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760429.571671:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760430.595696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760430.595703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760430.595708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760430.595710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760430.595713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760430.595714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760430.595739:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760430.595741:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760430.595743:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760431.427780:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296488700, at 4296488704
00000100:00000010:0.0:1787760431.427804:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787760431.619705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760431.619711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760431.619716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760431.619720:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760431.619722:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760431.619725:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760431.619728:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760431.619730:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760431.619732:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760431.619734:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760431.619738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760431.619739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760432.643707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760432.643713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760432.643720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760432.643722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760432.643725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760432.643727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760432.643747:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760432.643750:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760432.643753:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760433.667722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760433.667727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760433.667731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760433.667733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760433.667736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760433.667737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760434.691683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760434.691690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760434.691695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760434.691696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760434.691700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760434.691703:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760434.691705:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760434.691708:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760434.691711:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760434.691713:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760434.691715:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760434.691717:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760434.691738:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760434.691741:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760434.691744:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760435.715754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760435.715763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760435.715769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760435.715770:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760435.715774:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760435.715775:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760436.547715:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296493819, at 4296493824
00000100:00000010:0.0:1787760436.547732:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00010000:00000001:0.0:1787760436.739711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760436.739716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760436.739721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760436.739723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760436.739725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760436.739727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760436.739758:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760436.739761:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760436.739764:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760437.763672:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760437.763676:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760437.763680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760437.763681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760437.763683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760437.763684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760438.787722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760438.787728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760438.787733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760438.787734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760438.787737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760438.787738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760438.787767:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760438.787770:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760438.787772:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760439.811703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760439.811710:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760439.811712:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760439.811714:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760439.811718:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760439.811720:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760439.811722:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760439.811723:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760439.811726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760439.811727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760439.811729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760439.811729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760440.835692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760440.835697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760440.835700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760440.835701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760440.835704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760440.835705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760440.835721:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760440.835723:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760440.835724:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760441.667709:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296498939, at 4296498944
00000100:00000010:0.0:1787760441.667723:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787760441.859710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760441.859716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760441.859721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760441.859724:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760441.859726:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760441.859729:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760441.859732:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760441.859734:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760441.859736:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760441.859738:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760441.859741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760441.859742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760442.883703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760442.883709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760442.883712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760442.883713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760442.883715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760442.883716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760442.883735:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760442.883738:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760442.883740:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760443.907697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760443.907703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760443.907706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760443.907707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760443.907709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760443.907710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760444.931684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760444.931690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760444.931695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760444.931697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760444.931700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760444.931703:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760444.931705:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760444.931708:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760444.931711:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760444.931713:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760444.931715:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760444.931718:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760444.931738:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760444.931740:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760444.931742:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760445.955692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760445.955697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760445.955701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760445.955701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760445.955704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760445.955705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760446.787696:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296504059, at 4296504064
00000100:00000010:0.0:1787760446.787715:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787760446.979691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760446.979696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760446.979700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760446.979701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760446.979703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760446.979704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760446.979720:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760446.979722:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760446.979724:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760448.003724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760448.003729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760448.003735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760448.003736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760448.003739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760448.003740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760449.027731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760449.027738:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760449.027741:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760449.027742:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760449.027746:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760449.027748:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760449.027749:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760449.027750:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760449.027753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760449.027754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760449.027756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760449.027756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760449.027769:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760449.027771:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760449.027772:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760450.051716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760450.051722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760450.051728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760450.051729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760450.051731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760450.051732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760451.075661:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760451.075666:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760451.075669:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760451.075672:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760451.075674:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760451.075676:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760451.075678:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760451.075680:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760451.075681:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760451.075682:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760451.075685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760451.075685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760451.075716:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760451.075718:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760451.075719:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760451.907738:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296509180, at 4296509184
00000100:00000010:0.0:1787760451.907754:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00010000:00000001:0.0:1787760452.099669:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760452.099674:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760452.099677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760452.099678:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760452.099680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760452.099681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760453.123701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760453.123707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760453.123713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760453.123714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760453.123717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760453.123719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760453.123739:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760453.123741:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760453.123743:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760454.147689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760454.147697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760454.147703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760454.147705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760454.147708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760454.147712:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760454.147714:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760454.147716:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760454.147719:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760454.147721:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760454.147722:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760454.147724:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760455.171708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760455.171713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760455.171717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760455.171718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760455.171720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760455.171721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760455.171748:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760455.171750:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760455.171752:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760456.195692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760456.195698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760456.195705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760456.195707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760456.195712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760456.195714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760457.027672:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296514299, at 4296514304
00000100:00000010:0.0:1787760457.027690:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787760457.219710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760457.219715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760457.219720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760457.219720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760457.219723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760457.219724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760457.219742:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760457.219744:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760457.219746:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760458.243669:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760458.243675:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760458.243679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760458.243680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760458.243682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760458.243683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760459.267727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760459.267736:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760459.267739:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760459.267741:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760459.267747:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760459.267749:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760459.267751:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760459.267754:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760459.267757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760459.267759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760459.267763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760459.267765:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760459.267788:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760459.267790:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760459.267793:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760460.291738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760460.291744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760460.291750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760460.291751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760460.291754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760460.291755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760461.315736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760461.315743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760461.315749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760461.315753:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760461.315755:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760461.315758:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760461.315762:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760461.315764:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760461.315766:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760461.315768:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760461.315771:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760461.315772:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760461.315798:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760461.315800:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760461.315803:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760462.147703:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296519419, at 4296519424
00000100:00000010:0.0:1787760462.147720:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d2a0.
00010000:00000001:0.0:1787760462.339715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760462.339721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760462.339725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760462.339727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760462.339729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760462.339730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760463.363711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760463.363717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760463.363721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760463.363722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760463.363724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760463.363725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760463.363748:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760463.363750:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760463.363752:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760464.387685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760464.387691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760464.387695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760464.387696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760464.387698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760464.387701:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760464.387702:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760464.387705:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760464.387707:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760464.387709:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760464.387716:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760464.387718:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760465.411747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760465.411753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760465.411756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760465.411757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760465.411760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760465.411761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760465.411780:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760465.411782:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760465.411784:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760466.435686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760466.435694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760466.435700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760466.435701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760466.435705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760466.435706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760467.267697:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296524539, at 4296524544
00000100:00000010:0.0:1787760467.267714:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787760467.459693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760467.459699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760467.459703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760467.459704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760467.459706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760467.459707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760467.459727:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760467.459728:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760467.459731:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760468.483657:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760468.483665:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760468.483670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760468.483671:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760468.483674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760468.483675:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760469.507732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760469.507742:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760469.507745:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760469.507748:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760469.507754:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760469.507756:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760469.507758:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760469.507759:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760469.507763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760469.507765:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760469.507768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760469.507769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760469.507809:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760469.507811:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760469.507814:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760470.531748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760470.531755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760470.531774:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760470.531776:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760470.531779:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760470.531781:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760471.555731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760471.555739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760471.555762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760471.555766:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760471.555769:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760471.555772:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760471.555775:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760471.555778:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760471.555780:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760471.555783:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760471.555787:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760471.555789:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760471.555817:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760471.555821:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760471.555824:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760472.387680:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296529659, at 4296529664
00000100:00000010:0.0:1787760472.387699:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00010000:00000001:0.0:1787760472.579765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760472.579774:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760472.579781:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760472.579783:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760472.579787:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760472.579789:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760473.603748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760473.603756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760473.603761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760473.603762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760473.603765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760473.603766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760473.603792:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760473.603794:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760473.603797:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760474.627760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760474.627767:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760474.627774:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760474.627775:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760474.627779:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760474.627783:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760474.627785:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760474.627789:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760474.627792:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760474.627794:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760474.627796:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760474.627799:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760475.651709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760475.651716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760475.651722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760475.651723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760475.651727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760475.651729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760475.651749:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760475.651752:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760475.651755:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760476.227748:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760476.227756:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787760476.227758:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760476.227761:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760476.227765:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760476.227771:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 1861
00000400:00000200:0.0:1787760476.227779:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760476.227784:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760476.227787:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760476.227790:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760476.227794:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760476.227796:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760476.227799:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760476.227803:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760476.227805:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787760476.227807:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760476.227811:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787760476.227813:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787760476.227816:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787760476.227819:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760476.227821:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760476.227823:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760476.227825:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760476.227829:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787760476.227833:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760476.227836:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760476.227840:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760476.227843:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760476.227847:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760476.227849:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787760476.227852:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760476.227861:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c780.
00000020:00000040:0.0:1787760476.227866:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787760476.227870:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760476.227871:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760476.227875:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760476.227878:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760476.227882:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760476.227892:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00000001:0.0:1787760476.227898:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760476.227908:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c780 x1874600883599232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760476.227918:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760476.227922:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760476.227927:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b7e064a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c780 x1874600883599232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760476.227945:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760476.227947:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760476.227954:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787760476.227955:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760476.227956:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760476.227959:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760476.227961:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 1861
00000400:00000200:0.0:1787760476.227964:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760476.227967:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760476.227969:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760476.227971:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760476.227973:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760476.227975:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760476.227977:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760476.227978:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760476.227979:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787760476.227981:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760476.227982:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787760476.227984:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787760476.227985:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787760476.227988:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760476.227989:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760476.227992:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760476.227997:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760476.228001:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787760476.228005:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760476.228009:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760476.228011:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760476.228018:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760476.228021:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760476.228024:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760476.228029:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787760476.228034:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760476.228038:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760476.228043:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c000.
00000020:00000040:0.0:1787760476.228047:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787760476.228050:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760476.228053:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760476.228058:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760476.228061:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760476.228062:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760476.228066:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31800.
00000100:00000001:0.0:1787760476.228072:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760476.228082:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c000 x1874600883599360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760476.228092:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760476.228094:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760476.228096:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b885017a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c000 x1874600883599360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760476.228104:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760476.228107:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760476.228113:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787760476.228114:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760476.228116:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760476.228119:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760476.228125:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 1861
00000400:00000200:0.0:1787760476.228134:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760476.228143:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760476.228150:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760476.228157:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760476.228169:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760476.228175:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760476.228181:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760476.228185:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760476.228186:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787760476.228188:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760476.228193:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787760476.228198:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787760476.228204:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787760476.228214:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760476.228222:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760476.228230:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760476.228234:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760476.228240:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787760476.228246:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760476.228251:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760476.228254:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760476.228259:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760476.228264:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760476.228269:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760476.228271:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787760476.228274:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760476.228277:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760476.228280:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097d680.
00000020:00000040:0.0:1787760476.228285:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787760476.228290:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760476.228292:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760476.228295:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760476.228298:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760476.228300:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760476.228306:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30400.
00000100:00000001:0.0:1787760476.228312:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760476.228319:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097d680 x1874600883599488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760476.228331:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760476.228335:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760476.228343:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b356f346] to pc [ptlrpcd_rcv+-1]  req@ffff96966097d680 x1874600883599488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760476.228358:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760476.228363:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760476.228368:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787760476.228370:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760476.228374:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760476.228380:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760476.228385:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 1861
00000400:00000200:0.0:1787760476.228392:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760476.228395:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760476.228397:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760476.228400:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760476.228402:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760476.228407:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760476.228411:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760476.228414:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760476.228417:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787760476.228419:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760476.228422:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787760476.228425:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787760476.228428:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787760476.228431:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760476.228436:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760476.228438:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760476.228442:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760476.228449:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787760476.228458:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760476.228465:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760476.228470:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760476.228475:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760476.228480:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760476.228485:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760476.228490:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787760476.228495:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760476.228498:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760476.228504:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f840.
00000020:00000040:0.0:1787760476.228508:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787760476.228512:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760476.228514:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760476.228518:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760476.228526:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760476.228529:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760476.228533:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32800.
00000100:00000001:0.0:1787760476.228538:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760476.228548:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f840 x1874600883599616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760476.228560:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760476.228564:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760476.228572:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02bc9d6] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f840 x1874600883599616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760476.228583:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760476.228589:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760476.228632:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787760476.228637:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760476.228642:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760476.228661:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760476.228668:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 1861
00000400:00000200:0.0:1787760476.228676:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760476.228681:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760476.228685:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760476.228690:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760476.228695:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760476.228701:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760476.228706:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760476.228712:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760476.228714:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787760476.228717:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760476.228721:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787760476.228724:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787760476.228728:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787760476.228735:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760476.228739:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760476.228743:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760476.228747:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760476.228751:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787760476.228759:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760476.228763:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760476.228766:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760476.228772:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760476.228777:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760476.228782:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760476.228787:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787760476.228794:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760476.228800:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760476.228806:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097e1c0.
00000020:00000040:0.0:1787760476.228813:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787760476.228820:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760476.228822:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760476.228827:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760476.228830:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760476.228833:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760476.228840:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00000001:0.0:1787760476.228846:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760476.228855:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097e1c0 x1874600883599744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760476.228868:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760476.228870:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760476.228874:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb94abd1] to pc [ptlrpcd_rcv+-1]  req@ffff96966097e1c0 x1874600883599744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760476.228890:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760476.228897:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1871)
00010000:00000001:0.0:1787760476.675734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760476.675742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760476.675758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760476.675760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760476.675764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760476.675766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760477.507714:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296534779, at 4296534784
00000100:00000010:0.0:1787760477.507729:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787760477.699720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760477.699726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760477.699730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760477.699731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760477.699733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760477.699734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760477.699754:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760477.699756:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760477.699758:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760478.723780:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760478.723799:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760478.723808:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760478.723810:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760478.723814:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760478.723815:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760479.747700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760479.747707:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760479.747709:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760479.747711:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760479.747716:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760479.747718:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760479.747719:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760479.747721:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760479.747724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760479.747725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760479.747727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760479.747728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760479.747770:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760479.747773:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760479.747775:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760480.771670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760480.771679:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760480.771687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760480.771688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760480.771692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760480.771693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760481.795713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760481.795718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760481.795723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760481.795725:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760481.795727:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760481.795730:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760481.795732:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760481.795734:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760481.795735:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760481.795737:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760481.795739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760481.795739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760481.795776:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760481.795778:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760481.795780:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760482.627722:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296539899, at 4296539904
00000100:00000010:0.0:1787760482.627740:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787760482.819729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760482.819736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760482.819741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760482.819742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760482.819745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760482.819746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760483.843700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760483.843706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760483.843710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760483.843711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760483.843714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760483.843715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760483.843751:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760483.843753:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760483.843755:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787760484.420280:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.116:988
00000400:00000100:0.0:1787760484.420344:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.116@tcp at host 192.168.204.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787760484.420357:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760484.420362:0:2387:0:(router.c:1791:lnet_notify()) 192.168.204.16@tcp notifying 192.168.204.116@tcp: down
00000400:00000200:0.0:1787760484.420367:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760484.420373:0:2387:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787760484.420379:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787760484.420384:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:0.0:1787760484.420392:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787760484.420397:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787760484.420405:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240c38
00000400:00000010:0.0:1787760484.420409:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240c38.
00000100:00000001:0.0:1787760484.420415:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787760484.420427:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ee580 x1874600883599872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787760506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760484.420464:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787760484.420473:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee580 x1874600883599872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787760506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760484.420482:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760484.420484:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787760484.420508:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787760484.420511:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330c00.
00000400:00000200:0.0:1787760484.420515:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787760484.420518:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787760484.420522:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240908
00000400:00000010:0.0:1787760484.420524:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240908.
00000100:00000001:0.0:1787760484.420527:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787760484.420532:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ec3c0 x1874600883600000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787760506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760484.420548:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787760484.420551:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec3c0 x1874600883600000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787760506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760484.420558:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760484.420560:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787760484.420566:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787760484.420569:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330d00.
00000400:00000200:0.0:1787760484.420572:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787760484.420575:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787760484.420579:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:0.0:1787760484.420582:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:0.0:1787760484.420585:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787760484.420590:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ed2c0 x1874600883600128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787760506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760484.420681:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787760484.420690:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ed2c0 x1874600883600128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787760506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760484.420699:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760484.420700:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787760484.420712:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787760484.420720:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330500.
00000400:00000200:0.0:1787760484.420727:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787760484.420731:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787760484.421590:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240660
00000400:00000010:0.0:1787760484.421643:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240660.
00000100:00000001:0.0:1787760484.421652:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787760484.421661:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ef0c0 x1874600883600256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787760506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760484.421675:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787760484.421680:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef0c0 x1874600883600256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787760506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760484.421692:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760484.421696:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787760484.421718:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787760484.421726:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330400.
00000400:00000200:0.0:1787760484.421733:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787760484.421739:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787760484.421744:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240d48
00000400:00000010:0.0:1787760484.421746:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240d48.
00000100:00000001:0.0:1787760484.421749:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787760484.421754:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ee1c0 x1874600883600384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787760506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760484.421763:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787760484.421766:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee1c0 x1874600883600384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787760506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760484.421773:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760484.421775:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787760484.867694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760484.867699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760484.867703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760484.867704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760484.867706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760484.867709:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760484.867711:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760484.867713:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760484.867716:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760484.867718:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760484.867720:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760484.867721:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760485.891683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760485.891688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760485.891692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760485.891693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760485.891696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760485.891698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760485.891715:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760485.891717:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760485.891720:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760486.915720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760486.915728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760486.915733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760486.915734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760486.915736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760486.915737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760487.747717:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296545019, at 4296545024
00000100:00000010:0.0:1787760487.747735:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00010000:00000001:0.0:1787760487.939674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760487.939680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760487.939684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760487.939685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760487.939687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760487.939688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760487.939705:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760487.939706:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760487.939709:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760488.963728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760488.963735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760488.963745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760488.963747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760488.963750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760488.963752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760489.987715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760489.987723:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760489.987725:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760489.987727:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760489.987732:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760489.987733:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760489.987735:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760489.987737:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760489.987739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760489.987741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760489.987744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760489.987745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760489.987784:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760489.987786:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760489.987788:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760491.011698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760491.011704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760491.011709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760491.011710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760491.011713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760491.011714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760492.035715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760492.035724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760492.035730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760492.035734:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760492.035736:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760492.035740:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760492.035743:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760492.035746:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760492.035748:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760492.035751:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760492.035755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760492.035756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760492.035781:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760492.035784:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760492.035787:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760492.867702:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296550139, at 4296550144
00000100:00000010:0.0:1787760492.867716:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787760493.059720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760493.059727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760493.059734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760493.059735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760493.059739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760493.059740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760494.083688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760494.083693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760494.083698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760494.083699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760494.083702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760494.083704:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760494.083706:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760494.083708:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760494.083711:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760494.083713:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760494.083715:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760494.083716:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760494.083735:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760494.083737:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760494.083739:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760495.107710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760495.107719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760495.107727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760495.107728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760495.107732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760495.107734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760496.131728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760496.131736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760496.131741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760496.131742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760496.131746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760496.131747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760496.131779:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760496.131782:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760496.131786:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760497.155699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760497.155705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760497.155711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760497.155712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760497.155716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760497.155718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760497.987710:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296555259, at 4296555264
00000100:00000010:0.0:1787760497.987726:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00010000:00000001:0.0:1787760498.179712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760498.179718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760498.179722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760498.179724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760498.179726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760498.179727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760498.179745:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760498.179747:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760498.179749:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760499.203742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760499.203753:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760499.203756:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760499.203760:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760499.203766:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760499.203769:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760499.203771:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760499.203774:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760499.203778:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760499.203780:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760499.203784:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760499.203785:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760500.227700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760500.227706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760500.227710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760500.227711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760500.227713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760500.227714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760500.227734:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760500.227736:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760500.227738:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760501.251713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760501.251720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760501.251725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760501.251726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760501.251729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760501.251730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760502.275702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760502.275708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760502.275712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760502.275715:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760502.275718:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760502.275720:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760502.275723:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760502.275725:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760502.275727:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760502.275728:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760502.275730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760502.275731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760502.275750:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760502.275752:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760502.275754:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760503.107701:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296560379, at 4296560384
00000100:00000010:0.0:1787760503.107723:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00010000:00000001:0.0:1787760503.299738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760503.299748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760503.299755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760503.299757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760503.299760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760503.299762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760504.323706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760504.323712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760504.323716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760504.323717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760504.323719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760504.323722:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760504.323724:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760504.323726:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760504.323728:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760504.323730:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760504.323731:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760504.323733:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760504.323751:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760504.323753:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760504.323755:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760505.347689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760505.347696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760505.347702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760505.347704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760505.347706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760505.347707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760506.371714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760506.371721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760506.371726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760506.371727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760506.371729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760506.371730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760506.371753:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760506.371755:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760506.371757:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760507.395779:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760507.395787:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760507.395794:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760507.395795:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760507.395798:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760507.395799:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760508.227741:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296565499, at 4296565504
00000100:00000010:0.0:1787760508.227761:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787760508.419736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760508.419746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760508.419754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760508.419756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760508.419758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760508.419759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760508.419786:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760508.419789:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760508.419791:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760509.443750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760509.443761:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760509.443763:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760509.443766:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760509.443772:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760509.443774:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760509.443776:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760509.443778:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760509.443782:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760509.443783:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760509.443786:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760509.443787:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760510.467763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760510.467774:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760510.467782:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760510.467784:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760510.467788:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760510.467790:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760510.467826:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760510.467830:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760510.467834:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760511.491751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760511.491761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760511.491769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760511.491770:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760511.491774:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760511.491775:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760512.515718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760512.515723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760512.515727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760512.515730:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760512.515732:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760512.515740:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760512.515743:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760512.515745:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760512.515746:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760512.515748:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760512.515750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760512.515751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760512.515770:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760512.515772:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760512.515774:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760513.347665:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296570619, at 4296570624
00000100:00000010:0.0:1787760513.347680:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00010000:00000001:0.0:1787760513.539718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760513.539726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760513.539732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760513.539734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760513.539738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760513.539739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760514.563682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760514.563687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760514.563691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760514.563692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760514.563694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760514.563696:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760514.563699:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760514.563701:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760514.563704:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760514.563706:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760514.563707:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760514.563709:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760514.563724:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760514.563726:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760514.563728:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760515.587703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760515.587708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760515.587714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760515.587715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760515.587718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760515.587718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760516.611705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760516.611710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760516.611714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760516.611715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760516.611717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760516.611718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760516.611738:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760516.611740:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760516.611742:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760517.635769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760517.635776:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760517.635782:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760517.635784:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760517.635788:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760517.635789:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760518.467680:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296575739, at 4296575744
00000100:00000010:0.0:1787760518.467695:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00010000:00000001:0.0:1787760518.659720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760518.659727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760518.659733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760518.659734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760518.659738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760518.659739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760518.659765:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760518.659768:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760518.659771:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760519.683729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760519.683736:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760519.683738:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760519.683740:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760519.683744:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760519.683746:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760519.683747:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760519.683749:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760519.683751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760519.683752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760519.683754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760519.683755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760520.707695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760520.707700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760520.707704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760520.707705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760520.707707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760520.707708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760520.707735:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760520.707737:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760520.707739:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760521.731729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760521.731736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760521.731742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760521.731744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760521.731747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760521.731749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760522.755673:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760522.755679:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760522.755683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760522.755686:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760522.755688:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760522.755690:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760522.755693:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760522.755694:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760522.755696:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760522.755697:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760522.755700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760522.755700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760522.755724:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760522.755726:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760522.755728:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760523.587702:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296580859, at 4296580864
00000100:00000010:0.0:1787760523.587720:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787760523.779707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760523.779713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760523.779716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760523.779717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760523.779720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760523.779720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760524.803662:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760524.803669:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760524.803676:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760524.803677:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760524.803680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760524.803684:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760524.803687:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760524.803690:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760524.803693:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760524.803696:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760524.803718:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760524.803720:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760524.803743:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760524.803745:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760524.803747:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760525.827717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760525.827723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760525.827727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760525.827728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760525.827730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760525.827731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760526.851684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760526.851691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760526.851699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760526.851700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760526.851704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760526.851705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760526.851736:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760526.851740:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760526.851743:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760527.875728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760527.875737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760527.875743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760527.875744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760527.875746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760527.875747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760528.707676:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296585979, at 4296585984
00000100:00000010:0.0:1787760528.707690:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787760528.899718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760528.899724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760528.899730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760528.899731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760528.899733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760528.899734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760528.899753:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760528.899755:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760528.899757:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760529.923725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760529.923734:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760529.923737:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760529.923740:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760529.923745:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760529.923748:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760529.923750:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760529.923752:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760529.923755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760529.923756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760529.923758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760529.923759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760530.947708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760530.947712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760530.947716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760530.947717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760530.947719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760530.947720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760530.947753:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760530.947754:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760530.947756:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760531.971658:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760531.971663:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760531.971667:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760531.971668:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760531.971670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760531.971671:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760532.995742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760532.995750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760532.995757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760532.995762:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760532.995764:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760532.995768:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760532.995772:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760532.995775:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760532.995777:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760532.995780:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760532.995784:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760532.995786:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760532.995814:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760532.995817:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760532.995820:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760533.827713:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296591099, at 4296591104
00000100:00000010:0.0:1787760533.827732:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00010000:00000001:0.0:1787760534.019673:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760534.019681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760534.019688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760534.019689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760534.019693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760534.019694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760535.043733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760535.043740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760535.043746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760535.043747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760535.043749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760535.043752:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760535.043754:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760535.043757:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760535.043760:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760535.043762:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760535.043763:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760535.043765:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760535.043795:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760535.043797:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760535.043799:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760536.067749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760536.067757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760536.067764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760536.067765:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760536.067769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760536.067771:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760537.091707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760537.091712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760537.091717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760537.091718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760537.091721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760537.091722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760537.091743:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760537.091745:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760537.091747:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760537.669261:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787760538.115685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760538.115691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760538.115695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760538.115695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760538.115698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760538.115698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760538.947714:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296596219, at 4296596224
00000100:00000010:0.0:1787760538.947731:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc00.
00010000:00000001:0.0:1787760539.139687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760539.139693:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760539.139695:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760539.139697:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760539.139701:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760539.139703:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760539.139705:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760539.139706:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760539.139708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760539.139709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760539.139711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760539.139712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760539.139727:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760539.139729:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760539.139731:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760540.163700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760540.163705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760540.163708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760540.163709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760540.163711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760540.163712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760541.187762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760541.187771:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760541.187778:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760541.187780:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760541.187784:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760541.187785:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760541.187824:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760541.187827:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760541.187831:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760542.211700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760542.211706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760542.211711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760542.211715:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760542.211717:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760542.211720:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760542.211723:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760542.211724:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760542.211726:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760542.211728:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760542.211731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760542.211732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760542.788190:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760542.788196:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787760542.788855:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760542.788858:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787760542.789137:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760542.789139:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787760542.789411:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760542.789413:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787760542.789692:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760542.789694:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787760543.235677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760543.235682:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760543.235685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760543.235686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760543.235688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760543.235688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760543.235730:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760543.235733:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760543.235735:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760544.067686:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296601339, at 4296601344
00000100:00000010:0.0:1787760544.067701:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00010000:00000001:0.0:1787760544.259689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760544.259695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760544.259699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760544.259701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760544.259704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760544.259705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760545.283695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760545.283700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760545.283704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760545.283705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760545.283708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760545.283710:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760545.283712:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760545.283714:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760545.283716:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760545.283718:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760545.283719:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760545.283721:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760545.283752:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760545.283754:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760545.283756:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760546.307675:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760546.307687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760546.307691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760546.307692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760546.307695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760546.307696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760547.331714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760547.331720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760547.331725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760547.331726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760547.331730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760547.331731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760547.331753:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760547.331756:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760547.331759:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760547.908053:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760547.908459:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760547.908763:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760547.908907:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760547.909050:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787760548.355752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760548.355758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760548.355763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760548.355764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760548.355766:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760548.355767:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760549.187692:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296606459, at 4296606464
00000100:00000010:0.0:1787760549.187709:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787760549.379709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760549.379720:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760549.379722:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760549.379725:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760549.379729:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760549.379732:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760549.379734:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760549.379736:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760549.379740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760549.379741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760549.379745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760549.379745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760549.379766:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760549.379769:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760549.379772:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760550.403699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760550.403704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760550.403707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760550.403708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760550.403710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760550.403711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760551.427694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760551.427699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760551.427703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760551.427704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760551.427707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760551.427707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760551.427724:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760551.427726:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760551.427727:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760552.451707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760552.451712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760552.451717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760552.451720:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760552.451723:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760552.451726:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760552.451729:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760552.451731:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760552.451732:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760552.451735:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760552.451738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760552.451739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760553.028375:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760553.028381:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1787760553.028885:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760553.028887:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1787760553.029274:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760553.029276:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1787760553.029500:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760553.029502:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1787760553.029753:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760553.029754:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 57 secs later)
00010000:00000001:0.0:1787760553.475682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760553.475687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760553.475691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760553.475692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760553.475694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760553.475695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760553.475710:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760553.475712:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760553.475714:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760554.307736:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296611579, at 4296611584
00000100:00000010:0.0:1787760554.307753:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787760554.499737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760554.499745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760554.499750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760554.499751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760554.499754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760554.499755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760555.523660:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760555.523665:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760555.523668:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760555.523669:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760555.523671:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760555.523674:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760555.523676:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760555.523678:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760555.523680:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760555.523681:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760555.523683:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760555.523684:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760555.523698:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760555.523700:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760555.523702:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760556.547724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760556.547731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760556.547736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760556.547737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760556.547740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760556.547741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760557.571705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760557.571711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760557.571717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760557.571718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760557.571721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760557.571723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760557.571745:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760557.571747:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760557.571750:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760558.148157:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760558.148161:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787760558.148546:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760558.148548:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787760558.148751:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760558.148753:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787760558.148912:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760558.148914:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787760558.149079:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760558.149081:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00010000:00000001:0.0:1787760558.595697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760558.595702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760558.595705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760558.595706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760558.595708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760558.595709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760559.427708:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296616699, at 4296616704
00000100:00000010:0.0:1787760559.427725:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00010000:00000001:0.0:1787760559.619685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760559.619691:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760559.619693:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760559.619696:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760559.619700:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760559.619701:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760559.619703:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760559.619704:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760559.619707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760559.619708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760559.619711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760559.619712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760559.619729:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760559.619731:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760559.619733:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760560.643699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760560.643706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760560.643710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760560.643711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760560.643713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760560.643714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760561.667711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760561.667718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760561.667723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760561.667724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760561.667727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760561.667727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760561.667751:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760561.667753:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760561.667756:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760562.691706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760562.691712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760562.691717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760562.691720:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760562.691721:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760562.691724:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760562.691727:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760562.691728:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760562.691731:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760562.691733:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760562.691737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760562.691738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760563.268254:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760563.268262:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787760563.268821:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760563.268823:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787760563.269030:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760563.269033:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787760563.269248:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760563.269250:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787760563.269496:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760563.269498:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00010000:00000001:0.0:1787760563.715670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760563.715676:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760563.715680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760563.715681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760563.715683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760563.715684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760563.715701:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760563.715703:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760563.715705:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760564.547718:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296621819, at 4296621824
00000100:00000010:0.0:1787760564.547741:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00010000:00000001:0.0:1787760564.739706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760564.739714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760564.739720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760564.739721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760564.739725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760564.739726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760565.763707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760565.763713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760565.763717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760565.763718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760565.763720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760565.763723:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760565.763725:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760565.763727:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760565.763729:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760565.763731:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760565.763733:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760565.763734:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760565.763760:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760565.763762:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760565.763764:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760566.787710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760566.787716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760566.787720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760566.787721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760566.787723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760566.787724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760567.811707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760567.811712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760567.811717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760567.811718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760567.811721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760567.811722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760567.811755:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760567.811758:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760567.811761:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760568.388422:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760568.388429:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787760568.389139:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760568.389142:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787760568.389484:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760568.389487:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787760568.389812:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760568.389815:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787760568.390142:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760568.390145:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1787760568.835844:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760568.835886:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760568.835896:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760568.835898:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760568.835903:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760568.835905:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760569.667714:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296626939, at 4296626944
00000100:00000010:0.0:1787760569.667730:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787760569.859707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760569.859715:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760569.859717:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760569.859719:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760569.859723:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760569.859725:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760569.859726:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760569.859728:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760569.859731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760569.859732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760569.859734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760569.859735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760569.859772:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760569.859774:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760569.859776:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760570.883726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760570.883733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760570.883739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760570.883741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760570.883744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760570.883745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760571.907786:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760571.907807:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760571.907816:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760571.907818:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760571.907822:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760571.907824:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760571.907870:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760571.907874:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760571.907877:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760572.931696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760572.931704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760572.931710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760572.931713:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760572.931716:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760572.931719:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760572.931722:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760572.931724:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760572.931727:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760572.931729:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760572.931733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760572.931734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760573.508287:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760573.508292:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787760573.508953:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760573.508954:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787760573.509135:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760573.509137:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787760573.509341:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760573.509342:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787760573.509631:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760573.509633:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1787760573.955724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760573.955731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760573.955737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760573.955738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760573.955742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760573.955743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760573.955820:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760573.955824:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760573.955827:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760574.787763:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296632059, at 4296632064
00000100:00000010:0.0:1787760574.787781:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00010000:00000001:0.0:1787760574.979725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760574.979748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760574.979753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760574.979754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760574.979757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760574.979758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760576.003777:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760576.003786:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760576.003793:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760576.003795:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760576.003798:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760576.003803:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760576.003806:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760576.003810:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760576.003814:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760576.003818:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760576.003821:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760576.003823:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760576.003857:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760576.003860:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760576.003863:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760577.027712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760577.027719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760577.027725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760577.027726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760577.027730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760577.027731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760578.051728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760578.051735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760578.051740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760578.051741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760578.051744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760578.051745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760578.051771:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760578.051773:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760578.051776:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760578.628306:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760578.628313:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787760578.628936:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760578.628939:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787760578.629235:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760578.629238:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787760578.629528:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760578.629531:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787760578.629879:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760578.629882:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787760579.075714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760579.075725:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760579.075727:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760579.075730:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760579.075735:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760579.075738:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760579.075740:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760579.075741:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760579.075745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760579.075746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760579.075749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760579.075749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760579.907718:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296637179, at 4296637184
00000100:00000010:0.0:1787760579.907737:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00010000:00000001:0.0:1787760580.099727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760580.099741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760580.099747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760580.099749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760580.099752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760580.099753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760580.099778:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760580.099781:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760580.099784:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760581.123711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760581.123717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760581.123722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760581.123723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760581.123725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760581.123726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:0.0:1787760581.187789:0:9535:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96965830e200.
00000020:00000010:0.0:1787760581.187807:0:9535:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96965830e000.
00000020:00000010:0.0:1787760581.187814:0:9535:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9696483cc000.
00000020:00000010:0.0:1787760581.187820:0:9535:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff969646639950.
00000020:00000010:0.0:1787760581.187828:0:9535:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9696507f8600.
80000000:00000010:0.0:1787760581.187834:0:9535:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96965837c600.
40000000:00000010:0.0:1787760581.187839:0:9535:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9696601559c0.
00100000:00000010:0.0:1787760581.187846:0:9535:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9696483ca800.
00040000:00000010:0.0:1787760581.187852:0:9535:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96964468ef00.
00040000:00000010:0.0:1787760581.187856:0:9535:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9696507f9800.
00002000:00000010:0.0:1787760581.187861:0:9535:0:(ofd_dev.c:3019:ofd_key_init()) kmalloced '(value)': 1000 at ffff969643a30800.
00000020:00000010:0.0:1787760581.187868:0:9535:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96965830e000.
00000020:00000010:0.0:1787760581.187877:0:9535:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9696483cc000.
00000020:00000010:0.0:1787760581.187880:0:9535:0:(tgt_main.c:742:tgt_key_fini()) slab-freed '(info)': 1296 at ffff969646639950.
00000020:00000010:0.0:1787760581.187885:0:9535:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9696507f8600.
80000000:00000010:0.0:1787760581.187888:0:9535:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96965837c600.
40000000:00000010:0.0:1787760581.187892:0:9535:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9696601559c0.
00100000:00000010:0.0:1787760581.187896:0:9535:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9696483ca800.
00040000:00000010:0.0:1787760581.187899:0:9535:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96964468ef00.
00040000:00000010:0.0:1787760581.187902:0:9535:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9696507f9800.
00002000:00000010:0.0:1787760581.187906:0:9535:0:(ofd_dev.c:3048:ofd_key_fini()) kfreed 'info': 1000 at ffff969643a30800.
00000020:00000010:0.0:1787760581.187909:0:9535:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96965830e200.
00010000:00000001:0.0:1787760582.147714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760582.147720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760582.147725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760582.147728:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760582.147730:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760582.147733:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760582.147736:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760582.147738:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760582.147740:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760582.147742:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760582.147745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760582.147746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760582.147763:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760582.147765:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760582.147768:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760583.171702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760583.171708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760583.171713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760583.171714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760583.171717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760583.171718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760583.748527:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760583.748540:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787760583.749157:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760583.749160:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787760583.749440:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760583.749443:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787760583.749748:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760583.749751:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787760583.750020:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760583.750023:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787760584.195693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760584.195698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760584.195701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760584.195702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760584.195704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760584.195705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760584.195720:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760584.195722:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760584.195724:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760585.027803:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296642300, at 4296642304
00000100:00000010:0.0:1787760585.027809:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787760585.219690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760585.219696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760585.219702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760585.219702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760585.219705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760585.219710:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760585.219712:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760585.219714:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760585.219717:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760585.219719:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760585.219721:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760585.219723:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760586.243755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760586.243763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760586.243769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760586.243771:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760586.243775:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760586.243776:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760586.243807:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760586.243811:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760586.243814:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760587.267669:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760587.267676:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760587.267682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760587.267683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760587.267687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760587.267688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760588.291691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760588.291697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760588.291702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760588.291703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760588.291706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760588.291707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760588.291725:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760588.291727:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760588.291730:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760588.868150:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760588.868158:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787760588.868784:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760588.868785:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787760588.868987:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760588.868989:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787760588.869146:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760588.869148:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787760588.869302:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760588.869305:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787760589.315718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760589.315726:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760589.315728:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760589.315732:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760589.315736:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760589.315738:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760589.315740:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760589.315743:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760589.315747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760589.315749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760589.315752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760589.315753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760590.147690:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296647419, at 4296647424
00000100:00000010:0.0:1787760590.147699:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00010000:00000001:0.0:1787760590.339712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760590.339719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760590.339725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760590.339726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760590.339729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760590.339730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760590.339750:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760590.339752:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760590.339754:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760591.363709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760591.363716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760591.363721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760591.363722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760591.363725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760591.363727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760592.387682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760592.387687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760592.387690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760592.387693:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760592.387694:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760592.387696:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760592.387699:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760592.387701:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760592.387702:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760592.387704:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760592.387706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760592.387706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760592.387720:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760592.387722:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760592.387723:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760593.411711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760593.411717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760593.411720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760593.411721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760593.411723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760593.411724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760593.988237:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760593.988242:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787760593.989008:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760593.989011:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787760593.989299:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760593.989302:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787760593.989620:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760593.989623:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787760593.990014:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760593.990017:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787760594.435677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760594.435684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760594.435689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760594.435690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760594.435693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760594.435694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760594.435712:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760594.435715:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760594.435718:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760595.267702:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296652539, at 4296652544
00000100:00000010:0.0:1787760595.267716:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787760595.459695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760595.459700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760595.459704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760595.459705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760595.459708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760595.459710:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760595.459712:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760595.459714:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760595.459716:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760595.459718:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760595.459719:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760595.459720:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760596.483680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760596.483686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760596.483689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760596.483690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760596.483692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760596.483693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760596.483710:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760596.483712:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760596.483714:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760597.507725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760597.507732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760597.507737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760597.507738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760597.507741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760597.507742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760598.531700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760598.531705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760598.531709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760598.531710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760598.531712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760598.531713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760598.531730:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760598.531731:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760598.531734:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760599.108368:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760599.108371:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787760599.109376:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760599.109385:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787760599.109999:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760599.110000:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787760599.110336:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760599.110338:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787760599.110560:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760599.110562:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 11 secs later)
00010000:00000001:0.0:1787760599.555721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760599.555729:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760599.555731:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760599.555733:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760599.555738:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760599.555741:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760599.555743:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760599.555745:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760599.555749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760599.555750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760599.555754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760599.555755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760600.387662:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296657659, at 4296657664
00000100:00000010:0.0:1787760600.387676:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787760600.579793:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760600.579797:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760600.579802:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760600.579803:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760600.579805:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760600.579806:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760600.579820:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760600.579822:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760600.579824:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760601.603695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760601.603700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760601.603704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760601.603705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760601.603708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760601.603709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760602.627679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760602.627686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760602.627692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760602.627695:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760602.627697:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760602.627700:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760602.627703:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760602.627706:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760602.627707:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760602.627710:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760602.627713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760602.627714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760602.627735:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760602.627737:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760602.627739:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760603.651702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760603.651707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760603.651711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760603.651712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760603.651714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760603.651714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760604.228093:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760604.228099:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787760604.228659:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760604.228661:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787760604.228837:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760604.228839:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787760604.229033:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760604.229034:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787760604.229203:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760604.229205:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00010000:00000001:0.0:1787760604.675659:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760604.675666:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760604.675671:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760604.675672:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760604.675674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760604.675675:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760604.675690:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760604.675692:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760604.675693:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760605.507697:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296662779, at 4296662784
00000100:00000010:0.0:1787760605.507710:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00010000:00000001:0.0:1787760605.699697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760605.699701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760605.699704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760605.699705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760605.699708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760605.699710:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760605.699712:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760605.699714:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760605.699716:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760605.699717:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760605.699719:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760605.699720:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760606.723728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760606.723735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760606.723740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760606.723741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760606.723744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760606.723745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760606.723775:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760606.723779:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760606.723782:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760607.747715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760607.747722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760607.747728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760607.747729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760607.747732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760607.747732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760608.771721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760608.771727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760608.771732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760608.771734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760608.771737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760608.771738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760608.771783:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760608.771786:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760608.771790:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760609.348191:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760609.348197:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787760609.348764:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760609.348765:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787760609.348945:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760609.348947:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787760609.349148:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760609.349149:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787760609.349326:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760609.349327:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00010000:00000001:0.0:1787760609.795694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760609.795703:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760609.795705:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760609.795708:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760609.795713:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760609.795715:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760609.795717:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760609.795719:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760609.795723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760609.795724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760609.795728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760609.795729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760610.627760:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296667899, at 4296667904
00000100:00000010:0.0:1787760610.627771:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787760610.819713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760610.819723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760610.819730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760610.819731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760610.819735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760610.819736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760610.819785:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760610.819787:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760610.819790:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760611.843695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760611.843712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760611.843718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760611.843720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760611.843723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760611.843725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760612.867712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760612.867718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760612.867725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760612.867728:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760612.867730:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760612.867733:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760612.867736:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760612.867739:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760612.867741:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760612.867743:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760612.867746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760612.867748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760612.867780:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760612.867782:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760612.867785:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760613.891726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760613.891733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760613.891738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760613.891740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760613.891744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760613.891745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760614.468471:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760614.468952:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760614.469116:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760614.469265:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760614.469431:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787760614.915706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760614.915711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760614.915717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760614.915717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760614.915720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760614.915721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760614.915757:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760614.915759:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760614.915761:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760615.747720:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296673019, at 4296673024
00000100:00000010:0.0:1787760615.747738:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d2a0.
00010000:00000001:0.0:1787760615.939723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760615.939731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760615.939736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760615.939737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760615.939740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760615.939744:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760615.939746:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760615.939749:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760615.939751:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760615.939753:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760615.939755:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760615.939756:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760616.963698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760616.963703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760616.963707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760616.963708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760616.963712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760616.963714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760616.963774:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760616.963777:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760616.963780:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760617.987713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760617.987720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760617.987726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760617.987728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760617.987731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760617.987733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760619.011712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760619.011718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760619.011723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760619.011725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760619.011728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760619.011730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760619.011752:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760619.011754:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760619.011757:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760619.588633:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760619.588640:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787760619.589924:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760619.589927:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787760619.590239:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760619.590242:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787760619.590555:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760619.590558:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787760619.591023:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760619.591026:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787760620.035719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760620.035729:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760620.035731:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760620.035734:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760620.035740:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760620.035742:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760620.035743:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760620.035745:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760620.035748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760620.035749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760620.035751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760620.035752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760620.867720:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296678140, at 4296678144
00000100:00000010:0.0:1787760620.867739:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787760621.059738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760621.059745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760621.059750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760621.059751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760621.059753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760621.059754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760621.059778:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760621.059780:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760621.059782:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760622.083699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760622.083704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760622.083709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760622.083711:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760622.083713:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760622.083715:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760622.083717:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760622.083719:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760622.083721:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760622.083722:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760622.083724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760622.083725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760623.107715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760623.107722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760623.107728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760623.107730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760623.107734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760623.107735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760623.107760:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760623.107763:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760623.107766:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760624.131662:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760624.131668:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760624.131672:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760624.131673:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760624.131675:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760624.131676:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760624.708292:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760624.708300:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787760624.708907:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760624.708909:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787760624.709091:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760624.709093:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787760624.709302:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760624.709303:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787760624.709477:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760624.709478:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787760625.155707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760625.155713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760625.155717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760625.155718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760625.155720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760625.155723:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760625.155726:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760625.155729:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760625.155732:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760625.155735:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760625.155737:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760625.155739:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760625.155777:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760625.155780:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760625.155784:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760625.987688:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296683259, at 4296683264
00000100:00000010:0.0:1787760625.987702:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00010000:00000001:0.0:1787760626.179721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760626.179728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760626.179734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760626.179735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760626.179750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760626.179752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760627.203738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760627.203745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760627.203752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760627.203753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760627.203756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760627.203757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760627.203816:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760627.203820:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760627.203825:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760628.227744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760628.227749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760628.227753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760628.227754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760628.227757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760628.227758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760629.251706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760629.251711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760629.251716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760629.251717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760629.251720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760629.251721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760629.251739:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760629.251741:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760629.251743:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760629.828303:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760629.828307:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787760629.828945:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760629.828946:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787760629.829211:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760629.829213:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787760629.829401:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760629.829403:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787760629.829653:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760629.829656:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787760630.275721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760630.275727:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760630.275729:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760630.275732:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760630.275736:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760630.275738:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760630.275740:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760630.275741:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760630.275744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760630.275745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760630.275748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760630.275748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760631.107715:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296688379, at 4296688384
00000100:00000010:0.0:1787760631.107730:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787760631.299693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760631.299698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760631.299702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760631.299703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760631.299705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760631.299706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760631.299722:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760631.299724:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760631.299726:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760632.323729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760632.323735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760632.323739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760632.323742:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760632.323744:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760632.323752:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760632.323755:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760632.323758:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760632.323759:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760632.323761:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760632.323763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760632.323764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760633.347702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760633.347709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760633.347714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760633.347716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760633.347719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760633.347720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760633.347742:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760633.347744:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760633.347747:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760634.371713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760634.371718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760634.371722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760634.371723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760634.371725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760634.371726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760634.948245:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760634.948252:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787760634.948815:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760634.948816:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787760634.949029:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760634.949031:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787760634.949240:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760634.949242:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787760634.949473:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760634.949475:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1787760635.395712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760635.395720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760635.395726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760635.395727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760635.395731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760635.395734:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760635.395737:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760635.395740:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760635.395743:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760635.395746:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760635.395748:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760635.395750:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760635.395772:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760635.395774:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760635.395776:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760636.227691:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296693499, at 4296693504
00000100:00000010:0.0:1787760636.227707:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787760636.419710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760636.419716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760636.419721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760636.419722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760636.419725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760636.419725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760637.443702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760637.443708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760637.443713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760637.443714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760637.443717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760637.443717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760637.443736:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760637.443738:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760637.443740:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760638.467717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760638.467724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760638.467729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760638.467731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760638.467734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760638.467736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760639.491701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760639.491708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760639.491713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760639.491714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760639.491717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760639.491717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760639.491736:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760639.491738:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760639.491740:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760640.068248:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760640.068254:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787760640.068892:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760640.068894:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787760640.069130:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760640.069132:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787760640.069315:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760640.069317:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787760640.069510:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760640.069512:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1787760640.515707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760640.515715:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760640.515718:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760640.515722:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760640.515727:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760640.515729:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760640.515732:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760640.515734:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760640.515739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760640.515741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760640.515745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760640.515746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760641.347692:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296698619, at 4296698624
00000100:00000010:0.0:1787760641.347708:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00010000:00000001:0.0:1787760641.539662:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760641.539666:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760641.539670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760641.539671:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760641.539674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760641.539675:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760641.539690:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760641.539692:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760641.539694:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760642.563707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760642.563712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760642.563718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760642.563721:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760642.563723:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760642.563727:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760642.563730:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760642.563732:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760642.563734:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760642.563737:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760642.563740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760642.563742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760643.587669:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760643.587674:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760643.587678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760643.587679:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760643.587682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760643.587683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760643.587698:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760643.587700:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760643.587702:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760644.611703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760644.611708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760644.611712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760644.611713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760644.611716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760644.611716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760645.188351:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760645.188356:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787760645.189049:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760645.189052:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787760645.189386:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760645.189389:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787760645.189705:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760645.189708:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787760645.189979:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760645.189982:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787760645.635791:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760645.635806:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760645.635816:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760645.635817:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760645.635822:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760645.635826:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760645.635830:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760645.635834:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760645.635838:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760645.635841:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760645.635843:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760645.635846:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760645.635879:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760645.635883:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760645.635888:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760646.467706:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296703739, at 4296703744
00000100:00000010:0.0:1787760646.467720:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787760646.659690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760646.659696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760646.659700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760646.659701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760646.659703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760646.659704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760647.683709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760647.683716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760647.683722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760647.683723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760647.683726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760647.683727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760647.683751:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760647.683754:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760647.683757:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760648.707680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760648.707687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760648.707692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760648.707693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760648.707696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760648.707697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760649.731709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760649.731715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760649.731719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760649.731720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760649.731722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760649.731723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760649.731760:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760649.731763:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760649.731765:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760650.308296:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760650.308304:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787760650.308974:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760650.308977:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787760650.309169:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760650.309171:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787760650.309426:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760650.309428:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787760650.309874:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760650.309877:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787760650.755680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760650.755693:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760650.755695:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760650.755697:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760650.755701:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760650.755703:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760650.755705:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760650.755706:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760650.755710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760650.755711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760650.755713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760650.755714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760651.587709:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296708859, at 4296708864
00000100:00000010:0.0:1787760651.587723:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00010000:00000001:0.0:1787760651.779712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760651.779717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760651.779721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760651.779722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760651.779725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760651.779726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760651.779764:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760651.779767:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760651.779769:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760652.803724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760652.803730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760652.803734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760652.803738:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760652.803739:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760652.803742:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760652.803744:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760652.803746:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760652.803747:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760652.803749:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760652.803752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760652.803753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760653.827674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760653.827680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760653.827684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760653.827685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760653.827687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760653.827688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760653.827725:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760653.827728:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760653.827730:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760654.851727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760654.851734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760654.851740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760654.851742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760654.851745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760654.851747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760655.427742:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760655.427753:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787760655.427756:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760655.427760:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760655.427765:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760655.427772:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2040
00000400:00000200:0.0:1787760655.427781:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760655.427787:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760655.427791:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760655.427795:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760655.427799:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760655.427802:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760655.427805:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760655.427809:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760655.427812:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787760655.427814:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760655.427818:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787760655.427821:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787760655.427823:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787760655.427827:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760655.427829:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760655.427832:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760655.427834:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760655.427837:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787760655.427841:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760655.427844:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760655.427847:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760655.427850:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760655.427853:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760655.427856:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787760655.427858:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760655.427868:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097da40.
00000020:00000040:0.0:1787760655.427872:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787760655.427876:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760655.427878:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760655.427881:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760655.427884:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760655.427889:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760655.427897:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30400.
00000100:00000001:0.0:1787760655.427905:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760655.427916:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097da40 x1874600883621632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760655.427927:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760655.427932:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760655.427937:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a392d04] to pc [ptlrpcd_rcv+-1]  req@ffff96966097da40 x1874600883621632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760655.427963:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760655.427967:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760655.427971:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787760655.427972:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760655.427974:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760655.427977:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760655.427981:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2040
00000400:00000200:0.0:1787760655.427985:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760655.427990:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760655.427993:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760655.427997:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760655.428002:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760655.428008:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760655.428013:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760655.428020:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760655.428021:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787760655.428023:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760655.428026:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787760655.428032:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787760655.428038:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787760655.428048:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760655.428055:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760655.428063:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760655.428071:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760655.428077:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787760655.428087:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760655.428091:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760655.428095:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760655.428114:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760655.428125:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760655.428130:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760655.428136:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787760655.428143:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760655.428149:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760655.428157:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097de00.
00000020:00000040:0.0:1787760655.428163:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787760655.428166:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760655.428169:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760655.428187:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760655.428191:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760655.428196:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760655.428204:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32800.
00000100:00000001:0.0:1787760655.428212:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760655.428223:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097de00 x1874600883621760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760655.428244:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760655.428259:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760655.428271:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010d19df2] to pc [ptlrpcd_rcv+-1]  req@ffff96966097de00 x1874600883621760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760655.428286:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760655.428293:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760655.428302:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:1.1:1787760655.428303:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:0.0:1787760655.428306:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1787760655.428308:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000100:00080000:0.0:1787760655.428310:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760655.428316:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760655.428322:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2040
00000400:00000200:0.0:1787760655.428331:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760655.428337:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760655.428343:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760655.428352:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760655.428357:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760655.428363:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760655.428368:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760655.428373:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760655.428377:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787760655.428383:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760655.428388:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787760655.428395:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787760655.428400:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787760655.428410:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760655.428414:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760655.428419:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760655.428425:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760655.428431:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787760655.428436:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760655.428443:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760655.428447:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760655.428453:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760655.428458:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760655.428462:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760655.428465:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787760655.428470:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760655.428473:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760655.428481:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097ed00.
00000020:00000040:0.0:1787760655.428488:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787760655.428495:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760655.428499:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760655.428503:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760655.428507:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760655.428511:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760655.428520:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00000001:0.0:1787760655.428525:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760655.428534:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097ed00 x1874600883621888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760655.428554:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760655.428560:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760655.428571:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088ef356f] to pc [ptlrpcd_rcv+-1]  req@ffff96966097ed00 x1874600883621888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760655.428591:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760655.428635:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760655.428643:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787760655.428647:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760655.428651:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760655.428658:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760655.428665:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2040
00000400:00000200:0.0:1787760655.428676:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760655.428685:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760655.428691:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760655.428698:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760655.428702:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760655.428708:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760655.428714:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760655.428719:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760655.428721:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787760655.428725:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760655.428729:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787760655.428735:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787760655.428739:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787760655.428748:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760655.428754:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760655.428762:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760655.428768:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760655.428774:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787760655.428782:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760655.428787:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760655.428791:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760655.428797:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760655.428802:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760655.428805:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760655.428808:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787760655.428811:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760655.428816:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760655.428823:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c3c0.
00000020:00000040:0.0:1787760655.428828:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787760655.428833:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760655.428837:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760655.428839:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760655.428844:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760655.428848:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760655.428856:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33400.
00000100:00000001:0.0:1787760655.428863:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760655.428875:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c3c0 x1874600883622016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760655.428899:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760655.428905:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760655.428914:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732a0c51] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c3c0 x1874600883622016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760655.428935:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760655.428940:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760655.428945:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787760655.428949:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760655.428952:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760655.428958:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760655.428966:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2040
00000400:00000200:0.0:1787760655.428973:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760655.428979:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760655.428983:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760655.428989:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760655.428993:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760655.428998:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760655.429002:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760655.429006:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760655.429009:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787760655.429013:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760655.429018:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787760655.429022:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787760655.429027:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787760655.429035:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760655.429041:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760655.429047:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760655.429053:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760655.429059:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787760655.429068:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760655.429073:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760655.429078:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760655.429083:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760655.429088:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760655.429094:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760655.429099:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787760655.429106:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760655.429111:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760655.429117:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000010:0.0:1787760655.429118:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f0c0.
00000800:00000200:1.1:1787760655.429122:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000020:00000040:0.0:1787760655.429123:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787760655.429128:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760655.429130:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760655.429133:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760655.429135:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760655.429140:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760655.429147:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32400.
00000100:00000001:0.0:1787760655.429151:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760655.429161:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f0c0 x1874600883622144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760655.429170:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760655.429189:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760655.429194:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcc28536] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f0c0 x1874600883622144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760655.429209:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760655.429217:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2050)
00000800:00000200:1.1:1787760655.429443:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760655.429445:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787760655.429708:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760655.429711:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787760655.429956:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760655.429958:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787760655.875702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760655.875709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760655.875715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760655.875716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760655.875720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760655.875724:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760655.875726:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760655.875730:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760655.875733:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760655.875735:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760655.875738:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760655.875740:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760655.875788:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760655.875790:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760655.875793:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760656.707682:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296713979, at 4296713984
00000100:00000010:0.0:1787760656.707698:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00010000:00000001:0.0:1787760656.899695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760656.899701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760656.899705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760656.899706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760656.899709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760656.899710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760657.923718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760657.923723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760657.923727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760657.923729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760657.923731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760657.923732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760657.923769:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760657.923771:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760657.923773:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760658.947734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760658.947741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760658.947747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760658.947748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760658.947752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760658.947754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760659.971721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760659.971729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760659.971735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760659.971736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760659.971739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760659.971740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760659.971795:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760659.971799:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760659.971802:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760660.548358:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760660.548365:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787760660.549157:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760660.549163:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787760660.549428:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760660.549430:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787760660.549673:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760660.549676:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787760660.550001:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760660.550004:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787760660.995681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760660.995688:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760660.995690:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760660.995692:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760660.995697:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760660.995699:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760660.995700:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760660.995702:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760660.995705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760660.995706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760660.995708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760660.995709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760661.827738:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296719099, at 4296719104
00000100:00000010:0.0:1787760661.827759:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787760662.019711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760662.019717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760662.019722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760662.019722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760662.019725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760662.019726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760662.019745:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760662.019747:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760662.019749:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760663.043707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760663.043713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760663.043718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760663.043721:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760663.043723:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760663.043725:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760663.043728:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760663.043730:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760663.043732:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760663.043733:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760663.043736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760663.043736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760664.067694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760664.067699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760664.067703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760664.067704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760664.067706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760664.067707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760664.067727:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760664.067729:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760664.067731:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760665.091747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760665.091756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760665.091761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760665.091762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760665.091765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760665.091769:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760665.091771:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760665.091774:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760665.091777:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760665.091779:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760665.091780:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760665.091782:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760665.668411:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760665.668419:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787760665.669053:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760665.669056:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787760665.669370:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760665.669373:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787760665.669705:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760665.669708:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787760665.670038:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760665.670041:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787760666.115712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760666.115717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760666.115722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760666.115723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760666.115725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760666.115726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760666.115746:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760666.115748:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760666.115750:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760666.947691:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296724219, at 4296724224
00000100:00000010:0.0:1787760666.947705:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00010000:00000001:0.0:1787760667.139707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760667.139712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760667.139716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760667.139717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760667.139720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760667.139721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760668.163671:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760668.163680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760668.163684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760668.163685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760668.163688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760668.163689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760668.163712:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760668.163716:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760668.163719:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760669.187730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760669.187736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760669.187741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760669.187743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760669.187745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760669.187747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760670.211723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760670.211735:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760670.211739:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760670.211743:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760670.211749:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760670.211752:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760670.211755:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760670.211758:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760670.211763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760670.211764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760670.211769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760670.211770:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760670.211835:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760670.211840:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760670.211844:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760670.788414:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760670.788418:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787760670.789186:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760670.789190:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787760670.789421:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760670.789423:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787760670.789633:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760670.789635:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787760670.789914:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760670.789915:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787760671.235746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760671.235753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760671.235759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760671.235760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760671.235763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760671.235764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760672.067679:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296729339, at 4296729344
00000100:00000010:0.0:1787760672.067692:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00010000:00000001:0.0:1787760672.259737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760672.259743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760672.259747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760672.259748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760672.259750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760672.259751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760672.259763:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760672.259765:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760672.259767:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760673.283701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760673.283706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760673.283710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760673.283713:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760673.283715:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760673.283717:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760673.283720:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760673.283722:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760673.283723:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760673.283725:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760673.283727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760673.283728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760674.307794:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760674.307801:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760674.307821:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760674.307823:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760674.307827:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760674.307828:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760675.331711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760675.331716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760675.331720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760675.331721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760675.331723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760675.331726:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760675.331728:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760675.331730:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760675.331733:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760675.331734:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760675.331736:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760675.331738:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760675.908731:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760675.908741:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787760675.909450:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760675.909452:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787760675.909668:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760675.909670:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787760675.909941:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760675.909943:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787760675.910244:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760675.910246:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787760676.355751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760676.355757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760676.355761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760676.355763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760676.355782:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760676.355784:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760677.187689:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296734460, at 4296734464
00000100:00000010:0.0:1787760677.187702:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787760677.379718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760677.379731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760677.379739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760677.379740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760677.379742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760677.379743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760678.403701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760678.403709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760678.403714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760678.403715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760678.403718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760678.403719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760679.427703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760679.427721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760679.427726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760679.427727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760679.427730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760679.427731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760680.451761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760680.451774:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760680.451778:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760680.451782:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760680.451801:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760680.451803:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760680.451805:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760680.451807:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760680.451811:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760680.451813:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760680.451823:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760680.451824:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760681.028215:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760681.028570:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760681.028956:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760681.029328:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760681.029498:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787760681.475734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760681.475741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760681.475747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760681.475748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760681.475752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760681.475754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760682.307707:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296739579, at 4296739584
00000100:00000010:0.0:1787760682.307726:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787760682.499756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760682.499770:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760682.499775:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760682.499780:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760682.499784:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760682.499786:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760683.523697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760683.523703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760683.523707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760683.523710:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760683.523712:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760683.523714:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760683.523717:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760683.523719:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760683.523720:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760683.523722:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760683.523724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760683.523725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760684.547723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760684.547729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760684.547735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760684.547736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760684.547739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760684.547741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760685.571713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760685.571721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760685.571727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760685.571729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760685.571732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760685.571735:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760685.571737:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760685.571741:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760685.571744:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760685.571747:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760685.571749:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760685.571752:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760686.148459:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760686.148467:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787760686.149278:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760686.149281:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787760686.149630:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760686.149632:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787760686.149941:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760686.149944:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787760686.150139:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760686.150141:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787760686.595720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760686.595727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760686.595733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760686.595734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760686.595738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760686.595739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760687.427715:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296744700, at 4296744704
00000100:00000010:0.0:1787760687.427730:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00010000:00000001:0.0:1787760687.619689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760687.619694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760687.619699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760687.619700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760687.619702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760687.619703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760688.643730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760688.643737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760688.643743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760688.643745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760688.643748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760688.643750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760689.667663:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760689.667669:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760689.667673:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760689.667674:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760689.667676:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760689.667677:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760690.691722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760690.691731:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760690.691734:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760690.691737:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760690.691742:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760690.691745:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760690.691748:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760690.691751:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760690.691755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760690.691757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760690.691760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760690.691761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760691.268320:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760691.268329:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787760691.268969:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760691.268972:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787760691.269286:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760691.269288:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787760691.269618:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760691.269621:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787760691.269925:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760691.269928:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787760691.715731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760691.715738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760691.715743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760691.715745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760691.715748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760691.715750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760692.547708:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296749819, at 4296749824
00000100:00000010:0.0:1787760692.547724:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc00.
00010000:00000001:0.0:1787760692.739730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760692.739735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760692.739740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760692.739741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760692.739743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760692.739744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760693.763718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760693.763725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760693.763731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760693.763734:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760693.763737:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760693.763740:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760693.763743:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760693.763745:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760693.763748:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760693.763750:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760693.763754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760693.763755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760694.787710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760694.787716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760694.787721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760694.787722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760694.787725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760694.787726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760695.811700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760695.811706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760695.811711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760695.811711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760695.811714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760695.811717:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760695.811718:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760695.811720:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760695.811722:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760695.811724:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760695.811725:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760695.811727:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760696.388264:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760696.388270:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787760696.388921:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760696.388922:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787760696.389087:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760696.389089:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787760696.389321:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760696.389322:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787760696.389582:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760696.389585:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787760696.835695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760696.835700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760696.835704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760696.835705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760696.835706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760696.835707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760697.667698:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296754939, at 4296754944
00000100:00000010:0.0:1787760697.667710:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00010000:00000001:0.0:1787760697.859696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760697.859701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760697.859705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760697.859706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760697.859708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760697.859709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760698.883727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760698.883735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760698.883741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760698.883742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760698.883744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760698.883745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760699.907672:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760699.907677:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760699.907681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760699.907682:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760699.907684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760699.907685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760700.931697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760700.931704:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760700.931706:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760700.931708:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760700.931711:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760700.931713:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760700.931714:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760700.931716:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760700.931719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760700.931720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760700.931722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760700.931723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760701.508259:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760701.508264:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787760701.508975:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760701.508977:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787760701.509261:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760701.509263:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787760701.509526:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760701.509528:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787760701.509876:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760701.509878:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1787760701.955683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760701.955689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760701.955695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760701.955697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760701.955699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760701.955701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760702.787719:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296760059, at 4296760064
00000100:00000010:0.0:1787760702.787739:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787760702.979690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760702.979695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760702.979699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760702.979700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760702.979703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760702.979703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760704.003727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760704.003733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760704.003739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760704.003743:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760704.003745:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760704.003749:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760704.003752:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760704.003754:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760704.003756:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760704.003758:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760704.003762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760704.003763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760705.027711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760705.027718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760705.027724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760705.027725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760705.027728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760705.027731:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760705.027733:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760705.027736:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760705.027738:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760705.027740:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760705.027742:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760705.027743:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760706.051790:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760706.051805:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760706.051817:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760706.051818:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760706.051822:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760706.051823:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760706.628240:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760706.628245:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787760706.628908:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760706.628911:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787760706.629167:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760706.629170:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787760706.629447:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760706.629449:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787760706.629804:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760706.629807:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1787760707.075687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760707.075694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760707.075699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760707.075700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760707.075703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760707.075704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760707.907675:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296765179, at 4296765184
00000100:00000010:0.0:1787760707.907687:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787760708.099704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760708.099709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760708.099712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760708.099713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760708.099715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760708.099716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760709.123674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760709.123680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760709.123685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760709.123686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760709.123689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760709.123690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760710.147705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760710.147718:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760710.147720:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760710.147723:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760710.147729:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760710.147731:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760710.147733:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760710.147735:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760710.147739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760710.147741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760710.147743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760710.147744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760711.171707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760711.171714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760711.171719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760711.171721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760711.171724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760711.171725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760711.748276:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760711.748281:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787760711.748979:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760711.748982:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787760711.749270:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760711.749272:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787760711.749530:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760711.749533:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787760711.749902:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760711.749904:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00010000:00000001:0.0:1787760712.195691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760712.195696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760712.195700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760712.195701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760712.195703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760712.195704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760713.027673:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296770299, at 4296770304
00000100:00000010:0.0:1787760713.027684:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00010000:00000001:0.0:1787760713.219710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760713.219717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760713.219724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760713.219727:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760713.219730:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760713.219733:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760713.219736:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760713.219738:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760713.219740:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760713.219742:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760713.219744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760713.219745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760714.243723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760714.243730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760714.243735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760714.243736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760714.243738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760714.243740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760715.267703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760715.267710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760715.267715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760715.267716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760715.267719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760715.267723:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760715.267725:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760715.267728:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760715.267730:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760715.267732:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760715.267734:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760715.267736:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760716.291741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760716.291751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760716.291759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760716.291760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760716.291764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760716.291765:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760716.868339:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760716.868345:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787760716.869026:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760716.869029:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787760716.869303:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760716.869305:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787760716.869566:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760716.869569:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787760716.869848:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760716.869850:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00010000:00000001:0.0:1787760717.315695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760717.315704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760717.315711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760717.315713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760717.315717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760717.315719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760718.147739:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296775419, at 4296775424
00000100:00000010:0.0:1787760718.147760:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00010000:00000001:0.0:1787760718.339699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760718.339704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760718.339708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760718.339708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760718.339711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760718.339711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760719.363704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760719.363709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760719.363716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760719.363718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760719.363721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760719.363722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760720.387695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760720.387701:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760720.387702:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760720.387705:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760720.387708:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760720.387709:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760720.387711:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760720.387712:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760720.387715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760720.387716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760720.387719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760720.387719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760721.411677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760721.411690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760721.411695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760721.411696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760721.411698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760721.411699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760721.988329:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760721.988332:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787760721.989023:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760721.989024:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787760721.989197:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760721.989198:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787760721.989350:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760721.989352:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787760721.989642:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760721.989645:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 23 secs later)
00010000:00000001:0.0:1787760722.435713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760722.435725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760722.435731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760722.435732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760722.435735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760722.435736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760723.267681:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296780539, at 4296780544
00000100:00000010:0.0:1787760723.267694:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787760723.459730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760723.459734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760723.459738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760723.459741:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760723.459743:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760723.459745:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760723.459748:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760723.459749:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760723.459750:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760723.459752:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760723.459754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760723.459754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760724.483694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760724.483700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760724.483704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760724.483705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760724.483707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760724.483708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760725.507714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760725.507726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760725.507732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760725.507734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760725.507737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760725.507741:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760725.507743:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760725.507747:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760725.507750:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760725.507753:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760725.507755:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760725.507758:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760726.531726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760726.531734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760726.531739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760726.531741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760726.531743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760726.531744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760727.108227:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760727.108231:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787760727.108666:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760727.108669:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787760727.108866:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760727.108868:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787760727.109031:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760727.109033:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787760727.109186:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760727.109187:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787760727.555751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760727.555759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760727.555767:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760727.555768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760727.555772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760727.555785:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760728.387752:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296785659, at 4296785664
00000100:00000010:0.0:1787760728.387785:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00010000:00000001:0.0:1787760728.579694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760728.579705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760728.579712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760728.579714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760728.579717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760728.579719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760729.603757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760729.603768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760729.603776:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760729.603778:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760729.603782:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760729.603783:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760730.627674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760730.627683:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760730.627685:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760730.627688:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760730.627693:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760730.627695:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760730.627696:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760730.627698:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760730.627701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760730.627702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760730.627705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760730.627706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760731.651730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760731.651737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760731.651744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760731.651745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760731.651749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760731.651750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760732.228339:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760732.228347:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787760732.228979:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760732.228982:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787760732.229286:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760732.229289:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787760732.229587:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760732.229590:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787760732.229957:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760732.229959:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787760732.675732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760732.675739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760732.675745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760732.675746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760732.675749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760732.675751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760733.507712:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296790779, at 4296790784
00000100:00000010:0.0:1787760733.507730:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00010000:00000001:0.0:1787760733.699720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760733.699725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760733.699729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760733.699732:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760733.699734:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760733.699737:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760733.699739:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760733.699741:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760733.699742:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760733.699744:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760733.699746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760733.699747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760734.723717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760734.723722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760734.723727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760734.723728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760734.723731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760734.723732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760735.747733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760735.747739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760735.747743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760735.747744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760735.747746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760735.747749:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760735.747751:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760735.747754:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760735.747756:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760735.747757:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760735.747759:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760735.747760:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760736.771675:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760736.771680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760736.771685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760736.771685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760736.771688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760736.771689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760737.348247:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760737.348255:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787760737.349010:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760737.349012:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787760737.349268:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760737.349270:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787760737.349623:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760737.349626:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787760737.349957:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760737.349959:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787760737.795718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760737.795728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760737.795744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760737.795745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760737.795750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760737.795751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760738.627707:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296795899, at 4296795904
00000100:00000010:0.0:1787760738.627722:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787760738.819674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760738.819679:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760738.819683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760738.819684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760738.819692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760738.819693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760739.843674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760739.843680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760739.843685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760739.843686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760739.843690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760739.843691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760740.867700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760740.867710:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760740.867712:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760740.867715:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760740.867720:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760740.867722:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760740.867724:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760740.867727:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760740.867732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760740.867733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760740.867737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760740.867738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760741.891699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760741.891705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760741.891709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760741.891709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760741.891712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760741.891712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760742.468200:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760742.468203:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787760742.468931:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760742.468936:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787760742.469164:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760742.469165:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787760742.469378:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760742.469379:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787760742.469709:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760742.469711:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787760742.915696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760742.915701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760742.915705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760742.915706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760742.915708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760742.915709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760743.747703:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296801019, at 4296801024
00000100:00000010:0.0:1787760743.747718:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00010000:00000001:0.0:1787760743.939682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760743.939687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760743.939691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760743.939693:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760743.939695:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760743.939697:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760743.939699:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760743.939701:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760743.939702:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760743.939704:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760743.939706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760743.939707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760744.963707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760744.963713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760744.963716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760744.963717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760744.963719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760744.963721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760745.989029:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760745.989038:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760745.989044:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760745.989045:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760745.989049:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760745.989053:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760745.989056:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760745.989060:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760745.989064:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760745.989066:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760745.989068:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760745.989070:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760747.011758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760747.011767:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760747.011774:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760747.011776:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760747.011779:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760747.011781:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760747.588205:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760747.588592:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760747.588877:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760747.589037:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760747.589218:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787760748.035721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760748.035727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760748.035733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760748.035734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760748.035737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760748.035738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760748.867685:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296806139, at 4296806144
00000100:00000010:0.0:1787760748.867701:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787760749.059702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760749.059706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760749.059710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760749.059710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760749.059713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760749.059713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760750.083706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760750.083713:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760750.083715:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760750.083717:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760750.083721:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760750.083722:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760750.083724:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760750.083725:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760750.083728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760750.083729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760750.083731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760750.083732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787760750.659796:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.116:988
00000400:00000100:0.0:1787760750.659837:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.116@tcp at host 192.168.204.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787760750.659845:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760750.659847:0:2387:0:(router.c:1791:lnet_notify()) 192.168.204.16@tcp notifying 192.168.204.116@tcp: down
00000400:00000200:0.0:1787760750.659851:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760750.659854:0:2387:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787760750.659857:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787760750.659860:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:0.0:1787760750.659864:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787760750.659867:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787760750.659872:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240550
00000400:00000010:0.0:1787760750.659874:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240550.
00000100:00000001:0.0:1787760750.659877:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787760750.659883:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ef840 x1874600883633152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787760772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760750.659903:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787760750.659906:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef840 x1874600883633152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787760772 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760750.659911:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760750.659913:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787760750.659921:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787760750.659924:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330700.
00000400:00000200:0.0:1787760750.659927:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787760750.659930:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787760750.659934:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240aa0
00000400:00000010:0.0:1787760750.659937:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240aa0.
00000100:00000001:0.0:1787760750.659940:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787760750.659945:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ee1c0 x1874600883633280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787760772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760750.659956:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787760750.659962:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee1c0 x1874600883633280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787760772 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760750.659973:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760750.659978:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787760750.659987:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787760750.659991:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330a00.
00000400:00000200:0.0:1787760750.659997:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787760750.660004:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787760750.660019:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240660
00000400:00000010:0.0:1787760750.660023:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240660.
00000100:00000001:0.0:1787760750.660028:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787760750.660036:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ef0c0 x1874600883633408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787760772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760750.660061:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787760750.660068:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef0c0 x1874600883633408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787760772 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760750.660077:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760750.660081:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787760750.660092:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787760750.660117:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330200.
00000400:00000200:0.0:1787760750.660124:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787760750.660133:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787760750.660138:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240908
00000400:00000010:0.0:1787760750.660143:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240908.
00000100:00000001:0.0:1787760750.660148:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787760750.660155:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ee580 x1874600883633536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787760772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760750.660191:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787760750.660199:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee580 x1874600883633536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787760772 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760750.660208:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760750.660213:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787760750.660222:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787760750.660227:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330300.
00000400:00000200:0.0:1787760750.660234:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787760750.660242:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787760750.660257:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:0.0:1787760750.660262:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:0.0:1787760750.660268:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787760750.660275:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ed2c0 x1874600883633664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787760772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760750.660300:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787760750.660309:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ed2c0 x1874600883633664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787760772 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760750.660334:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760750.660337:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787760751.107724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760751.107729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760751.107733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760751.107734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760751.107736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760751.107737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760752.131694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760752.131699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760752.131703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760752.131704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760752.131707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760752.131708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760752.708540:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760752.708544:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787760752.709426:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760752.709429:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787760752.709810:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760752.709812:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787760752.710056:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760752.710058:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787760752.710233:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760752.710235:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787760753.155723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760753.155730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760753.155736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760753.155739:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760753.155741:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760753.155744:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760753.155747:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760753.155749:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760753.155751:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760753.155753:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760753.155756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760753.155758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760753.987757:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296811260, at 4296811264
00000100:00000010:0.0:1787760753.987780:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787760754.179728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760754.179737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760754.179744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760754.179750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760754.179754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760754.179755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760755.203672:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760755.203679:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760755.203684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760755.203685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760755.203689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760755.203691:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760755.203701:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760755.203704:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760755.203707:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760755.203709:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760755.203711:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760755.203713:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760756.227693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760756.227699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760756.227705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760756.227706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760756.227709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760756.227711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760757.251700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760757.251704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760757.251708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760757.251709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760757.251712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760757.251712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760757.828244:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760757.828250:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787760757.828871:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760757.828873:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787760757.829138:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760757.829141:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787760757.829417:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760757.829419:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787760757.829690:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760757.829693:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787760758.275665:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760758.275670:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760758.275674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760758.275675:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760758.275677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760758.275677:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760759.107718:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296816379, at 4296816384
00000100:00000010:0.0:1787760759.107730:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00010000:00000001:0.0:1787760759.299717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760759.299722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760759.299725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760759.299726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760759.299728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760759.299729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760760.323692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760760.323698:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760760.323699:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760760.323702:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760760.323705:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760760.323707:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760760.323708:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760760.323710:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760760.323712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760760.323713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760760.323716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760760.323716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760761.347704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760761.347712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760761.347718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760761.347719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760761.347721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760761.347723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760762.371669:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760762.371674:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760762.371678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760762.371685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760762.371689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760762.371690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760762.948479:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760762.948488:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787760762.949378:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760762.949397:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787760762.949696:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760762.949698:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787760762.949968:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760762.949970:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787760762.950252:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760762.950254:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787760763.395701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760763.395707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760763.395710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760763.395713:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760763.395714:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760763.395716:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760763.395719:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760763.395720:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760763.395722:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760763.395723:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760763.395725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760763.395726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760764.227697:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296821500, at 4296821504
00000100:00000010:0.0:1787760764.227714:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787760764.419679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760764.419685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760764.419689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760764.419690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760764.419692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760764.419693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760765.443672:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760765.443678:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760765.443682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760765.443682:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760765.443685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760765.443687:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760765.443689:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760765.443691:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760765.443693:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760765.443695:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760765.443697:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760765.443699:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760766.467715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760766.467722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760766.467727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760766.467728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760766.467732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760766.467733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760767.491666:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760767.491670:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760767.491674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760767.491674:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760767.491677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760767.491678:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760768.067718:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760768.067725:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787760768.067727:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760768.067730:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760768.067734:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760768.067740:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2152
00000400:00000200:0.0:1787760768.067747:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760768.067751:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760768.067753:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760768.067756:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760768.067758:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760768.067759:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760768.067761:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760768.067764:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760768.067765:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787760768.067767:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760768.067769:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787760768.067771:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787760768.067772:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787760768.067775:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760768.067776:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760768.067777:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760768.067778:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760768.067781:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787760768.067784:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760768.067786:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760768.067788:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760768.067792:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760768.067794:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760768.067796:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787760768.067799:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760768.067808:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f0c0.
00000020:00000040:0.0:1787760768.067812:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787760768.067816:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760768.067818:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760768.067820:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760768.067823:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760768.067827:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760768.067835:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00000001:0.0:1787760768.067843:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760768.067852:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f0c0 x1874600883635712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760768.067861:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760768.067865:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760768.067874:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcc28536] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f0c0 x1874600883635712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760768.067894:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760768.067897:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760768.067900:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787760768.067901:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760768.067903:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760768.067909:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760768.067912:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2152
00000400:00000200:0.0:1787760768.067916:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760768.067919:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760768.067922:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760768.067925:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760768.067927:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760768.067929:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760768.067931:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760768.067934:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760768.067938:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787760768.067941:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760768.067946:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787760768.067950:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787760768.067954:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787760768.067962:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760768.067967:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760768.067970:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760768.067974:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760768.067978:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787760768.067983:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760768.067998:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760768.068000:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760768.068008:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760768.068012:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760768.068018:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760768.068022:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787760768.068028:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760768.068033:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760768.068039:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c3c0.
00000020:00000040:0.0:1787760768.068042:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787760768.068047:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760768.068050:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760768.068053:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760768.068056:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760768.068060:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760768.068068:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32800.
00000100:00000001:0.0:1787760768.068072:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760768.068080:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c3c0 x1874600883635840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760768.068094:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760768.068099:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760768.068109:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732a0c51] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c3c0 x1874600883635840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760768.068132:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760768.068136:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760768.068141:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787760768.068144:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760768.068147:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760768.068151:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760768.068156:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2152
00000400:00000200:0.0:1787760768.068193:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760768.068201:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760768.068205:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760768.068209:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760768.068214:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760768.068220:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760768.068225:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:1.1:1787760768.068228:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000001:0.0:1787760768.068229:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1787760768.068231:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000020:00000040:0.0:1787760768.068232:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787760768.068237:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760768.068241:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787760768.068245:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787760768.068251:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787760768.068259:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760768.068264:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760768.068269:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760768.068275:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760768.068280:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787760768.068287:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760768.068293:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760768.068296:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760768.068301:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760768.068306:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760768.068310:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760768.068313:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787760768.068316:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760768.068320:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760768.068324:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097ed00.
00000020:00000040:0.0:1787760768.068328:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787760768.068332:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760768.068334:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760768.068336:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760768.068339:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760768.068341:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760768.068346:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30400.
00000100:00000001:0.0:1787760768.068351:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760768.068357:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097ed00 x1874600883635968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760768.068370:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760768.068375:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760768.068382:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088ef356f] to pc [ptlrpcd_rcv+-1]  req@ffff96966097ed00 x1874600883635968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760768.068396:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760768.068401:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760768.068408:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787760768.068411:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760768.068422:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760768.068429:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760768.068434:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2152
00000400:00000200:0.0:1787760768.068441:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760768.068447:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760768.068451:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760768.068457:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760768.068463:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760768.068467:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760768.068471:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760768.068477:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760768.068479:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787760768.068483:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760768.068486:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787760768.068490:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787760768.068495:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787760768.068501:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760768.068506:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760768.068510:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760768.068514:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760768.068519:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787760768.068525:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760768.068530:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760768.068533:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760768.068536:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760768.068538:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760768.068540:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760768.068544:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787760768.068549:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760768.068553:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760768.068559:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097de00.
00000020:00000040:0.0:1787760768.068564:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787760768.068570:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760768.068573:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760768.068577:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760768.068581:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760768.068584:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760768.068590:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31800.
00000100:00000001:0.0:1787760768.068618:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760768.068625:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097de00 x1874600883636096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760768.068637:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760768.068641:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760768.068648:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010d19df2] to pc [ptlrpcd_rcv+-1]  req@ffff96966097de00 x1874600883636096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760768.068660:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760768.068664:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760768.068672:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787760768.068675:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760768.068678:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760768.068683:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760768.068687:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2152
00000400:00000200:0.0:1787760768.068693:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760768.068701:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760768.068706:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760768.068714:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760768.068719:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760768.068724:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760768.068728:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760768.068734:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760768.068737:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787760768.068741:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760768.068745:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787760768.068750:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787760768.068757:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787760768.068766:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760768.068771:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760768.068777:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760768.068783:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760768.068788:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787760768.068795:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760768.068798:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760768.068802:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760768.068807:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760768.068811:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760768.068815:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760768.068818:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787760768.068824:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760768.068829:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760768.068836:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097da40.
00000020:00000040:0.0:1787760768.068841:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787760768.068846:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760768.068849:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760768.068852:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760768.068854:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760768.068857:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760768.068863:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00000001:0.0:1787760768.068870:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760768.068879:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097da40 x1874600883636224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760768.068902:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760768.068907:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760768.068916:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a392d04] to pc [ptlrpcd_rcv+-1]  req@ffff96966097da40 x1874600883636224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787760768.068931:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760768.068935:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1787760768.068940:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760768.068948:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2163)
00000800:00000200:1.1:1787760768.069169:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760768.069171:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787760768.069357:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760768.069358:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787760768.069634:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760768.069635:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1787760768.515677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760768.515682:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760768.515685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760768.515686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760768.515689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760768.515689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760769.347692:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296826619, at 4296826624
00000100:00000010:0.0:1787760769.347705:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d2a0.
00010000:00000001:0.0:1787760769.539684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760769.539688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760769.539693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760769.539694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760769.539696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760769.539697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760770.563733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760770.563743:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760770.563745:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760770.563747:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760770.563752:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760770.563754:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760770.563756:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760770.563758:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760770.563761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760770.563762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760770.563764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760770.563766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760771.587731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760771.587737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760771.587742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760771.587743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760771.587747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760771.587749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760772.611733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760772.611740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760772.611746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760772.611747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760772.611752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760772.611753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760773.188284:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760773.188288:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787760773.188883:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760773.188885:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787760773.189086:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760773.189088:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787760773.189308:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760773.189323:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787760773.189507:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760773.189509:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1787760773.635680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760773.635685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760773.635689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760773.635693:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760773.635695:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760773.635697:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760773.635700:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760773.635702:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760773.635703:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760773.635705:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760773.635707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760773.635708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760774.467697:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296831739, at 4296831744
00000100:00000010:0.0:1787760774.467714:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787760774.659704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760774.659710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760774.659714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760774.659715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760774.659718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760774.659719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760775.683703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760775.683709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760775.683713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760775.683714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760775.683717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760775.683720:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760775.683722:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760775.683725:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760775.683727:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760775.683729:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760775.683730:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760775.683732:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760776.707696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760776.707702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760776.707706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760776.707707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760776.707709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760776.707710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760777.731686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760777.731694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760777.731700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760777.731701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760777.731703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760777.731704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760778.307730:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760778.307741:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787760778.307744:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760778.307747:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760778.307752:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760778.307761:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2163
00000400:00000200:0.0:1787760778.307770:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760778.307776:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760778.307779:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760778.307782:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760778.307784:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760778.307786:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760778.307801:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760778.307806:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760778.307809:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787760778.307812:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760778.307815:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787760778.307817:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787760778.307819:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787760778.307821:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760778.307822:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760778.307824:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760778.307825:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760778.307827:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787760778.307830:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760778.307832:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760778.307834:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760778.307838:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760778.307840:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760778.307842:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787760778.307845:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760778.307858:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097e1c0.
00000020:00000040:0.0:1787760778.307863:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787760778.307868:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760778.307870:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760778.307874:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760778.307877:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760778.307883:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760778.307895:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32400.
00000100:00000001:0.0:1787760778.307904:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760778.307916:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097e1c0 x1874600883636992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760778.307929:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760778.307935:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760778.307942:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb94abd1] to pc [ptlrpcd_rcv+-1]  req@ffff96966097e1c0 x1874600883636992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760778.307978:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760778.307981:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760778.307984:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787760778.307985:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760778.307987:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760778.307989:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760778.307992:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2163
00000400:00000200:0.0:1787760778.307995:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760778.307997:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760778.308001:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760778.308003:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760778.308005:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760778.308007:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760778.308009:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760778.308010:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760778.308011:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787760778.308013:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760778.308015:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787760778.308017:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787760778.308019:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787760778.308021:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760778.308023:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760778.308025:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760778.308026:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760778.308028:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787760778.308030:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760778.308033:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760778.308040:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760778.308049:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760778.308052:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760778.308054:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760778.308067:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787760778.308081:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760778.308087:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760778.308098:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f840.
00000020:00000040:0.0:1787760778.308102:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787760778.308107:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760778.308112:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760778.308119:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760778.308125:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760778.308132:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760778.308142:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31000.
00000100:00000001:0.0:1787760778.308149:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760778.308164:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f840 x1874600883637120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760778.308181:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760778.308190:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760778.308196:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02bc9d6] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f840 x1874600883637120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760778.308226:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760778.308236:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760778.308249:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787760778.308252:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760778.308254:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760778.308260:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760778.308268:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2163
00000400:00000200:0.0:1787760778.308330:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760778.308336:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760778.308343:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760778.308349:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760778.308358:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760778.308368:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760778.308372:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760778.308378:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760778.308380:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000800:00000200:1.1:1787760778.308382:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000001:0.0:1787760778.308384:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760778.308387:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787760778.308392:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787760778.308394:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000800:00000200:1.1:1787760778.308394:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1787760778.308401:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760778.308404:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760778.308410:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760778.308416:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760778.308424:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787760778.308433:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760778.308448:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760778.308456:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760778.308464:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760778.308476:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760778.308485:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760778.308490:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787760778.308499:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760778.308506:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760778.308519:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097d680.
00000020:00000040:0.0:1787760778.308533:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787760778.308538:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760778.308541:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760778.308553:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760778.308555:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760778.308558:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760778.308563:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30800.
00000100:00000001:0.0:1787760778.308568:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760778.308574:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097d680 x1874600883637248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760778.308585:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760778.308587:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760778.308640:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b356f346] to pc [ptlrpcd_rcv+-1]  req@ffff96966097d680 x1874600883637248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760778.308654:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760778.308660:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760778.308665:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787760778.308670:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760778.308672:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760778.308676:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760778.308683:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2163
00000400:00000200:0.0:1787760778.308691:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760778.308704:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760778.308709:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760778.308720:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760778.308728:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760778.308738:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760778.308741:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760778.308748:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760778.308752:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787760778.308755:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760778.308760:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787760778.308768:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787760778.308772:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787760778.308783:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760778.308806:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760778.308818:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760778.308829:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760778.308841:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787760778.308854:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760778.308865:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760778.308875:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760778.308884:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760778.308889:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760778.308892:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760778.308895:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787760778.308901:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760778.308906:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760778.308914:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c000.
00000020:00000040:0.0:1787760778.308917:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787760778.308919:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760778.308921:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760778.308922:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760778.308926:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760778.308931:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760778.308941:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33000.
00000100:00000001:0.0:1787760778.308954:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760778.308968:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c000 x1874600883637376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760778.308978:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760778.308984:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760778.308993:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b885017a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c000 x1874600883637376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760778.309005:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760778.309010:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760778.309013:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787760778.309017:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760778.309021:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760778.309032:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760778.309038:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2163
00000400:00000200:0.0:1787760778.309051:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760778.309064:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760778.309071:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760778.309074:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760778.309079:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760778.309096:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760778.309103:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760778.309110:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760778.309114:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787760778.309118:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760778.309122:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787760778.309129:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787760778.309141:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787760778.309150:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760778.309156:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760778.309167:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760778.309175:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760778.309178:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787760778.309185:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760778.309190:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760778.309200:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760778.309205:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760778.309209:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760778.309211:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760778.309215:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787760778.309221:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760778.309223:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760778.309228:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c780.
00000020:00000040:0.0:1787760778.309230:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787760778.309237:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760778.309240:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760778.309244:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760778.309246:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760778.309249:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760778.309255:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33c00.
00000100:00000001:0.0:1787760778.309259:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760778.309266:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c780 x1874600883637504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760778.309286:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760778.309291:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760778.309299:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b7e064a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c780 x1874600883637504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760778.309324:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760778.309338:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2173)
00000800:00000200:1.1:1787760778.309461:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760778.309463:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787760778.309739:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760778.309741:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787760778.309953:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760778.309955:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787760778.310243:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760778.310245:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787760778.755730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760778.755740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760778.755749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760778.755750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760778.755754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760778.755756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760779.587711:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296836859, at 4296836864
00000100:00000010:0.0:1787760779.587724:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00010000:00000001:0.0:1787760779.779728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760779.779736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760779.779743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760779.779744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760779.779748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760779.779750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760780.803674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760780.803682:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760780.803683:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760780.803686:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760780.803690:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760780.803699:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760780.803701:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760780.803703:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760780.803705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760780.803707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760780.803709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760780.803710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760781.827709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760781.827714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760781.827718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760781.827719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760781.827733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760781.827734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760782.851683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760782.851689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760782.851693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760782.851694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760782.851697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760782.851698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760783.428500:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760783.428512:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787760783.429419:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760783.429421:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787760783.429631:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760783.429633:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787760783.429856:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760783.429859:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787760783.430121:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760783.430122:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787760783.875670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760783.875675:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760783.875679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760783.875693:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760783.875695:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760783.875698:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760783.875700:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760783.875702:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760783.875704:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760783.875706:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760783.875710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760783.875712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760784.707709:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296841980, at 4296841984
00000100:00000010:0.0:1787760784.707726:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787760784.899724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760784.899732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760784.899738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760784.899740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760784.899744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760784.899746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760785.923757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760785.923762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760785.923768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760785.923769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760785.923771:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760785.923774:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760785.923776:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760785.923778:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760785.923781:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760785.923782:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760785.923783:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760785.923785:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760786.947681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760786.947686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760786.947690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760786.947691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760786.947693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760786.947694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760787.971753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760787.971760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760787.971767:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760787.971768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760787.971772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760787.971773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760788.548240:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760788.548265:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787760788.548904:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760788.548907:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787760788.549147:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760788.549148:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787760788.549389:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760788.549390:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787760788.549669:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760788.549671:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787760788.995769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760788.995774:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760788.995779:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760788.995780:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760788.995783:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760788.995784:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760789.827726:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296847099, at 4296847104
00000100:00000010:0.0:1787760789.827751:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787760790.019712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760790.019720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760790.019727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760790.019728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760790.019730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760790.019731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760791.043712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760791.043719:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760791.043721:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760791.043723:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760791.043727:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760791.043729:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760791.043731:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760791.043732:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760791.043735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760791.043736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760791.043738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760791.043739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760792.067723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760792.067731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760792.067737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760792.067739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760792.067742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760792.067744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760793.091690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760793.091696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760793.091702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760793.091705:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760793.091706:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760793.091709:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760793.091711:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760793.091712:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760793.091714:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760793.091715:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760793.091718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760793.091718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760793.668384:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760793.668388:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787760793.669220:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760793.669223:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787760793.669570:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760793.669572:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787760793.669899:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760793.669901:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787760793.670415:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760793.670418:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787760794.115732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760794.115739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760794.115746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760794.115748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760794.115752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760794.115754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760794.947697:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296852219, at 4296852224
00000100:00000010:0.0:1787760794.947714:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00010000:00000001:0.0:1787760795.139687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760795.139692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760795.139698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760795.139699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760795.139701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760795.139704:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760795.139706:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760795.139709:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760795.139711:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760795.139713:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760795.139715:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760795.139716:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760796.163730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760796.163738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760796.163745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760796.163746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760796.163750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760796.163751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760797.187671:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760797.187677:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760797.187682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760797.187683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760797.187686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760797.187687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760798.211720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760798.211726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760798.211730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760798.211731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760798.211733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760798.211734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760798.788229:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760798.788232:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787760798.789013:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760798.789018:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787760798.789304:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760798.789318:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787760798.789637:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760798.789639:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787760798.789869:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760798.789872:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787760799.235645:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760799.235651:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760799.235656:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760799.235657:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760799.235660:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760799.235661:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760800.067733:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296857339, at 4296857344
00000100:00000010:0.0:1787760800.067751:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787760800.259697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760800.259705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760800.259711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760800.259712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760800.259715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760800.259716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760801.283724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760801.283732:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760801.283735:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760801.283738:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760801.283743:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760801.283745:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760801.283748:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760801.283750:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760801.283754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760801.283756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760801.283760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760801.283761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760802.307700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760802.307707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760802.307713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760802.307714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760802.307718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760802.307719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760803.331715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760803.331720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760803.331725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760803.331729:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760803.331730:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760803.331733:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760803.331736:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760803.331738:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760803.331740:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760803.331741:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760803.331744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760803.331745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760803.908474:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760803.908479:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787760803.909557:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760803.909567:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787760803.909952:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760803.909953:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787760803.910191:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760803.910193:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787760803.910420:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760803.910423:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787760804.355665:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760804.355671:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760804.355675:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760804.355676:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760804.355678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760804.355679:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760805.187684:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296862460, at 4296862464
00000100:00000010:0.0:1787760805.187704:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00010000:00000001:0.0:1787760805.379703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760805.379709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760805.379714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760805.379715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760805.379717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760805.379720:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760805.379722:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760805.379726:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760805.379729:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760805.379731:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760805.379733:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760805.379736:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760806.403696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760806.403703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760806.403708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760806.403709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760806.403712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760806.403713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760807.427692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760807.427712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760807.427720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760807.427722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760807.427726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760807.427728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760808.451701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760808.451708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760808.451715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760808.451716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760808.451720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760808.451721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760809.028401:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760809.028410:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787760809.028953:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760809.028956:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787760809.029258:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760809.029260:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787760809.029545:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760809.029547:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787760809.029853:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760809.029869:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00010000:00000001:0.0:1787760809.475710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760809.475716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760809.475719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760809.475720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760809.475723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760809.475724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760810.307720:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296867579, at 4296867584
00000100:00000010:0.0:1787760810.307735:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00010000:00000001:0.0:1787760810.499731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760810.499738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760810.499745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760810.499747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760810.499751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760810.499752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760811.523704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760811.523711:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760811.523713:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760811.523716:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760811.523725:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760811.523727:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760811.523729:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760811.523730:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760811.523733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760811.523734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760811.523737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760811.523738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760812.547720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760812.547728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760812.547734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760812.547735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760812.547738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760812.547740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760813.571730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760813.571737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760813.571744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760813.571748:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760813.571750:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760813.571753:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760813.571756:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760813.571758:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760813.571760:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760813.571762:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760813.571764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760813.571765:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760814.148171:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760814.148648:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760814.148934:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760814.149091:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760814.149248:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787760814.595694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760814.595701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760814.595706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760814.595707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760814.595709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760814.595710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760815.427706:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296872699, at 4296872704
00000100:00000010:0.0:1787760815.427720:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787760815.619711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760815.619719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760815.619725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760815.619726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760815.619729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760815.619732:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760815.619735:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760815.619738:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760815.619741:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760815.619743:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760815.619745:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760815.619748:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760816.643675:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760816.643680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760816.643684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760816.643685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760816.643688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760816.643689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760817.667763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760817.667773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760817.667780:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760817.667782:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760817.667786:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760817.667787:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760818.691757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760818.691768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760818.691776:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760818.691777:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760818.691782:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760818.691783:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760819.268570:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760819.268573:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787760819.269714:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760819.269717:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787760819.269990:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760819.269991:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787760819.270286:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760819.270288:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787760819.270502:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760819.270504:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787760819.715719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760819.715725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760819.715730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760819.715731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760819.715733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760819.715734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760820.547686:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296877820, at 4296877824
00000100:00000010:0.0:1787760820.547704:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00010000:00000001:0.0:1787760820.739715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760820.739721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760820.739726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760820.739727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760820.739736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760820.739737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760821.763685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760821.763692:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760821.763694:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760821.763696:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760821.763700:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760821.763702:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760821.763704:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760821.763705:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760821.763708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760821.763710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760821.763712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760821.763713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760822.787732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760822.787737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760822.787742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760822.787743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760822.787745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760822.787746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760823.811725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760823.811733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760823.811738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760823.811743:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760823.811745:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760823.811748:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760823.811751:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760823.811753:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760823.811755:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760823.811757:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760823.811760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760823.811761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760824.388228:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760824.388233:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787760824.389037:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760824.389039:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787760824.389366:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760824.389368:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787760824.389717:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760824.389720:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787760824.390054:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760824.390070:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787760824.835726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760824.835731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760824.835736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760824.835737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760824.835739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760824.835740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760825.667696:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296882939, at 4296882944
00000100:00000010:0.0:1787760825.667711:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00010000:00000001:0.0:1787760825.859678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760825.859684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760825.859688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760825.859688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760825.859691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760825.859693:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760825.859695:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760825.859698:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760825.859701:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760825.859703:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760825.859704:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760825.859706:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760826.883683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760826.883688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760826.883692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760826.883693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760826.883695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760826.883696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760827.907716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760827.907723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760827.907729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760827.907730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760827.907733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760827.907734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760828.931705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760828.931712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760828.931716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760828.931716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760828.931719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760828.931720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760828.931775:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760828.931777:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760828.931780:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760829.508280:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760829.508286:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787760829.509042:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760829.509045:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787760829.509290:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760829.509292:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787760829.509489:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760829.509492:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787760829.509872:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760829.509874:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787760829.955720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760829.955726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760829.955730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760829.955731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760829.955733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760829.955734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760830.787725:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296888059, at 4296888064
00000100:00000010:0.0:1787760830.787742:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787760830.979720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760830.979726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760830.979730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760830.979731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760830.979733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760830.979735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760830.979755:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760830.979757:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760830.979760:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760832.003703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760832.003709:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760832.003711:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760832.003713:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760832.003718:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760832.003719:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760832.003721:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760832.003723:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760832.003726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760832.003727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760832.003729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760832.003730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760833.027724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760833.027743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760833.027747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760833.027751:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760833.027752:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760833.027755:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760833.027757:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760833.027759:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760833.027761:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760833.027762:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760833.027765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760833.027766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760833.027786:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760833.027789:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760833.027792:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760834.051732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760834.051741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760834.051747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760834.051749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760834.051752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760834.051753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760834.628378:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760834.628384:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787760834.629022:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760834.629024:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787760834.629214:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760834.629216:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787760834.629389:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760834.629391:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787760834.629568:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760834.629569:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1787760835.075678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760835.075684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760835.075698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760835.075700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760835.075703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760835.075707:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760835.075709:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760835.075712:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760835.075715:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760835.075718:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760835.075720:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760835.075722:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760835.075754:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760835.075756:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760835.075759:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760835.907728:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296893179, at 4296893184
00000100:00000010:0.0:1787760835.907744:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787760836.099712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760836.099718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760836.099722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760836.099723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760836.099726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760836.099726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760837.123745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760837.123750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760837.123754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760837.123755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760837.123758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760837.123758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760837.123798:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760837.123799:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760837.123802:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760838.147699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760838.147706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760838.147712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760838.147713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760838.147717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760838.147720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760839.171716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760839.171723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760839.171729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760839.171731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760839.171734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760839.171736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760839.171775:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760839.171778:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760839.171782:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760839.748357:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760839.748365:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787760839.749070:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760839.749085:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787760839.749416:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760839.749419:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787760839.749775:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760839.749778:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787760839.750097:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760839.750100:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1787760840.195732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760840.195740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760840.195746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760840.195747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760840.195749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760840.195750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760841.027715:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296898299, at 4296898304
00000100:00000010:0.0:1787760841.027732:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00010000:00000001:0.0:1787760841.219710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760841.219717:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760841.219719:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760841.219721:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760841.219726:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760841.219727:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760841.219729:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760841.219731:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760841.219734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760841.219735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760841.219737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760841.219738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760841.219768:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760841.219770:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760841.219772:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760842.243742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760842.243749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760842.243755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760842.243757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760842.243761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760842.243762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760843.267698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760843.267705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760843.267712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760843.267715:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760843.267718:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760843.267722:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760843.267725:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760843.267728:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760843.267730:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760843.267733:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760843.267737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760843.267738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760843.267760:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760843.267763:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760843.267766:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760844.291726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760844.291732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760844.291736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760844.291737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760844.291739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760844.291740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760844.868463:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760844.868467:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787760844.869190:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760844.869191:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787760844.869374:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760844.869375:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787760844.869571:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760844.869573:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787760844.869806:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760844.869808:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00010000:00000001:0.0:1787760845.315719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760845.315728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760845.315735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760845.315736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760845.315740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760845.315744:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760845.315747:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760845.315751:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760845.315754:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760845.315757:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760845.315759:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760845.315762:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760845.315789:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760845.315792:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760845.315795:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760846.147764:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296903420, at 4296903424
00000100:00000010:0.0:1787760846.147786:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc00.
00010000:00000001:0.0:1787760846.339761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760846.339771:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760846.339779:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760846.339780:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760846.339784:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760846.339785:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760847.363681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760847.363686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760847.363691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760847.363692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760847.363695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760847.363696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760847.363712:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760847.363714:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760847.363716:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760848.387706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760848.387711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760848.387715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760848.387716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760848.387718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760848.387719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760849.411718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760849.411726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760849.411733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760849.411734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760849.411738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760849.411740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760849.411764:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760849.411768:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760849.411771:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760849.988324:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760849.988330:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787760849.989189:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760849.989191:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787760849.989507:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760849.989510:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787760849.989828:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760849.989844:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787760849.990260:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760849.990263:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00010000:00000001:0.0:1787760850.435745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760850.435753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760850.435759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760850.435761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760850.435764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760850.435767:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760851.267677:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296908539, at 4296908544
00000100:00000010:0.0:1787760851.267692:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00010000:00000001:0.0:1787760851.459681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760851.459688:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760851.459690:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760851.459693:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760851.459697:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760851.459699:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760851.459701:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760851.459702:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760851.459705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760851.459706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760851.459708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760851.459709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760851.459728:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760851.459730:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760851.459732:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760852.483714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760852.483722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760852.483727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760852.483728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760852.483731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760852.483732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760853.507704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760853.507711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760853.507717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760853.507721:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760853.507723:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760853.507726:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760853.507729:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760853.507732:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760853.507734:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760853.507736:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760853.507739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760853.507740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760853.507764:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760853.507767:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760853.507769:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760854.531730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760854.531736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760854.531740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760854.531741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760854.531744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760854.531745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760855.108331:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760855.108336:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787760855.109105:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760855.109107:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787760855.109334:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760855.109336:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787760855.109619:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760855.109622:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787760855.109922:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760855.109926:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787760855.555672:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760855.555678:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760855.555682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760855.555683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760855.555685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760855.555688:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760855.555690:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760855.555692:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760855.555695:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760855.555697:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760855.555698:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760855.555700:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760855.555717:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760855.555719:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760855.555721:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760856.387707:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296913659, at 4296913664
00000100:00000010:0.0:1787760856.387722:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787760856.579726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760856.579734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760856.579740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760856.579742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760856.579746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760856.579747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760857.603652:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760857.603658:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760857.603662:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760857.603663:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760857.603665:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760857.603666:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760857.603682:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760857.603684:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760857.603686:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760858.627710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760858.627718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760858.627724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760858.627726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760858.627729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760858.627731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760859.651716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760859.651722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760859.651727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760859.651728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760859.651730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760859.651731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760859.651751:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760859.651753:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760859.651755:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760860.228326:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760860.228332:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787760860.229050:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760860.229052:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787760860.229286:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760860.229288:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787760860.229525:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760860.229527:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787760860.229835:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760860.229837:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787760860.675719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760860.675725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760860.675731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760860.675733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760860.675736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760860.675737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760861.507695:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296918779, at 4296918784
00000100:00000010:0.0:1787760861.507712:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787760861.699743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760861.699752:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760861.699755:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760861.699758:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760861.699763:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760861.699765:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760861.699767:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760861.699770:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760861.699774:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760861.699775:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760861.699779:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760861.699781:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760861.699807:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760861.699809:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760861.699812:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760862.723703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760862.723711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760862.723717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760862.723719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760862.723723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760862.723725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760863.747729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760863.747736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760863.747742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760863.747746:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760863.747748:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760863.747750:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760863.747753:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760863.747755:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760863.747756:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760863.747758:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760863.747760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760863.747761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760863.747788:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760863.747790:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760863.747792:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760864.771676:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760864.771681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760864.771686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760864.771687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760864.771689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760864.771690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760865.348222:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760865.348244:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787760865.348834:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760865.348837:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787760865.349072:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760865.349073:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787760865.349308:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760865.349311:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787760865.349586:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760865.349588:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787760865.795728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760865.795733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760865.795737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760865.795738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760865.795741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760865.795744:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760865.795746:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760865.795749:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760865.795751:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760865.795753:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760865.795754:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760865.795756:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760865.795798:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760865.795800:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760865.795803:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760866.627728:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296923899, at 4296923904
00000100:00000010:0.0:1787760866.627763:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00010000:00000001:0.0:1787760866.819723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760866.819730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760866.819737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760866.819738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760866.819741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760866.819743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760867.843720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760867.843725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760867.843729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760867.843730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760867.843733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760867.843734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760867.843764:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760867.843766:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760867.843768:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760868.867689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760868.867695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760868.867699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760868.867700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760868.867702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760868.867703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760869.891682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760869.891688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760869.891695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760869.891696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760869.891700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760869.891701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760869.891730:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760869.891733:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760869.891736:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760870.468250:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760870.468258:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787760870.468933:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760870.468935:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787760870.469195:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760870.469198:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787760870.469459:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760870.469461:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787760870.469813:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760870.469815:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787760870.915730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760870.915737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760870.915743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760870.915745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760870.915748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760870.915749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760871.747709:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296929019, at 4296929024
00000100:00000010:0.0:1787760871.747723:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00010000:00000001:0.0:1787760871.939704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760871.939712:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760871.939714:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760871.939716:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760871.939720:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760871.939722:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760871.939723:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760871.939725:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760871.939728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760871.939729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760871.939731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760871.939732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760871.939750:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760871.939759:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760871.939761:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760872.963694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760872.963700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760872.963704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760872.963705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760872.963708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760872.963709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760873.987710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760873.987716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760873.987720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760873.987723:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760873.987724:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760873.987727:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760873.987730:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760873.987732:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760873.987733:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760873.987735:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760873.987737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760873.987738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760873.987758:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760873.987760:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760873.987763:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760875.011686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760875.011692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760875.011696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760875.011697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760875.011699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760875.011700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787760875.588424:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760875.588429:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787760875.589479:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760875.589484:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787760875.589703:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760875.589705:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787760875.589888:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760875.589890:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787760875.590189:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760875.590192:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787760876.035686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760876.035692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760876.035698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760876.035700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760876.035703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760876.035707:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760876.035709:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760876.035711:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760876.035714:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760876.035716:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760876.035717:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760876.035719:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760876.035736:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760876.035738:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760876.035739:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760876.867693:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296934139, at 4296934144
00000100:00000010:0.0:1787760876.867719:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f76c0.
00010000:00000001:0.0:1787760877.059679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760877.059687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760877.059692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760877.059693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760877.059697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760877.059698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760878.083715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760878.083725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760878.083733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760878.083735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760878.083738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760878.083740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760878.083777:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760878.083780:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760878.083782:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760879.107745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760879.107755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760879.107763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760879.107764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760879.107768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760879.107769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760880.131713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760880.131720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760880.131726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760880.131727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760880.131730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760880.131731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760880.131752:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760880.131754:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760880.131756:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787760880.708485:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760880.709149:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760880.709734:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760880.709904:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760880.710070:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787760881.155700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760881.155707:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760881.155709:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760881.155711:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760881.155715:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760881.155717:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760881.155718:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760881.155720:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760881.155723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760881.155724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760881.155727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760881.155728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760881.987750:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296939259, at 4296939264
00000100:00000010:0.0:1787760881.987773:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7f00.
00010000:00000001:0.0:1787760882.179683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760882.179690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760882.179697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760882.179698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760882.179701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760882.179703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760882.179727:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760882.179730:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760882.179734:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760883.203724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760883.203730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760883.203735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760883.203739:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760883.203740:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760883.203742:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760883.203745:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760883.203746:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760883.203748:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760883.203749:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760883.203751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760883.203752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760884.227675:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760884.227680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760884.227684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760884.227685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760884.227688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760884.227689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760884.227705:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760884.227707:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760884.227709:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760885.251736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760885.251743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760885.251749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760885.251750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760885.251752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760885.251754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760885.828334:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760885.828341:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787760885.829186:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760885.829189:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787760885.829505:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760885.829522:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787760885.829872:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760885.829874:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787760885.830284:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760885.830287:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787760886.275670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760886.275675:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760886.275679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760886.275680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760886.275682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760886.275685:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760886.275687:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760886.275689:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760886.275691:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760886.275693:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760886.275705:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760886.275708:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760886.275743:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760886.275746:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760886.275748:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760887.107724:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296944379, at 4296944384
00000100:00000010:0.0:1787760887.107742:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787760887.299739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760887.299746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760887.299752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760887.299754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760887.299758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760887.299759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760888.323736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760888.323743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760888.323748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760888.323749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760888.323753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760888.323754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760888.323778:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760888.323780:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760888.323784:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760889.347731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760889.347737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760889.347741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760889.347742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760889.347745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760889.347746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760890.371767:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760890.371774:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760890.371781:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760890.371782:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760890.371786:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760890.371787:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760890.371819:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760890.371822:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760890.371825:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787760890.948307:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760890.948312:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787760890.949013:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760890.949016:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787760890.949273:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760890.949275:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787760890.949532:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760890.949534:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787760890.949803:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760890.949806:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787760891.395718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760891.395725:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760891.395726:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760891.395729:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760891.395732:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760891.395733:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760891.395734:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760891.395736:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760891.395739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760891.395740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760891.395742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760891.395742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760892.227697:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296949499, at 4296949504
00000100:00000010:0.0:1787760892.227713:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7e40.
00010000:00000001:0.0:1787760892.419699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760892.419704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760892.419708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760892.419709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760892.419711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760892.419712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760892.419729:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760892.419731:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760892.419733:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760893.443714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760893.443719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760893.443724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760893.443727:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760893.443728:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760893.443731:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760893.443733:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760893.443734:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760893.443736:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760893.443737:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760893.443739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760893.443740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760894.467691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760894.467697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760894.467703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760894.467704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760894.467707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760894.467708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760894.467726:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760894.467728:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760894.467731:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760895.491721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760895.491728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760895.491734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760895.491735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760895.491738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760895.491739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787760896.068373:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760896.068381:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787760896.069480:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760896.069488:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787760896.069774:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760896.069775:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787760896.070091:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760896.070093:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787760896.070354:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760896.070356:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00010000:00000001:0.0:1787760896.515707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760896.515713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760896.515717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760896.515719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760896.515721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760896.515724:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760896.515726:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760896.515729:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760896.515731:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760896.515733:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760896.515735:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760896.515737:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760896.515757:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760896.515759:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760896.515762:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760897.347706:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296954619, at 4296954624
00000100:00000010:0.0:1787760897.347719:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f78a0.
00010000:00000001:0.0:1787760897.539713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760897.539719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760897.539725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760897.539726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760897.539729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760897.539730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760898.563701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760898.563705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760898.563708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760898.563709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760898.563711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760898.563712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760898.563729:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760898.563731:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760898.563733:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760899.587709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760899.587713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760899.587716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760899.587717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760899.587719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760899.587720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760900.611735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760900.611742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760900.611748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760900.611750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760900.611753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760900.611754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760900.611775:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760900.611778:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760900.611781:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760901.188592:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760901.188616:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787760901.189228:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760901.189232:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787760901.189468:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760901.189471:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787760901.189665:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760901.189667:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787760901.189940:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760901.189943:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1787760901.635717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760901.635725:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760901.635728:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760901.635731:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760901.635743:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760901.635745:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760901.635747:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760901.635750:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760901.635754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760901.635755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760901.635759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760901.635760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760902.467646:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296959740, at 4296959744
00000100:00000010:0.0:1787760902.467660:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00010000:00000001:0.0:1787760902.659715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760902.659721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760902.659726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760902.659727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760902.659730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760902.659732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760902.659755:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760902.659757:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760902.659760:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760903.683673:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760903.683678:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760903.683682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760903.683685:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760903.683687:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760903.683689:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760903.683697:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760903.683698:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760903.683700:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760903.683701:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760903.683704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760903.683705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760904.707719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760904.707725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760904.707730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760904.707732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760904.707735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760904.707736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760904.707757:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760904.707759:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760904.707761:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760905.731719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760905.731725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760905.731731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760905.731732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760905.731736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760905.731737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760906.307738:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760906.307746:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787760906.307748:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760906.307751:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760906.307754:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760906.307759:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2291
00000400:00000200:0.0:1787760906.307766:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760906.307770:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760906.307772:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760906.307774:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760906.307776:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760906.307778:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760906.307779:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760906.307782:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760906.307783:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787760906.307785:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760906.307787:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787760906.307789:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787760906.307790:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787760906.307792:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760906.307793:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760906.307794:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760906.307795:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760906.307798:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787760906.307800:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760906.307802:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760906.307804:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760906.307806:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760906.307808:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760906.307809:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787760906.307811:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760906.307828:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c780.
00000020:00000040:0.0:1787760906.307832:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787760906.307836:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760906.307837:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760906.307840:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760906.307843:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760906.307847:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760906.307857:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30400.
00000100:00000001:0.0:1787760906.307863:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760906.307871:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c780 x1874600883652992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760906.307881:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760906.307885:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760906.307890:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b7e064a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c780 x1874600883652992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760906.307911:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760906.307914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760906.307917:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787760906.307919:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760906.307920:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760906.307923:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760906.307926:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2291
00000400:00000200:0.0:1787760906.307930:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760906.307933:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760906.307936:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760906.307938:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760906.307940:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760906.307941:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760906.307943:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760906.307945:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760906.307946:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787760906.307947:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760906.307949:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787760906.307951:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787760906.307954:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787760906.307958:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760906.307960:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760906.307962:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760906.307965:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760906.307967:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787760906.307973:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760906.307978:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760906.307980:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760906.307986:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760906.307990:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760906.307993:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760906.307998:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787760906.308003:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760906.308006:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760906.308010:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c000.
00000020:00000040:0.0:1787760906.308013:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787760906.308017:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760906.308019:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760906.308021:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760906.308024:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760906.308026:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760906.308032:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31800.
00000100:00000001:0.0:1787760906.308035:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760906.308040:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c000 x1874600883653120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760906.308046:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760906.308049:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760906.308053:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b885017a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c000 x1874600883653120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760906.308062:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760906.308068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760906.308075:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787760906.308078:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760906.308081:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760906.308086:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760906.308093:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2291
00000400:00000200:0.0:1787760906.308101:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760906.308106:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760906.308109:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760906.308112:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760906.308113:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760906.308117:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760906.308121:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760906.308123:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760906.308123:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787760906.308124:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760906.308126:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787760906.308129:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787760906.308131:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787760906.308135:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760906.308137:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760906.308141:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760906.308145:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760906.308147:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787760906.308151:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760906.308153:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760906.308155:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760906.308158:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760906.308161:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760906.308164:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760906.308167:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787760906.308170:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760906.308173:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760906.308178:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097d680.
00000020:00000040:0.0:1787760906.308182:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787760906.308185:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760906.308187:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760906.308189:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760906.308192:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760906.308196:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760906.308202:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00000001:0.0:1787760906.308207:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760906.308215:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097d680 x1874600883653248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787760906.308225:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760906.308229:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1787760906.308235:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760906.308241:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760906.308248:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b356f346] to pc [ptlrpcd_rcv+-1]  req@ffff96966097d680 x1874600883653248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760906.308264:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760906.308268:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760906.308273:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787760906.308276:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760906.308279:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760906.308282:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760906.308287:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2291
00000400:00000200:0.0:1787760906.308293:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760906.308305:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760906.308321:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760906.308326:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760906.308331:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760906.308335:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760906.308339:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760906.308341:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760906.308342:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787760906.308344:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760906.308347:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787760906.308349:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787760906.308353:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787760906.308358:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760906.308363:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760906.308366:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760906.308371:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760906.308374:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787760906.308380:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760906.308383:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760906.308388:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760906.308394:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760906.308400:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760906.308405:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760906.308409:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787760906.308414:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760906.308417:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760906.308422:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f840.
00000020:00000040:0.0:1787760906.308426:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787760906.308432:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760906.308434:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760906.308437:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760906.308440:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760906.308443:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760906.308448:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33400.
00000100:00000001:0.0:1787760906.308453:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760906.308459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f840 x1874600883653376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760906.308471:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760906.308473:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760906.308480:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02bc9d6] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f840 x1874600883653376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760906.308495:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787760906.308500:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760906.308507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787760906.308513:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787760906.308517:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787760906.308524:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787760906.308530:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2291
00000400:00000200:0.0:1787760906.308540:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787760906.308546:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787760906.308551:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787760906.308558:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760906.308564:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760906.308570:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760906.308576:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787760906.308583:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787760906.308587:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787760906.308592:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787760906.308617:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787760906.308621:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787760906.308623:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787760906.308627:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760906.308631:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787760906.308637:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787760906.308641:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787760906.308644:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787760906.308647:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787760906.308654:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787760906.308659:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787760906.308663:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787760906.308666:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760906.308668:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787760906.308671:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787760906.308675:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760906.308678:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787760906.308682:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097e1c0.
00000020:00000040:0.0:1787760906.308686:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787760906.308689:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787760906.308691:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787760906.308695:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787760906.308697:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787760906.308699:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787760906.308705:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33800.
00000100:00000001:0.0:1787760906.308711:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787760906.308718:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097e1c0 x1874600883653504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787760906.308738:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787760906.308741:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760906.308747:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb94abd1] to pc [ptlrpcd_rcv+-1]  req@ffff96966097e1c0 x1874600883653504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787760906.308756:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760906.308761:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2301)
00000800:00000200:1.1:1787760906.308838:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760906.308840:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787760906.309033:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760906.309035:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787760906.309245:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760906.309246:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787760906.309536:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760906.309553:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1787760906.755727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760906.755733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760906.755738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760906.755740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760906.755743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760906.755747:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760906.755748:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760906.755752:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760906.755754:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760906.755756:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760906.755758:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760906.755760:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760906.755821:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760906.755824:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760906.755826:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760907.587739:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296964859, at 4296964864
00000100:00000010:0.0:1787760907.587769:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00010000:00000001:0.0:1787760907.779746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760907.779756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760907.779763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760907.779765:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760907.779768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760907.779770:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760908.803739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760908.803748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760908.803756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760908.803757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760908.803761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760908.803763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760908.803817:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760908.803820:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760908.803828:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760909.827685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760909.827689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760909.827693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760909.827694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760909.827696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760909.827697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760910.851698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760910.851704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760910.851709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760910.851710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760910.851713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760910.851714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760910.851741:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760910.851744:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760910.851747:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787760911.428252:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760911.428256:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787760911.428733:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760911.428734:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787760911.428938:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760911.428940:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787760911.429097:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760911.429099:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787760911.429295:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760911.429296:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787760911.875688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760911.875694:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760911.875696:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760911.875698:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760911.875703:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760911.875705:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760911.875706:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760911.875709:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760911.875713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760911.875714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760911.875717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760911.875718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760912.707745:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296969979, at 4296969984
00000100:00000010:0.0:1787760912.707761:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f71e0.
00010000:00000001:0.0:1787760912.899738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760912.899744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760912.899750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760912.899751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760912.899754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760912.899755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760912.899798:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760912.899800:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760912.899802:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760913.923715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760913.923730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760913.923738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760913.923741:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760913.923744:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760913.923749:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760913.923752:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760913.923755:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760913.923756:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760913.923758:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760913.923761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760913.923762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760914.947696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760914.947701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760914.947705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760914.947706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760914.947708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760914.947709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760914.947743:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760914.947744:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760914.947746:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760915.971695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760915.971701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760915.971705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760915.971706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760915.971708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760915.971709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787760916.548332:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760916.548338:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787760916.548848:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760916.548850:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787760916.549055:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760916.549057:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787760916.549279:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760916.549281:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787760916.549474:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760916.549476:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787760916.995757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760916.995767:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760916.995776:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760916.995777:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760916.995781:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760916.995785:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760916.995790:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760916.995794:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760916.995798:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760916.995800:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760916.995803:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760916.995805:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760916.995839:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760916.995842:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760916.995845:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760917.827686:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296975099, at 4296975104
00000100:00000010:0.0:1787760917.827701:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f71e0.
00010000:00000001:0.0:1787760918.019720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760918.019727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760918.019732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760918.019733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760918.019736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760918.019737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760919.043700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760919.043708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760919.043714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760919.043716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760919.043720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760919.043722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760919.043774:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760919.043778:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760919.043782:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760920.067694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760920.067700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760920.067705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760920.067707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760920.067711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760920.067713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760921.091700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760921.091709:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760921.091712:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760921.091715:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760921.091721:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760921.091724:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760921.091727:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760921.091729:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760921.091734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760921.091735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760921.091739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760921.091740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760921.091766:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760921.091769:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760921.091772:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760921.668375:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760921.668388:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787760921.669022:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760921.669026:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787760921.669348:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760921.669351:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787760921.669688:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760921.669691:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787760921.669956:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760921.669958:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787760922.115706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760922.115711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760922.115716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760922.115717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760922.115719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760922.115720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760922.947704:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296980219, at 4296980224
00000100:00000010:0.0:1787760922.947719:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787760923.139710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760923.139721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760923.139726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760923.139729:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760923.139730:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760923.139733:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760923.139736:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760923.139737:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760923.139739:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760923.139740:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760923.139742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760923.139743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760923.139762:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760923.139764:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760923.139766:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760924.163707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760924.163714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760924.163720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760924.163721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760924.163726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760924.163727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760925.187717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760925.187723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760925.187729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760925.187731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760925.187734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760925.187735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760925.187759:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760925.187762:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760925.187765:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760926.211703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760926.211708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760926.211713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760926.211714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760926.211716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760926.211719:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760926.211721:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760926.211723:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760926.211726:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760926.211727:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760926.211729:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760926.211730:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787760926.788358:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760926.788364:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787760926.789146:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760926.789150:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787760926.789514:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760926.789517:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787760926.789847:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760926.789850:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787760926.790165:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787760926.790167:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787760927.235684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760927.235690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760927.235694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760927.235695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760927.235697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760927.235698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760927.235715:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760927.235717:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760927.235719:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760928.067724:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296985339, at 4296985344
00000100:00000010:0.0:1787760928.067741:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f77e0.
00010000:00000001:0.0:1787760928.259701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760928.259708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760928.259714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760928.259715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760928.259719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760928.259720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760929.283726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760929.283736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760929.283744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760929.283745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760929.283749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760929.283751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760929.283781:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760929.283785:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760929.283788:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760930.307722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760930.307730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760930.307736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760930.307738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760930.307741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760930.307743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760931.331705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760931.331715:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760931.331718:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760931.331721:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760931.331726:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760931.331728:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760931.331730:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760931.331731:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760931.331738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760931.331739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760931.331741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760931.331742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760931.331766:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760931.331768:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760931.331770:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760931.908261:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760931.908265:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787760931.909006:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760931.909011:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787760931.909250:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760931.909253:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787760931.909534:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760931.909536:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787760931.909730:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760931.909732:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787760932.355715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760932.355721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760932.355725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760932.355726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760932.355728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760932.355730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760933.187701:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296990459, at 4296990464
00000100:00000010:0.0:1787760933.187716:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00010000:00000001:0.0:1787760933.379700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760933.379708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760933.379714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760933.379718:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760933.379720:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760933.379722:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760933.379724:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760933.379726:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760933.379727:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760933.379729:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760933.379731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760933.379732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760933.379750:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760933.379752:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760933.379754:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760934.403694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760934.403700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760934.403704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760934.403705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760934.403707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760934.403708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760935.427663:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760935.427669:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760935.427673:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760935.427674:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760935.427678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760935.427679:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760935.427700:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760935.427703:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760935.427707:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760936.451699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760936.451704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760936.451709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760936.451710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760936.451713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760936.451715:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760936.451717:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760936.451719:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760936.451732:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760936.451734:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760936.451736:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760936.451738:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760937.028283:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760937.028290:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787760937.028958:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760937.028972:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787760937.029162:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760937.029164:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787760937.029362:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760937.029364:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787760937.029671:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760937.029674:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00010000:00000001:0.0:1787760937.475718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760937.475725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760937.475732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760937.475733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760937.475737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760937.475738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760937.475763:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760937.475765:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760937.475767:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760938.307710:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4296995579, at 4296995584
00000100:00000010:0.0:1787760938.307726:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787760938.499722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760938.499730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760938.499736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760938.499737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760938.499740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760938.499742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760939.523704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760939.523709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760939.523713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760939.523714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760939.523716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760939.523717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760939.523735:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760939.523737:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760939.523739:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760940.547709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760940.547716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760940.547721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760940.547723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760940.547727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760940.547728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760941.571730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760941.571738:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760941.571741:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760941.571743:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760941.571748:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760941.571750:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760941.571752:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760941.571755:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760941.571759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760941.571760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760941.571764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760941.571765:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760941.571786:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760941.571789:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760941.571792:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760942.148170:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760942.148176:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787760942.148886:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760942.148888:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787760942.149125:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760942.149127:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787760942.149284:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760942.149286:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787760942.149497:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760942.149499:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00010000:00000001:0.0:1787760942.595696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760942.595702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760942.595707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760942.595708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760942.595718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760942.595719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760943.427708:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297000699, at 4297000704
00000100:00000010:0.0:1787760943.427725:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787760943.619714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760943.619718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760943.619722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760943.619724:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760943.619726:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760943.619728:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760943.619730:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760943.619733:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760943.619737:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760943.619739:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760943.619741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760943.619742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760943.619759:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760943.619761:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760943.619763:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760944.643701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760944.643707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760944.643711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760944.643712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760944.643714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760944.643715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760945.667719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760945.667724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760945.667727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760945.667728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760945.667730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760945.667731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760945.667749:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760945.667750:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760945.667752:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760946.691723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760946.691729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760946.691733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760946.691734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760946.691736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760946.691738:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760946.691740:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760946.691742:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760946.691744:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760946.691746:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760946.691747:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760946.691748:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760947.268223:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760947.268553:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760947.268720:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760947.268867:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760947.269010:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787760947.715710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760947.715716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760947.715720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760947.715721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760947.715723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760947.715723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760947.715741:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760947.715743:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760947.715745:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760948.547665:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297005819, at 4297005824
00000100:00000010:0.0:1787760948.547677:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00010000:00000001:0.0:1787760948.739712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760948.739718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760948.739723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760948.739724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760948.739726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760948.739727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760949.763732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760949.763737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760949.763741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760949.763742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760949.763744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760949.763745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760949.763771:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760949.763772:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760949.763775:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760950.787695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760950.787701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760950.787706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760950.787707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760950.787710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760950.787711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760951.811734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760951.811743:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760951.811745:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760951.811747:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760951.811752:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760951.811754:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760951.811756:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760951.811757:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760951.811760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760951.811761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760951.811764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760951.811764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760951.811794:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760951.811796:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760951.811798:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760952.388182:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760952.388189:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787760952.388704:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760952.388718:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787760952.389003:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760952.389006:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787760952.390038:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760952.390041:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787760952.390262:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760952.390265:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787760952.835677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760952.835685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760952.835692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760952.835693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760952.835696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760952.835697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760953.667759:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297010939, at 4297010944
00000100:00000010:0.0:1787760953.667764:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787760953.859693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760953.859698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760953.859702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760953.859705:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760953.859707:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760953.859709:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760953.859711:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760953.859712:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760953.859713:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760953.859714:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760953.859716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760953.859718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760953.859735:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760953.859736:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760953.859738:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760954.883701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760954.883706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760954.883710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760954.883711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760954.883713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760954.883714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760955.907715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760955.907722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760955.907728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760955.907729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760955.907733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760955.907735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760955.907769:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760955.907772:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760955.907776:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760956.931690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760956.931695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760956.931700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760956.931701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760956.931703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760956.931706:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760956.931707:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760956.931710:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760956.931712:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760956.931714:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760956.931716:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760956.931717:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760957.508508:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760957.508515:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787760957.509550:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760957.509552:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787760957.509852:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760957.509854:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787760957.510042:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760957.510043:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787760957.510341:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760957.510343:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787760957.955702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760957.955708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760957.955712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760957.955713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760957.955715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760957.955716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760957.955740:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760957.955743:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760957.955746:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760958.787683:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297016060, at 4297016064
00000100:00000010:0.0:1787760958.787697:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d2a0.
00010000:00000001:0.0:1787760958.979737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760958.979744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760958.979760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760958.979762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760958.979766:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760958.979767:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760960.003682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760960.003687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760960.003691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760960.003692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760960.003695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760960.003696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760960.003712:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760960.003714:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760960.003716:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760961.027700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760961.027707:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760961.027710:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760961.027712:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760961.027716:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760961.027718:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760961.027720:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760961.027721:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760961.027724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760961.027725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760961.027727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760961.027728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760962.051689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760962.051698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760962.051704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760962.051712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760962.051716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760962.051717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760962.051739:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760962.051742:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760962.051745:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760962.628255:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760962.628259:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787760962.628884:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760962.628886:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787760962.629069:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760962.629070:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787760962.629266:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760962.629280:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787760962.629566:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760962.629569:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787760963.075698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760963.075705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760963.075711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760963.075714:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760963.075717:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760963.075721:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760963.075725:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760963.075727:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760963.075729:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760963.075731:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760963.075734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760963.075736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760963.907705:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297021179, at 4297021184
00000100:00000010:0.0:1787760963.907720:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787760964.099734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760964.099740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760964.099745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760964.099746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760964.099748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760964.099749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760964.099770:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760964.099772:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760964.099774:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760965.123723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760965.123728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760965.123733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760965.123734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760965.123737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760965.123738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760966.147714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760966.147720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760966.147726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760966.147728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760966.147731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760966.147734:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760966.147737:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760966.147740:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760966.147744:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760966.147747:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760966.147749:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760966.147751:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760966.147776:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760966.147779:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760966.147782:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760967.171758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760967.171768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760967.171779:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760967.171780:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760967.171784:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760967.171785:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760967.748448:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760967.748474:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787760967.749354:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760967.749357:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787760967.749709:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760967.749711:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787760967.749926:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760967.749929:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787760967.750241:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760967.750243:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1787760968.195729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760968.195736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760968.195742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760968.195743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760968.195745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760968.195747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760968.195772:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760968.195774:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760968.195777:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760969.027710:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297026300, at 4297026304
00000100:00000010:0.0:1787760969.027725:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00010000:00000001:0.0:1787760969.219703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760969.219709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760969.219714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760969.219715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760969.219717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760969.219718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760970.243671:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760970.243677:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760970.243681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760970.243682:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760970.243684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760970.243685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760970.243702:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760970.243704:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760970.243705:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760971.267697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760971.267704:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760971.267707:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760971.267709:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760971.267713:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760971.267715:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760971.267717:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760971.267718:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760971.267722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760971.267723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760971.267726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760971.267728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760972.291674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760972.291680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760972.291683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760972.291684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760972.291687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760972.291688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760972.291737:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760972.291739:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760972.291741:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760972.868320:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760972.868328:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787760972.869049:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760972.869052:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787760972.869345:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760972.869348:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787760972.869648:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760972.869651:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787760972.869932:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760972.869935:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1787760973.315772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760973.315778:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760973.315782:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760973.315785:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760973.315787:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760973.315789:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760973.315791:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760973.315793:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760973.315795:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760973.315796:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760973.315798:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760973.315799:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760974.147705:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297031419, at 4297031424
00000100:00000010:0.0:1787760974.147721:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787760974.339670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760974.339676:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760974.339680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760974.339681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760974.339683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760974.339684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760974.339700:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760974.339702:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760974.339705:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760975.363736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760975.363744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760975.363750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760975.363753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760975.363756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760975.363758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760976.387754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760976.387759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760976.387763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760976.387764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760976.387766:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760976.387769:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760976.387771:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760976.387773:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760976.387775:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760976.387777:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760976.387779:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760976.387780:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760976.387800:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760976.387802:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760976.387804:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760977.411725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760977.411732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760977.411738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760977.411740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760977.411743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760977.411744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760977.988662:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760977.988678:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787760977.989828:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760977.989830:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787760977.990051:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760977.990052:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787760977.990269:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760977.990271:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787760977.990550:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760977.990551:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00010000:00000001:0.0:1787760978.435762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760978.435772:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760978.435780:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760978.435782:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760978.435786:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760978.435787:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760978.435819:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760978.435823:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760978.435826:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760979.267758:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297036540, at 4297036544
00000100:00000010:0.0:1787760979.267778:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787760979.459717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760979.459726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760979.459734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760979.459736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760979.459740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760979.459741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760980.483721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760980.483728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760980.483733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760980.483735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760980.483738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760980.483740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760980.483764:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760980.483767:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760980.483771:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760981.507741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760981.507748:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760981.507750:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760981.507752:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760981.507756:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760981.507758:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760981.507759:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760981.507761:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760981.507764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760981.507765:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760981.507767:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760981.507768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760982.531729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760982.531735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760982.531740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760982.531741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760982.531743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760982.531743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760982.531760:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760982.531762:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760982.531764:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760983.108534:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760983.108545:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787760983.109553:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760983.109555:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787760983.109843:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760983.109846:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787760983.110106:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760983.110109:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787760983.110469:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760983.110471:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787760983.555718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760983.555725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760983.555730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760983.555733:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760983.555736:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760983.555740:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760983.555744:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760983.555747:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760983.555749:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760983.555751:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760983.555755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760983.555757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760984.387745:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297041660, at 4297041664
00000100:00000010:0.0:1787760984.387772:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00010000:00000001:0.0:1787760984.579714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760984.579720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760984.579726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760984.579727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760984.579730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760984.579731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760984.579752:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760984.579755:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760984.579757:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760985.603725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760985.603730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760985.603734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760985.603735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760985.603737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760985.603738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760986.627719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760986.627730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760986.627735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760986.627736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760986.627739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760986.627742:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760986.627743:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760986.627746:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760986.627748:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760986.627760:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760986.627762:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760986.627764:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760986.627788:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760986.627791:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760986.627793:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760987.651699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760987.651704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760987.651708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760987.651709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760987.651711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760987.651712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760988.228261:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760988.228268:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787760988.228910:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760988.228912:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787760988.229153:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760988.229166:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787760988.229425:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760988.229427:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787760988.229701:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760988.229704:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787760988.675701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760988.675706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760988.675721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760988.675722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760988.675725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760988.675726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760988.675744:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760988.675745:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760988.675747:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760989.507688:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297046779, at 4297046784
00000100:00000010:0.0:1787760989.507712:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787760989.699676:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760989.699682:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760989.699688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760989.699700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760989.699704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760989.699705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760990.723873:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760990.723880:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760990.723886:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760990.723888:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760990.723891:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760990.723892:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760990.723917:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760990.723918:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760990.723920:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760991.747671:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760991.747677:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760991.747680:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760991.747682:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760991.747686:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760991.747688:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760991.747689:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760991.747690:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760991.747693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760991.747694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760991.747701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760991.747702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760992.771716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760992.771721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760992.771726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760992.771727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760992.771729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760992.771730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760992.771764:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760992.771766:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760992.771768:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787760993.348218:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760993.348223:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787760993.348764:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760993.348765:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787760993.349004:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760993.349006:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787760993.349200:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760993.349202:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787760993.349353:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760993.349355:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787760993.795724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760993.795731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760993.795737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760993.795740:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760993.795742:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760993.795745:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760993.795748:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760993.795751:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760993.795753:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760993.795755:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760993.795758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760993.795759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787760994.627710:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297051899, at 4297051904
00000100:00000010:0.0:1787760994.627724:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00010000:00000001:0.0:1787760994.819715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760994.819721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760994.819727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760994.819728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760994.819731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760994.819732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760994.819770:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760994.819772:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760994.819774:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760995.843720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760995.843727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760995.843731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760995.843732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760995.843735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760995.843735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760996.867718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760996.867724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760996.867729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760996.867730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760996.867734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760996.867738:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787760996.867740:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787760996.867743:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760996.867745:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787760996.867748:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760996.867754:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760996.867756:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760996.867805:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760996.867808:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760996.867811:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787760997.891719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760997.891726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760997.891731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760997.891733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760997.891736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760997.891737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787760998.468244:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760998.468250:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787760998.468851:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760998.468852:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787760998.469085:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760998.469087:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787760998.469284:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760998.469287:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787760998.469508:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787760998.469532:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787760998.915684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760998.915690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760998.915696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760998.915697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760998.915699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760998.915700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787760998.915742:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787760998.915745:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787760998.915747:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787760999.747666:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297057019, at 4297057024
00000100:00000010:0.0:1787760999.747680:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00010000:00000001:0.0:1787760999.939681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760999.939686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760999.939691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760999.939692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787760999.939695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787760999.939695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761000.963682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761000.963688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761000.963692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761000.963693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761000.963695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761000.963696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761000.963736:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761000.963738:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761000.963741:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761001.987708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761001.987714:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761001.987716:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761001.987718:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761001.987721:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761001.987723:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761001.987724:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761001.987725:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761001.987728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761001.987729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761001.987731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761001.987732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761003.011694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761003.011701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761003.011707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761003.011708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761003.011711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761003.011713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761003.011736:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761003.011738:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761003.011741:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761003.588213:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761003.588220:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761003.588911:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761003.588912:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761003.589075:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761003.589077:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761003.589274:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761003.589277:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761003.589675:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761003.589677:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787761004.035678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761004.035684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761004.035689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761004.035692:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761004.035694:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761004.035697:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761004.035700:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761004.035702:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761004.035703:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761004.035705:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761004.035709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761004.035710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761004.867706:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297062139, at 4297062144
00000100:00000010:0.0:1787761004.867722:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787761005.059724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761005.059731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761005.059736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761005.059737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761005.059740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761005.059741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761005.059764:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761005.059766:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761005.059768:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761006.083672:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761006.083677:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761006.083680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761006.083681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761006.083683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761006.083685:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761006.083687:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761006.083689:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761006.083691:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761006.083693:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761006.083695:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761006.083696:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761007.107716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761007.107723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761007.107728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761007.107730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761007.107733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761007.107734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761007.107753:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761007.107754:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761007.107756:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761008.131754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761008.131761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761008.131767:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761008.131769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761008.131772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761008.131773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761008.708204:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761008.708209:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761008.708933:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761008.708937:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761008.709142:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761008.709144:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761008.709387:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761008.709389:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761008.709649:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761008.709652:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787761009.155682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761009.155688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761009.155692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761009.155693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761009.155695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761009.155696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761009.155713:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761009.155715:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761009.155717:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761009.987704:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297067259, at 4297067264
00000100:00000010:0.0:1787761009.987717:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00010000:00000001:0.0:1787761010.179720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761010.179727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761010.179732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761010.179733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761010.179736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761010.179737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761011.203712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761011.203719:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761011.203721:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761011.203723:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761011.203727:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761011.203729:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761011.203731:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761011.203732:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761011.203735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761011.203736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761011.203738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761011.203739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761011.203757:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761011.203758:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761011.203760:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761012.227761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761012.227766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761012.227770:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761012.227771:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761012.227773:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761012.227774:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761013.251656:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761013.251671:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761013.251679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761013.251681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761013.251684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761013.251686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761013.251712:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761013.251714:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761013.251717:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761013.828197:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761013.828573:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761013.828796:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761013.828947:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761013.829105:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787761014.275719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761014.275726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761014.275731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761014.275735:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761014.275736:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761014.275738:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761014.275741:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761014.275742:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761014.275744:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761014.275745:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761014.275747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761014.275749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761015.107683:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297072379, at 4297072384
00000100:00000010:0.0:1787761015.107699:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00010000:00000001:0.0:1787761015.299703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761015.299708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761015.299711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761015.299712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761015.299714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761015.299715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761015.299733:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761015.299734:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761015.299736:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761016.323713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761016.323720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761016.323726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761016.323727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761016.323731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761016.323734:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761016.323736:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761016.323739:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761016.323742:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761016.323744:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761016.323745:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761016.323748:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761017.347731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761017.347738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761017.347742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761017.347743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761017.347746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761017.347747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761017.347773:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761017.347776:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761017.347778:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761018.371747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761018.371756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761018.371762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761018.371763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761018.371767:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761018.371768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761018.948989:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761018.948994:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761018.949385:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761018.949388:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761018.949728:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761018.949729:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761018.950004:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761018.950007:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761018.950299:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761018.950302:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787761019.395705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761019.395710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761019.395714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761019.395715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761019.395717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761019.395718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761019.395735:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761019.395737:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761019.395738:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761020.227731:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297077500, at 4297077504
00000100:00000010:0.0:1787761020.227749:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7e40.
00010000:00000001:0.0:1787761020.419708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761020.419715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761020.419719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761020.419720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761020.419723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761020.419724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761021.443714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761021.443723:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761021.443726:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761021.443729:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761021.443733:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761021.443735:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761021.443737:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761021.443739:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761021.443743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761021.443744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761021.443747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761021.443748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761021.443769:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761021.443771:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761021.443782:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761022.467673:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761022.467679:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761022.467682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761022.467683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761022.467685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761022.467686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761023.491699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761023.491706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761023.491709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761023.491710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761023.491713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761023.491714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761023.491738:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761023.491741:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761023.491744:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787761024.068450:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761024.068457:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787761024.069359:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761024.069361:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787761024.069525:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761024.069526:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787761024.069702:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761024.069704:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787761024.069911:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761024.069913:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00010000:00000001:0.0:1787761024.515679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761024.515685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761024.515689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761024.515691:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761024.515693:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761024.515695:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761024.515698:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761024.515699:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761024.515700:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761024.515702:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761024.515703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761024.515704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761025.347704:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297082620, at 4297082624
00000100:00000010:0.0:1787761025.347721:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7f00.
00010000:00000001:0.0:1787761025.539717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761025.539723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761025.539728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761025.539729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761025.539732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761025.539733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761025.539754:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761025.539756:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761025.539759:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761026.563730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761026.563736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761026.563742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761026.563743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761026.563747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761026.563750:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761026.563752:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761026.563755:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761026.563757:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761026.563760:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761026.563761:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761026.563763:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761027.587710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761027.587715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761027.587719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761027.587720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761027.587722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761027.587722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761027.587740:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761027.587742:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761027.587743:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761028.611689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761028.611695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761028.611701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761028.611702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761028.611705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761028.611707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761029.188169:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761029.188175:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787761029.188824:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761029.188825:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787761029.189054:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761029.189057:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787761029.189285:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761029.189287:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787761029.189467:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761029.189468:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00010000:00000001:0.0:1787761029.635728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761029.635734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761029.635739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761029.635740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761029.635742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761029.635743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761029.635766:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761029.635768:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761029.635770:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761030.467716:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297087739, at 4297087744
00000100:00000010:0.0:1787761030.467736:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f76c0.
00010000:00000001:0.0:1787761030.659690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761030.659696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761030.659702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761030.659703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761030.659707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761030.659708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761031.683715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761031.683722:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761031.683724:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761031.683728:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761031.683732:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761031.683734:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761031.683736:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761031.683738:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761031.683743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761031.683744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761031.683748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761031.683749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761031.683770:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761031.683772:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761031.683775:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761032.707651:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761032.707658:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761032.707663:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761032.707665:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761032.707668:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761032.707670:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761033.731735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761033.731742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761033.731748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761033.731749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761033.731752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761033.731753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761033.731787:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761033.731789:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761033.731792:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787761034.308223:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761034.308230:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761034.309004:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761034.309007:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761034.309282:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761034.309285:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761034.309546:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761034.309548:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761034.309948:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761034.309951:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1787761034.755719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761034.755725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761034.755730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761034.755734:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761034.755736:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761034.755740:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761034.755742:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761034.755744:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761034.755747:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761034.755749:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761034.755752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761034.755754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761035.587704:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297092859, at 4297092864
00000100:00000010:0.0:1787761035.587721:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7480.
00010000:00000001:0.0:1787761035.779723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761035.779728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761035.779732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761035.779733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761035.779735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761035.779736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761035.779764:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761035.779767:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761035.779770:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761036.803702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761036.803707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761036.803711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761036.803712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761036.803714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761036.803717:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761036.803719:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761036.803721:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761036.803723:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761036.803725:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761036.803726:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761036.803727:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761037.827690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761037.827695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761037.827698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761037.827699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761037.827701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761037.827702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761037.827725:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761037.827726:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761037.827728:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761038.851695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761038.851700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761038.851704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761038.851705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761038.851707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761038.851708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761039.428197:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761039.428202:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761039.428879:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761039.428882:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761039.429057:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761039.429058:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761039.429208:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761039.429210:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761039.429422:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761039.429423:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1787761039.875688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761039.875695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761039.875702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761039.875703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761039.875706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761039.875707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761039.875746:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761039.875748:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761039.875751:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761040.707694:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297097979, at 4297097984
00000100:00000010:0.0:1787761040.707716:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787761040.899713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761040.899718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761040.899722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761040.899723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761040.899725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761040.899726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761041.923741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761041.923749:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761041.923751:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761041.923754:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761041.923759:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761041.923761:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761041.923763:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761041.923765:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761041.923769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761041.923770:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761041.923774:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761041.923776:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761041.923819:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761041.923822:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761041.923824:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761042.947669:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761042.947676:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761042.947681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761042.947682:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761042.947686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761042.947687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761043.971731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761043.971737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761043.971742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761043.971743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761043.971747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761043.971748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761043.971791:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761043.971793:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761043.971797:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761044.548457:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761044.548464:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761044.549029:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761044.549032:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761044.549299:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761044.549301:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761044.549555:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761044.549557:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761044.549848:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761044.549851:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787761044.995726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761044.995734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761044.995742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761044.995746:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761044.995748:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761044.995753:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761044.995757:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761044.995759:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761044.995762:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761044.995764:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761044.995768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761044.995770:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761045.827691:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297103100, at 4297103104
00000100:00000010:0.0:1787761045.827704:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787761046.019703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761046.019708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761046.019712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761046.019713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761046.019715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761046.019716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761046.019733:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761046.019735:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761046.019737:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761047.043719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761047.043725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761047.043730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761047.043732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761047.043735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761047.043738:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761047.043740:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761047.043743:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761047.043746:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761047.043748:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761047.043750:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761047.043752:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761048.067727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761048.067734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761048.067740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761048.067741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761048.067744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761048.067745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761048.067767:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761048.067770:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761048.067772:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761049.091697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761049.091702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761049.091706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761049.091707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761049.091709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761049.091710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761049.668506:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761049.668516:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761049.669250:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761049.669252:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761049.669508:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761049.669510:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761049.669716:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761049.669718:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761049.669951:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761049.669953:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787761050.115704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761050.115710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761050.115717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761050.115718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761050.115721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761050.115723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761050.115746:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761050.115749:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761050.115752:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761050.947651:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297108220, at 4297108224
00000100:00000010:0.0:1787761050.947671:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00010000:00000001:0.0:1787761051.139717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761051.139724:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761051.139727:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761051.139730:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761051.139735:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761051.139737:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761051.139739:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761051.139741:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761051.139744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761051.139746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761051.139748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761051.139749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761052.163674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761052.163680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761052.163685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761052.163686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761052.163689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761052.163691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761052.163716:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761052.163719:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761052.163721:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761053.187693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761053.187697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761053.187701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761053.187702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761053.187704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761053.187705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761054.211651:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761054.211656:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761054.211659:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761054.211662:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761054.211664:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761054.211666:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761054.211668:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761054.211670:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761054.211671:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761054.211673:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761054.211674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761054.211675:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761054.211689:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761054.211690:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761054.211692:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761054.788239:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761054.788246:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761054.788875:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761054.788876:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761054.789082:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761054.789084:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761054.789272:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761054.789273:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761054.789462:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761054.789465:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787761055.235715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761055.235722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761055.235729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761055.235730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761055.235733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761055.235734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761056.067694:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297113339, at 4297113344
00000100:00000010:0.0:1787761056.067710:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc00.
00010000:00000001:0.0:1787761056.259723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761056.259729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761056.259735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761056.259736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761056.259739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761056.259741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761056.259763:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761056.259766:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761056.259769:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761057.283698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761057.283704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761057.283709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761057.283711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761057.283714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761057.283717:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761057.283719:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761057.283722:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761057.283726:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761057.283729:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761057.283731:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761057.283733:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761058.307739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761058.307747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761058.307753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761058.307754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761058.307758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761058.307760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761058.307786:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761058.307788:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761058.307791:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761059.331703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761059.331711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761059.331716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761059.331717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761059.331720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761059.331721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761059.908404:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761059.908408:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761059.909411:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761059.909413:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761059.909700:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761059.909702:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761059.909915:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761059.909917:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761059.910298:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761059.910301:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787761060.355711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761060.355718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761060.355723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761060.355724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761060.355728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761060.355729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761060.355751:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761060.355754:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761060.355756:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761061.187685:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297118459, at 4297118464
00000100:00000010:0.0:1787761061.187702:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00010000:00000001:0.0:1787761061.379715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761061.379722:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761061.379725:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761061.379730:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761061.379735:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761061.379738:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761061.379740:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761061.379742:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761061.379746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761061.379748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761061.379751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761061.379753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761062.403700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761062.403705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761062.403712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761062.403713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761062.403716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761062.403717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761062.403749:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761062.403750:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761062.403752:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761063.427720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761063.427727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761063.427732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761063.427734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761063.427737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761063.427739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761064.451728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761064.451735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761064.451741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761064.451745:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761064.451747:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761064.451750:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761064.451754:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761064.451756:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761064.451758:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761064.451761:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761064.451765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761064.451766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761064.451793:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761064.451797:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761064.451800:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761065.028219:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761065.028225:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787761065.028873:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761065.028875:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787761065.029142:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761065.029144:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787761065.029375:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761065.029377:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787761065.029586:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761065.029588:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 11 secs later)
00010000:00000001:0.0:1787761065.475700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761065.475705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761065.475709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761065.475710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761065.475713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761065.475714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761066.307699:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297123579, at 4297123584
00000100:00000010:0.0:1787761066.307714:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787761066.499713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761066.499720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761066.499725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761066.499726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761066.499729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761066.499730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761066.499750:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761066.499752:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761066.499754:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761067.523702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761067.523707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761067.523713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761067.523713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761067.523716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761067.523719:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761067.523720:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761067.523723:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761067.523725:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761067.523726:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761067.523728:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761067.523729:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761068.547719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761068.547725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761068.547729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761068.547730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761068.547733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761068.547734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761068.547753:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761068.547755:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761068.547757:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761069.571679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761069.571685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761069.571689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761069.571691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761069.571693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761069.571694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761070.148294:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761070.148301:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761070.149079:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761070.149082:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761070.149298:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761070.149300:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761070.149476:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761070.149478:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761070.149762:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761070.149764:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00010000:00000001:0.0:1787761070.595711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761070.595717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761070.595721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761070.595722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761070.595725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761070.595726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761070.595744:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761070.595746:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761070.595748:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761071.427676:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297128699, at 4297128704
00000100:00000010:0.0:1787761071.427693:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787761071.619686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761071.619694:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761071.619697:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761071.619700:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761071.619705:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761071.619708:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761071.619710:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761071.619713:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761071.619717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761071.619719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761071.619722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761071.619724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761072.643699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761072.643705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761072.643709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761072.643710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761072.643712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761072.643713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761072.643732:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761072.643734:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761072.643736:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761073.667709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761073.667715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761073.667721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761073.667722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761073.667724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761073.667725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761074.691739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761074.691749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761074.691758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761074.691762:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761074.691765:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761074.691768:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761074.691772:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761074.691775:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761074.691777:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761074.691780:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761074.691783:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761074.691785:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761074.691811:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761074.691813:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761074.691816:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761075.268542:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761075.268550:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761075.269560:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761075.269563:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761075.269866:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761075.269869:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761075.270149:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761075.270152:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761075.270419:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761075.270422:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00010000:00000001:0.0:1787761075.715715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761075.715720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761075.715724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761075.715725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761075.715728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761075.715729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761076.547720:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297133820, at 4297133824
00000100:00000010:0.0:1787761076.547738:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00010000:00000001:0.0:1787761076.739696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761076.739704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761076.739709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761076.739710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761076.739713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761076.739714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761076.739743:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761076.739745:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761076.739747:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761077.763710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761077.763717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761077.763721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761077.763722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761077.763724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761077.763727:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761077.763728:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761077.763731:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761077.763733:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761077.763735:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761077.763737:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761077.763738:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761078.787684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761078.787691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761078.787698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761078.787699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761078.787703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761078.787704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761078.787763:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761078.787767:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761078.787771:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761079.811695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761079.811701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761079.811706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761079.811707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761079.811711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761079.811712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761080.388185:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761080.388528:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761080.388785:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761080.389247:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761080.389395:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787761080.835657:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761080.835663:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761080.835667:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761080.835667:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761080.835670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761080.835671:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761080.835693:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761080.835695:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761080.835697:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761081.667748:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297138939, at 4297138944
00000100:00000010:0.0:1787761081.667770:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00010000:00000001:0.0:1787761081.859733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761081.859748:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761081.859751:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761081.859753:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761081.859758:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761081.859760:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761081.859762:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761081.859764:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761081.859768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761081.859769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761081.859772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761081.859772:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761082.883719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761082.883726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761082.883731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761082.883732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761082.883734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761082.883735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761082.883762:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761082.883764:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761082.883766:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761083.907732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761083.907739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761083.907745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761083.907746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761083.907750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761083.907751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761084.931748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761084.931757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761084.931765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761084.931769:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761084.931772:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761084.931776:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761084.931780:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761084.931783:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761084.931785:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761084.931788:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761084.931792:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761084.931794:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761084.931835:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761084.931838:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761084.931857:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761085.508481:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761085.508489:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761085.509323:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761085.509327:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761085.509669:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761085.509672:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761085.509923:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761085.509925:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761085.510155:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761085.510157:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787761085.955725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761085.955731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761085.955736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761085.955737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761085.955740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761085.955741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761086.787659:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297144060, at 4297144064
00000100:00000010:0.0:1787761086.787675:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787761086.979725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761086.979732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761086.979739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761086.979741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761086.979744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761086.979746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761086.979770:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761086.979772:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761086.979774:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761088.003701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761088.003706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761088.003710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761088.003711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761088.003713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761088.003717:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761088.003718:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761088.003721:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761088.003723:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761088.003725:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761088.003727:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761088.003728:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761089.027712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761089.027720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761089.027726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761089.027727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761089.027731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761089.027733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761089.027757:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761089.027760:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761089.027775:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761090.051718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761090.051724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761090.051729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761090.051731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761090.051734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761090.051735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761090.628279:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761090.628285:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761090.629087:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761090.629093:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761090.629428:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761090.629431:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761090.629783:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761090.629785:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761090.629968:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761090.629969:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787761091.075670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761091.075677:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761091.075679:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761091.075682:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761091.075689:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761091.075691:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761091.075693:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761091.075696:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761091.075700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761091.075702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761091.075706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761091.075707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761091.075741:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761091.075744:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761091.075747:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761091.907743:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297149179, at 4297149184
00000100:00000010:0.0:1787761091.907759:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00010000:00000001:0.0:1787761092.099726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761092.099734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761092.099740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761092.099741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761092.099744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761092.099745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761093.123726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761093.123735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761093.123745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761093.123747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761093.123750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761093.123751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761093.123796:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761093.123799:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761093.123802:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761094.147719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761094.147724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761094.147729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761094.147732:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761094.147734:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761094.147737:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761094.147739:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761094.147741:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761094.147742:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761094.147744:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761094.147746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761094.147747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761095.171722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761095.171727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761095.171731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761095.171732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761095.171734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761095.171735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761095.171753:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761095.171755:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761095.171757:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761095.748562:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761095.748576:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761095.749309:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761095.749311:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761095.749552:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761095.749555:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761095.749883:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761095.749886:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761095.750093:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761095.750095:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787761096.195698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761096.195705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761096.195710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761096.195711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761096.195714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761096.195715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761097.027704:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297154300, at 4297154304
00000100:00000010:0.0:1787761097.027719:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00010000:00000001:0.0:1787761097.219709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761097.219717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761097.219724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761097.219726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761097.219730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761097.219733:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761097.219735:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761097.219739:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761097.219742:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761097.219744:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761097.219746:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761097.219749:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761097.219774:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761097.219776:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761097.219778:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761098.243707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761098.243715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761098.243722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761098.243724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761098.243728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761098.243730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761099.267718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761099.267725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761099.267731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761099.267733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761099.267737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761099.267738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761099.267765:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761099.267767:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761099.267770:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761100.291664:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761100.291671:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761100.291677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761100.291678:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761100.291682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761100.291683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761100.868392:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761100.868400:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761100.869212:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761100.869214:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761100.869403:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761100.869405:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761100.869633:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761100.869635:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761100.869880:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761100.869882:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1787761101.315678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761101.315684:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761101.315687:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761101.315689:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761101.315693:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761101.315695:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761101.315697:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761101.315698:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761101.315702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761101.315703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761101.315705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761101.315706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761101.315730:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761101.315731:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761101.315733:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761102.147693:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297159419, at 4297159424
00000100:00000010:0.0:1787761102.147706:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787761102.339725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761102.339732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761102.339737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761102.339739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761102.339742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761102.339743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761103.363720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761103.363725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761103.363730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761103.363731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761103.363733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761103.363734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761103.363753:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761103.363755:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761103.363757:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761104.387726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761104.387733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761104.387739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761104.387743:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761104.387745:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761104.387749:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761104.387752:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761104.387755:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761104.387757:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761104.387760:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761104.387763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761104.387764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761105.411760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761105.411768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761105.411773:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761105.411774:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761105.411777:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761105.411778:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761105.411806:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761105.411809:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761105.411812:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761105.988421:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761105.988424:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761105.989132:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761105.989134:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761105.989391:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761105.989393:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761105.989653:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761105.989655:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761105.989885:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761105.989887:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1787761106.435694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761106.435701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761106.435706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761106.435708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761106.435711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761106.435711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761107.267724:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297164539, at 4297164544
00000100:00000010:0.0:1787761107.267748:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00010000:00000001:0.0:1787761107.459744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761107.459751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761107.459757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761107.459758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761107.459761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761107.459764:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761107.459766:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761107.459769:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761107.459772:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761107.459773:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761107.459775:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761107.459777:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761107.459803:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761107.459805:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761107.459807:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761108.483728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761108.483736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761108.483742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761108.483743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761108.483746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761108.483747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761109.507708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761109.507714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761109.507718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761109.507719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761109.507721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761109.507722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761109.507740:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761109.507742:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761109.507744:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761110.531713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761110.531720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761110.531726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761110.531728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761110.531731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761110.531733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761111.108276:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761111.108282:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761111.108941:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761111.108943:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761111.109160:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761111.109162:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761111.109360:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761111.109362:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761111.109656:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761111.109658:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787761111.555720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761111.555727:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761111.555728:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761111.555731:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761111.555735:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761111.555737:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761111.555738:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761111.555740:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761111.555743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761111.555744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761111.555746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761111.555746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761111.555771:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761111.555772:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761111.555774:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761112.387721:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297169659, at 4297169664
00000100:00000010:0.0:1787761112.387739:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787761112.579728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761112.579734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761112.579740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761112.579741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761112.579745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761112.579746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761113.603721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761113.603729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761113.603735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761113.603736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761113.603740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761113.603741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761113.603778:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761113.603781:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761113.603784:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761114.627706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761114.627711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761114.627715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761114.627718:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761114.627719:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761114.627722:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761114.627724:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761114.627726:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761114.627727:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761114.627729:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761114.627731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761114.627732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761115.651698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761115.651704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761115.651710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761115.651712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761115.651715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761115.651717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761115.651737:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761115.651740:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761115.651743:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761116.228264:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761116.228268:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761116.228935:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761116.228937:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761116.229120:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761116.229121:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761116.229329:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761116.229332:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761116.229656:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761116.229658:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787761116.675702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761116.675708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761116.675712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761116.675713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761116.675715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761116.675716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761117.507700:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297174779, at 4297174784
00000100:00000010:0.0:1787761117.507715:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787761117.699681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761117.699687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761117.699691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761117.699692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761117.699694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761117.699697:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761117.699699:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761117.699702:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761117.699704:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761117.699706:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761117.699707:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761117.699709:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761117.699728:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761117.699729:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761117.699731:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761118.723731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761118.723744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761118.723750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761118.723751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761118.723753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761118.723754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761119.747680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761119.747688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761119.747708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761119.747710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761119.747715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761119.747716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761119.747769:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761119.747773:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761119.747777:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761120.771732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761120.771739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761120.771746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761120.771747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761120.771751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761120.771752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761121.348265:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761121.348268:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761121.348860:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761121.348863:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761121.349207:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761121.349210:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761121.349514:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761121.349517:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761121.349849:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761121.349852:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787761121.795721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761121.795728:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761121.795730:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761121.795732:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761121.795736:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761121.795738:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761121.795739:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761121.795741:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761121.795744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761121.795745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761121.795747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761121.795748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761121.795772:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761121.795775:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761121.795776:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761122.627701:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297179899, at 4297179904
00000100:00000010:0.0:1787761122.627718:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00010000:00000001:0.0:1787761122.819717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761122.819726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761122.819732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761122.819734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761122.819738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761122.819740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761123.843724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761123.843732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761123.843738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761123.843740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761123.843743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761123.843745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761123.843792:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761123.843795:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761123.843799:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761124.867731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761124.867738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761124.867745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761124.867749:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761124.867751:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761124.867755:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761124.867758:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761124.867761:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761124.867763:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761124.867766:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761124.867769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761124.867771:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761125.891685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761125.891690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761125.891695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761125.891696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761125.891698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761125.891699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761125.891742:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761125.891744:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761125.891746:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761126.468310:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761126.468314:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761126.468932:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761126.468934:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761126.469173:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761126.469175:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761126.469355:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761126.469357:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761126.469557:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761126.469559:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787761126.915705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761126.915710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761126.915714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761126.915715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761126.915717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761126.915718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761127.747718:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297185019, at 4297185024
00000100:00000010:0.0:1787761127.747736:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787761127.939668:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761127.939673:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761127.939677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761127.939678:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761127.939680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761127.939683:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761127.939684:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761127.939687:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761127.939689:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761127.939692:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761127.939693:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761127.939695:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761127.939711:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761127.939713:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761127.939714:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761128.963710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761128.963715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761128.963719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761128.963720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761128.963722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761128.963723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761129.987674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761129.987680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761129.987683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761129.987684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761129.987687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761129.987688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761129.987704:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761129.987705:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761129.987707:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761131.011700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761131.011707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761131.011722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761131.011724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761131.011728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761131.011729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761131.588226:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761131.588232:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761131.588833:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761131.588835:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761131.589115:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761131.589118:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761131.589425:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761131.589428:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761131.589767:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761131.589771:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787761132.035662:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761132.035669:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761132.035671:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761132.035673:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761132.035677:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761132.035679:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761132.035681:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761132.035682:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761132.035685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761132.035686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761132.035695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761132.035697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761132.035712:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761132.035714:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761132.035716:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761132.867709:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297190139, at 4297190144
00000100:00000010:0.0:1787761132.867727:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d2a0.
00010000:00000001:0.0:1787761133.059690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761133.059696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761133.059700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761133.059700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761133.059703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761133.059704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761134.083688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761134.083693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761134.083699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761134.083702:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761134.083703:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761134.083706:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761134.083708:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761134.083710:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761134.083712:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761134.083714:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761134.083716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761134.083717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761134.083736:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761134.083737:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761134.083740:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761135.107670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761135.107675:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761135.107682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761135.107683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761135.107687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761135.107689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761136.131705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761136.131711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761136.131715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761136.131716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761136.131719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761136.131720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761136.131740:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761136.131741:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761136.131744:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761136.708243:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761136.708248:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761136.708978:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761136.708981:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761136.709299:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761136.709303:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761136.709731:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761136.709734:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761136.710001:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761136.710003:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787761137.155654:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761137.155660:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761137.155664:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761137.155665:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761137.155667:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761137.155670:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761137.155673:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761137.155676:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761137.155679:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761137.155681:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761137.155683:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761137.155685:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761137.987687:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297195259, at 4297195264
00000100:00000010:0.0:1787761137.987704:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787761138.179710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761138.179716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761138.179720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761138.179721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761138.179723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761138.179724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761138.179743:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761138.179745:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761138.179747:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761139.203702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761139.203707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761139.203711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761139.203712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761139.203714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761139.203715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761140.227766:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761140.227786:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761140.227792:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761140.227795:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761140.227798:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761140.227799:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761140.227827:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761140.227830:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761140.227833:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761141.251720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761141.251727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761141.251732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761141.251733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761141.251736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761141.251737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761141.828477:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761141.828484:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761141.829249:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761141.829252:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761141.829570:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761141.829574:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761141.829922:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761141.829925:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761141.830234:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761141.830237:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787761142.275753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761142.275762:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761142.275764:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761142.275767:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761142.275772:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761142.275774:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761142.275776:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761142.275778:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761142.275781:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761142.275782:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761142.275785:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761142.275786:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761142.275830:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761142.275832:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761142.275834:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761143.107671:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297200380, at 4297200384
00000100:00000010:0.0:1787761143.107689:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00010000:00000001:0.0:1787761143.299688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761143.299699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761143.299704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761143.299704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761143.299707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761143.299708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761144.323688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761144.323708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761144.323715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761144.323719:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761144.323721:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761144.323724:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761144.323727:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761144.323729:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761144.323730:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761144.323732:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761144.323735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761144.323735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761144.323757:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761144.323759:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761144.323761:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761145.347718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761145.347728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761145.347734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761145.347736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761145.347739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761145.347741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761146.371749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761146.371756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761146.371763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761146.371764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761146.371768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761146.371769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761146.371794:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761146.371798:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761146.371801:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761146.948201:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761146.948568:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761146.949037:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761146.949267:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761146.949413:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787761147.395695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761147.395701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761147.395705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761147.395706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761147.395708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761147.395711:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761147.395713:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761147.395715:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761147.395717:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761147.395719:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761147.395721:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761147.395722:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761148.227700:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297205499, at 4297205504
00000100:00000010:0.0:1787761148.227718:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787761148.419695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761148.419702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761148.419707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761148.419708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761148.419710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761148.419711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761148.419731:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761148.419734:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761148.419737:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761149.443711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761149.443721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761149.443725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761149.443726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761149.443729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761149.443730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761150.467677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761150.467682:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761150.467687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761150.467688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761150.467691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761150.467692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761150.467709:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761150.467711:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761150.467713:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761151.491712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761151.491718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761151.491722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761151.491723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761151.491726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761151.491727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761152.068374:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761152.068381:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1787761152.069013:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761152.069018:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1787761152.069620:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761152.069624:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1787761152.069930:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761152.069932:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1787761152.070156:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761152.070159:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 57 secs later)
00010000:00000001:0.0:1787761152.515678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761152.515686:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761152.515688:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761152.515691:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761152.515695:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761152.515697:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761152.515698:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761152.515700:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761152.515703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761152.515704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761152.515706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761152.515708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761152.515725:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761152.515726:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761152.515728:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761153.347686:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297210619, at 4297210624
00000100:00000010:0.0:1787761153.347698:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787761153.539687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761153.539693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761153.539697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761153.539698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761153.539700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761153.539701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761154.563671:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761154.563682:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761154.563687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761154.563690:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761154.563692:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761154.563694:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761154.563697:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761154.563699:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761154.563701:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761154.563702:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761154.563704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761154.563705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761154.563722:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761154.563724:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761154.563726:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761155.587705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761155.587712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761155.587719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761155.587721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761155.587724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761155.587726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761156.611695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761156.611706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761156.611714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761156.611715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761156.611719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761156.611721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761156.611756:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761156.611759:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761156.611762:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761157.188261:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761157.188267:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787761157.188906:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761157.188908:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787761157.189185:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761157.189187:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787761157.189412:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761157.189414:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787761157.189714:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761157.189715:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00010000:00000001:0.0:1787761157.635740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761157.635747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761157.635752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761157.635752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761157.635755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761157.635762:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761157.635764:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761157.635767:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761157.635769:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761157.635771:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761157.635773:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761157.635775:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761158.467697:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297215739, at 4297215744
00000100:00000010:0.0:1787761158.467712:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00010000:00000001:0.0:1787761158.659659:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761158.659665:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761158.659669:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761158.659670:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761158.659672:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761158.659673:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761158.659691:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761158.659694:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761158.659696:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761159.683703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761159.683709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761159.683713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761159.683714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761159.683716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761159.683717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761160.707725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761160.707733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761160.707740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761160.707742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761160.707746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761160.707747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761160.707770:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761160.707773:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761160.707776:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761161.731749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761161.731757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761161.731763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761161.731764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761161.731766:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761161.731767:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761162.308139:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761162.308143:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787761162.308559:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761162.308561:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787761162.308791:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761162.308793:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787761162.308975:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761162.308977:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787761162.309153:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761162.309156:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00010000:00000001:0.0:1787761162.755690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761162.755698:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761162.755700:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761162.755702:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761162.755706:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761162.755708:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761162.755709:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761162.755711:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761162.755714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761162.755715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761162.755717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761162.755718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761162.755754:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761162.755756:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761162.755758:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761163.587713:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297220859, at 4297220864
00000100:00000010:0.0:1787761163.587727:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787761163.779730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761163.779736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761163.779742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761163.779743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761163.779747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761163.779748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761164.803694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761164.803699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761164.803703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761164.803706:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761164.803708:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761164.803712:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761164.803715:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761164.803717:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761164.803719:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761164.803721:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761164.803725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761164.803726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761164.803770:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761164.803773:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761164.803776:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761165.827722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761165.827730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761165.827736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761165.827737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761165.827741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761165.827742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761166.851717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761166.851723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761166.851728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761166.851729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761166.851731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761166.851733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761166.851778:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761166.851780:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761166.851782:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761167.428286:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761167.428294:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787761167.428879:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761167.428881:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787761167.429065:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761167.429067:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787761167.429270:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761167.429272:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787761167.429508:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761167.429510:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1787761167.875694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761167.875699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761167.875703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761167.875704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761167.875707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761167.875710:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761167.875712:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761167.875714:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761167.875716:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761167.875718:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761167.875720:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761167.875721:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761168.707699:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297225979, at 4297225984
00000100:00000010:0.0:1787761168.707715:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00010000:00000001:0.0:1787761168.899732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761168.899739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761168.899745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761168.899746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761168.899750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761168.899751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761168.899784:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761168.899787:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761168.899789:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761169.923686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761169.923692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761169.923702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761169.923703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761169.923706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761169.923709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761170.947704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761170.947709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761170.947713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761170.947714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761170.947716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761170.947717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761170.947737:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761170.947738:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761170.947741:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761171.971693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761171.971699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761171.971702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761171.971703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761171.971706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761171.971707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761172.548291:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761172.548300:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761172.548859:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761172.548861:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761172.549075:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761172.549077:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761172.549314:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761172.549316:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761172.549507:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761172.549509:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1787761172.995722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761172.995731:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761172.995734:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761172.995737:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761172.995742:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761172.995745:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761172.995747:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761172.995750:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761172.995753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761172.995755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761172.995759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761172.995760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761172.995782:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761172.995786:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761172.995789:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761173.827735:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297231099, at 4297231104
00000100:00000010:0.0:1787761173.827756:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00010000:00000001:0.0:1787761174.019700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761174.019708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761174.019714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761174.019715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761174.019719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761174.019721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761175.043702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761175.043707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761175.043711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761175.043714:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761175.043716:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761175.043719:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761175.043722:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761175.043723:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761175.043725:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761175.043727:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761175.043729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761175.043730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761175.043748:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761175.043750:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761175.043752:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761176.067675:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761176.067681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761176.067686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761176.067687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761176.067689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761176.067691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761177.091710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761177.091720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761177.091725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761177.091726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761177.091729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761177.091732:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761177.091734:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761177.091737:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761177.091739:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761177.091742:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761177.091744:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761177.091746:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761177.091768:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761177.091770:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761177.091773:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761177.668151:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761177.668157:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761177.668875:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761177.668877:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761177.669132:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761177.669134:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761177.669407:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761177.669409:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761177.669809:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761177.669812:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787761178.115707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761178.115712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761178.115715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761178.115716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761178.115718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761178.115719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761178.947695:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297236219, at 4297236224
00000100:00000010:0.0:1787761178.947709:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787761179.139717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761179.139722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761179.139727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761179.139728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761179.139730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761179.139730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761179.139749:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761179.139750:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761179.139752:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761180.163711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761180.163717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761180.163722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761180.163723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761180.163726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761180.163727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761181.187688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761181.187697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761181.187704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761181.187705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761181.187709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761181.187710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761181.187736:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761181.187739:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761181.187742:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761182.211727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761182.211736:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761182.211738:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761182.211741:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761182.211746:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761182.211748:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761182.211750:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761182.211752:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761182.211756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761182.211757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761182.211760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761182.211761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761182.788301:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761182.788306:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761182.789026:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761182.789028:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761182.789287:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761182.789290:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761182.789538:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761182.789540:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761182.789914:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761182.789916:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787761183.235702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761183.235707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761183.235712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761183.235713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761183.235716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761183.235717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761183.235735:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761183.235737:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761183.235739:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761184.067717:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297241339, at 4297241344
00000100:00000010:0.0:1787761184.067733:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00010000:00000001:0.0:1787761184.259714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761184.259720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761184.259725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761184.259726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761184.259729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761184.259730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761185.283747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761185.283754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761185.283761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761185.283765:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761185.283768:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761185.283772:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761185.283775:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761185.283777:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761185.283780:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761185.283782:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761185.283786:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761185.283787:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761185.283815:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761185.283818:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761185.283820:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761186.307671:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761186.307678:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761186.307683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761186.307685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761186.307688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761186.307689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761187.331724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761187.331731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761187.331736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761187.331738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761187.331741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761187.331744:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761187.331746:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761187.331749:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761187.331751:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761187.331754:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761187.331756:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761187.331758:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761187.331779:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761187.331782:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761187.331785:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761187.908130:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761187.908134:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761187.908478:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761187.908480:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761187.908709:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761187.908710:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761187.908928:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761187.908930:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761187.909111:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761187.909113:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787761188.355675:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761188.355681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761188.355684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761188.355685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761188.355688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761188.355689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761189.187690:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297246459, at 4297246464
00000100:00000010:0.0:1787761189.187703:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00010000:00000001:0.0:1787761189.379725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761189.379730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761189.379735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761189.379736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761189.379739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761189.379740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761189.379766:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761189.379768:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761189.379771:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761190.403710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761190.403715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761190.403719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761190.403720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761190.403722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761190.403723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761191.427672:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761191.427677:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761191.427681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761191.427682:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761191.427684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761191.427685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761191.427700:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761191.427702:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761191.427704:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761192.451707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761192.451713:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761192.451714:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761192.451716:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761192.451720:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761192.451721:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761192.451722:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761192.451724:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761192.451727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761192.451728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761192.451730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761192.451731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761193.028321:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761193.028327:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 16 secs later)
00000100:00080000:3.0:1787761193.028360:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761193.028364:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761193.028367:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761193.028371:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761193.028373:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761193.028375:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761193.028376:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761193.028379:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761193.028380:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761193.028383:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761193.028387:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761193.028393:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761193.028396:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761193.028400:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761193.028403:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761193.028407:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761193.028411:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761193.028416:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761193.028419:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761193.028422:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761193.028426:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761193.028428:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761193.028430:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761193.028433:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761193.028436:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761193.028439:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761193.028441:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761193.028445:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761193.028447:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761193.028449:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761193.028452:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761193.028455:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761193.028457:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761193.028462:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761193.028466:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883689216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761193.028475:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761193.028478:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761193.028484:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883689216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761193.028496:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761193.028502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761193.028508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761193.028513:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761193.028519:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761193.028523:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761193.028529:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2577
00000400:00000200:3.0:1787761193.028537:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761193.028541:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761193.028545:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761193.028548:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761193.028550:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761193.028554:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761193.028558:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761193.028560:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761193.028562:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761193.028565:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761193.028567:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761193.028571:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761193.028573:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761193.028583:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761193.028588:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761193.028594:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761193.028618:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761193.028621:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761193.028625:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761193.028630:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761193.028633:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761193.028637:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761193.028642:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761193.028646:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761193.028648:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761193.028652:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761193.028654:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761193.028660:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761193.028665:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761193.028669:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761193.028671:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761193.028674:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761193.028675:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761193.028678:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761193.028683:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761193.028687:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761193.028693:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883689344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761193.028701:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761193.028704:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761193.028712:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883689344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761193.028725:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761193.028731:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2588)
00000800:00000200:1.1:1787761193.028945:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761193.028947:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 16 secs later)
00000800:00000200:1.1:1787761193.029200:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761193.029202:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 16 secs later)
00000800:00000200:1.1:1787761193.029466:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761193.029469:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 16 secs later)
00000800:00000200:1.1:1787761193.029738:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761193.029741:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 16 secs later)
00010000:00000001:0.0:1787761193.475687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761193.475693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761193.475698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761193.475699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761193.475701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761193.475702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761193.475718:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761193.475719:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761193.475721:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761194.307667:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297251579, at 4297251584
00000100:00000010:0.0:1787761194.307683:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787761194.499695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761194.499700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761194.499703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761194.499704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761194.499706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761194.499707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761195.523678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761195.523685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761195.523690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761195.523693:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761195.523695:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761195.523710:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761195.523713:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761195.523715:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761195.523717:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761195.523719:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761195.523723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761195.523725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761195.523743:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761195.523745:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761195.523748:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761196.547714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761196.547719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761196.547723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761196.547724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761196.547726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761196.547727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761197.571685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761197.571691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761197.571697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761197.571699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761197.571702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761197.571705:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761197.571706:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761197.571709:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761197.571712:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761197.571714:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761197.571716:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761197.571718:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761197.571737:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761197.571740:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761197.571742:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761198.148369:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761198.148373:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787761198.149043:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761198.149045:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787761198.149219:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761198.149222:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787761198.149405:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761198.149407:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787761198.149758:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761198.149760:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 11 secs later)
00010000:00000001:0.0:1787761198.595732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761198.595741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761198.595748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761198.595750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761198.595754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761198.595755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761199.427712:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297256699, at 4297256704
00000100:00000010:0.0:1787761199.427729:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787761199.619709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761199.619716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761199.619720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761199.619721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761199.619723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761199.619724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761199.619747:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761199.619748:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761199.619751:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761200.643703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761200.643717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761200.643723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761200.643724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761200.643727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761200.643727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761201.667708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761201.667713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761201.667717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761201.667717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761201.667720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761201.667720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761201.667741:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761201.667744:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761201.667746:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761202.691719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761202.691727:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761202.691729:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761202.691732:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761202.691736:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761202.691738:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761202.691741:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761202.691743:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761202.691748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761202.691749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761202.691753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761202.691754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761203.268293:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761203.268300:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761203.268697:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761203.268699:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761203.268863:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761203.268866:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761203.269069:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761203.269072:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761203.269241:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761203.269243:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00010000:00000001:0.0:1787761203.715684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761203.715690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761203.715693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761203.715694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761203.715696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761203.715697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761203.715714:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761203.715716:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761203.715718:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000010:0.0:1787761203.779718:0:9535:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9696507f9800.
00000020:00000010:0.0:1787761203.779730:0:9535:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9696507f8600.
00000020:00000010:0.0:1787761203.779735:0:9535:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9696483ca800.
00000020:00000010:0.0:1787761203.779741:0:9535:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff969646639950.
00000020:00000010:0.0:1787761203.779745:0:9535:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9696507f9000.
80000000:00000010:0.0:1787761203.779750:0:9535:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96965837c600.
40000000:00000010:0.0:1787761203.779754:0:9535:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9696601555c0.
00100000:00000010:0.0:1787761203.779760:0:9535:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9696483cc000.
00040000:00000010:0.0:1787761203.779764:0:9535:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96964468ef00.
00040000:00000010:0.0:1787761203.779769:0:9535:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96965830e200.
00002000:00000010:0.0:1787761203.779773:0:9535:0:(ofd_dev.c:3019:ofd_key_init()) kmalloced '(value)': 1000 at ffff969643a33400.
00000020:00000010:0.0:1787761203.779778:0:9535:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9696507f8600.
00000020:00000010:0.0:1787761203.779784:0:9535:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9696483ca800.
00000020:00000010:0.0:1787761203.779786:0:9535:0:(tgt_main.c:742:tgt_key_fini()) slab-freed '(info)': 1296 at ffff969646639950.
00000020:00000010:0.0:1787761203.779790:0:9535:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9696507f9000.
80000000:00000010:0.0:1787761203.779792:0:9535:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96965837c600.
40000000:00000010:0.0:1787761203.779795:0:9535:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9696601555c0.
00100000:00000010:0.0:1787761203.779798:0:9535:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9696483cc000.
00040000:00000010:0.0:1787761203.779799:0:9535:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96964468ef00.
00040000:00000010:0.0:1787761203.779801:0:9535:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96965830e200.
00002000:00000010:0.0:1787761203.779803:0:9535:0:(ofd_dev.c:3048:ofd_key_fini()) kfreed 'info': 1000 at ffff969643a33400.
00000020:00000010:0.0:1787761203.779805:0:9535:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9696507f9800.
00000100:00000040:0.0:1787761204.547730:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297261819, at 4297261824
00000100:00000010:0.0:1787761204.547747:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00010000:00000001:0.0:1787761204.739720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761204.739730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761204.739737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761204.739738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761204.739741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761204.739742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761205.763689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761205.763697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761205.763702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761205.763705:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761205.763707:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761205.763709:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761205.763712:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761205.763714:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761205.763716:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761205.763718:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761205.763721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761205.763721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761205.763771:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761205.763774:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761205.763778:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761206.787687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761206.787693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761206.787697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761206.787698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761206.787700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761206.787701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761207.811673:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761207.811679:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761207.811684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761207.811685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761207.811687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761207.811690:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761207.811691:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761207.811694:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761207.811697:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761207.811699:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761207.811700:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761207.811702:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761207.811740:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761207.811743:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761207.811746:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761208.388227:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761208.388232:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761208.388951:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761208.388954:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761208.389284:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761208.389287:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761208.389652:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761208.389655:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761208.389979:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761208.389983:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00010000:00000001:0.0:1787761208.835706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761208.835712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761208.835716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761208.835717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761208.835720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761208.835721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761209.667694:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297266939, at 4297266944
00000100:00000010:0.0:1787761209.667704:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc00.
00010000:00000001:0.0:1787761209.859721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761209.859726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761209.859732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761209.859733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761209.859735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761209.859736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761209.859777:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761209.859779:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761209.859781:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761210.883719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761210.883727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761210.883732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761210.883733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761210.883736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761210.883737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761211.907721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761211.907726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761211.907730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761211.907731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761211.907733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761211.907734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761211.907771:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761211.907774:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761211.907776:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761212.931670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761212.931676:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761212.931678:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761212.931680:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761212.931685:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761212.931686:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761212.931688:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761212.931689:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761212.931692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761212.931693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761212.931696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761212.931697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761213.507673:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761213.507682:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761213.507685:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761213.507688:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761213.507691:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761213.507697:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2598
00000400:00000200:3.0:1787761213.507703:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761213.507708:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761213.507711:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761213.507713:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761213.507715:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761213.507717:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761213.507719:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761213.507722:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761213.507724:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761213.507726:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761213.507729:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761213.507730:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761213.507732:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761213.507733:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761213.507735:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761213.507736:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761213.507737:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761213.507740:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761213.507742:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761213.507744:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761213.507746:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761213.507748:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761213.507750:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761213.507752:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761213.507754:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761213.507761:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761213.507764:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761213.507767:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761213.507769:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761213.507771:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761213.507780:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761213.507784:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761213.507790:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761213.507795:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761213.507803:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883691392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761213.507811:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761213.507814:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761213.507818:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883691392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761213.507840:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761213.507844:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761213.507847:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761213.507849:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761213.507850:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761213.507854:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761213.507856:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2598
00000400:00000200:3.0:1787761213.507861:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761213.507865:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761213.507868:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761213.507872:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761213.507875:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761213.507877:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761213.507880:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761213.507883:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761213.507885:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761213.507889:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761213.507892:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761213.507898:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761213.507903:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761213.507907:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761213.507911:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761213.507914:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761213.507918:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761213.507921:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761213.507926:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761213.507937:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761213.507940:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761213.507947:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761213.507952:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761213.507957:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761213.507961:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761213.507964:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761213.507967:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761213.507973:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761213.507977:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761213.507981:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761213.507985:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761213.507988:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761213.507992:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761213.507997:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761213.508003:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761213.508010:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761213.508020:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883691520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761213.508033:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761213.508036:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761213.508041:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883691520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761213.508070:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761213.508073:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761213.508080:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761213.508082:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761213.508085:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761213.508089:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761213.508094:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2598
00000400:00000200:3.0:1787761213.508101:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761213.508106:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761213.508116:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761213.508120:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761213.508122:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761213.508127:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761213.508132:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761213.508135:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761213.508137:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761213.508142:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761213.508147:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761213.508151:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761213.508156:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761213.508164:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761213.508170:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761213.508178:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761213.508189:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761213.508194:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761213.508199:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761213.508205:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761213.508209:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761213.508213:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761213.508219:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761213.508225:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761213.508227:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761213.508230:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761213.508233:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761213.508236:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761213.508240:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000800:00000200:1.1:1787761213.508245:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:3.0:1787761213.508246:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761213.508248:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761213.508251:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761213.508253:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761213.508254:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761213.508257:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761213.508260:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761213.508266:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883691648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761213.508280:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761213.508283:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761213.508290:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883691648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761213.508306:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761213.508310:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761213.508314:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761213.508317:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761213.508320:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761213.508323:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761213.508327:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2598
00000400:00000200:3.0:1787761213.508332:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761213.508337:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761213.508342:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761213.508345:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761213.508361:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761213.508363:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761213.508368:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761213.508370:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761213.508371:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761213.508373:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761213.508374:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761213.508376:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761213.508380:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761213.508387:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761213.508389:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761213.508393:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761213.508395:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761213.508398:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761213.508404:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761213.508410:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761213.508414:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761213.508419:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761213.508424:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761213.508428:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761213.508433:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761213.508439:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761213.508444:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761213.508452:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761213.508459:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761213.508463:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761213.508465:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761213.508467:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761213.508471:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761213.508475:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761213.508482:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761213.508488:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761213.508499:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883691776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761213.508510:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761213.508513:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761213.508518:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883691776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761213.508539:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761213.508544:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761213.508553:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761213.508556:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761213.508558:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761213.508562:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761213.508567:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2598
00000400:00000200:3.0:1787761213.508573:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761213.508579:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761213.508582:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761213.508587:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761213.508589:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761213.508593:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761213.508617:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761213.508618:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761213.508619:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761213.508621:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761213.508623:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761213.508624:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761213.508626:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761213.508628:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761213.508630:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761213.508634:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761213.508635:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761213.508639:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761213.508644:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761213.508649:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761213.508653:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761213.508656:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761213.508662:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761213.508665:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761213.508669:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761213.508673:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761213.508676:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761213.508682:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787761213.508689:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761213.508696:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761213.508700:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761213.508706:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761213.508709:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761213.508713:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761213.508720:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761213.508726:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761213.508737:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883691904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787761213.508749:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787761213.508756:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761213.508761:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761213.508770:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883691904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761213.508781:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761213.508787:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2608)
00000800:00000200:1.1:1787761213.508958:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761213.509124:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761213.509276:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787761213.955757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761213.955765:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761213.955772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761213.955773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761213.955777:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761213.955778:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761213.955836:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761213.955840:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761213.955845:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761214.787703:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297272059, at 4297272064
00000100:00000010:0.0:1787761214.787718:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00010000:00000001:0.0:1787761214.979723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761214.979729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761214.979735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761214.979737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761214.979740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761214.979742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761216.003700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761216.003705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761216.003710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761216.003713:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761216.003718:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761216.003720:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761216.003723:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761216.003726:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761216.003728:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761216.003731:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761216.003735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761216.003736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761216.003770:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761216.003774:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761216.003778:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761217.027715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761217.027720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761217.027725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761217.027725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761217.027728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761217.027731:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761217.027733:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761217.027735:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761217.027738:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761217.027740:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761217.027741:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761217.027743:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761218.051735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761218.051743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761218.051750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761218.051751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761218.051756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761218.051757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761218.051828:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761218.051832:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761218.051834:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761218.627717:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761218.627726:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787761218.627729:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761218.627733:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761218.627737:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761218.627746:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2603
00000400:00000200:0.0:1787761218.627755:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761218.627761:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761218.627765:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761218.627768:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761218.627772:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761218.627775:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761218.627778:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761218.627782:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761218.627784:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787761218.627787:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761218.627790:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787761218.627793:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787761218.627795:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787761218.627799:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761218.627801:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761218.627803:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761218.627805:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761218.627808:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787761218.627812:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761218.627815:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761218.627818:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761218.627822:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761218.627825:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761218.627828:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761218.627830:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761218.627839:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097da40.
00000020:00000040:0.0:1787761218.627843:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787761218.627848:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761218.627850:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761218.627853:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761218.627856:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761218.627860:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761218.627867:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31800.
00000100:00000001:0.0:1787761218.627874:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761218.627883:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097da40 x1874600883692032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761218.627893:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761218.627898:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761218.627903:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a392d04] to pc [ptlrpcd_rcv+-1]  req@ffff96966097da40 x1874600883692032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761218.627933:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761218.627937:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761218.627941:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787761218.627943:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761218.627945:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761218.627948:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761218.627951:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2603
00000400:00000200:0.0:1787761218.627955:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761218.627958:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761218.627961:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761218.627963:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761218.627966:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761218.627968:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761218.627970:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761218.627972:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761218.627974:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787761218.627976:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761218.627978:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787761218.627981:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787761218.627983:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787761218.627988:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761218.627991:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761218.627993:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761218.627996:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761218.627998:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787761218.628002:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761218.628010:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761218.628021:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761218.628031:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761218.628035:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761218.628037:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761218.628044:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761218.628050:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761218.628055:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761218.628060:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097de00.
00000020:00000040:0.0:1787761218.628065:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787761218.628070:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761218.628074:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761218.628079:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761218.628083:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761218.628087:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761218.628093:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00000001:0.0:1787761218.628098:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761218.628105:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097de00 x1874600883692160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761218.628120:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761218.628123:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761218.628128:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010d19df2] to pc [ptlrpcd_rcv+-1]  req@ffff96966097de00 x1874600883692160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761218.628146:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761218.628151:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761218.628158:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787761218.628161:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761218.628164:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761218.628169:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761218.628173:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2603
00000400:00000200:0.0:1787761218.628182:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761218.628190:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761218.628195:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761218.628203:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761218.628208:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761218.628213:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761218.628225:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761218.628229:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761218.628232:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787761218.628236:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761218.628240:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787761218.628244:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787761218.628264:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787761218.628271:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761218.628274:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761218.628280:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761218.628284:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761218.628289:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787761218.628296:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761218.628301:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761218.628304:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761218.628309:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761218.628313:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761218.628318:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761218.628322:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761218.628327:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761218.628332:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761218.628339:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097ed00.
00000020:00000040:0.0:1787761218.628345:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787761218.628352:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761218.628355:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761218.628358:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761218.628361:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761218.628365:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761218.628372:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33400.
00000100:00000001:0.0:1787761218.628378:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761218.628388:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097ed00 x1874600883692288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761218.628401:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761218.628405:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761218.628412:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088ef356f] to pc [ptlrpcd_rcv+-1]  req@ffff96966097ed00 x1874600883692288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787761218.628429:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:0.0:1787761218.628430:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761218.628435:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787761218.628437:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000100:00080000:0.0:1787761218.628441:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787761218.628444:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761218.628449:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761218.628456:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761218.628463:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2603
00000400:00000200:0.0:1787761218.628471:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761218.628480:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761218.628484:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761218.628488:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761218.628494:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761218.628500:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761218.628504:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761218.628509:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761218.628512:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787761218.628515:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761218.628519:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787761218.628524:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787761218.628531:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787761218.628540:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761218.628545:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761218.628552:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761218.628556:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761218.628561:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787761218.628568:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761218.628572:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761218.628575:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761218.628579:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761218.628586:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761218.628592:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761218.628632:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787761218.628636:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761218.628638:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761218.628643:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c3c0.
00000020:00000040:0.0:1787761218.628647:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787761218.628650:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761218.628654:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761218.628656:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761218.628659:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761218.628662:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761218.628670:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32400.
00000100:00000001:0.0:1787761218.628677:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761218.628688:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c3c0 x1874600883692416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761218.628705:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761218.628712:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761218.628723:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732a0c51] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c3c0 x1874600883692416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761218.628746:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761218.628752:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761218.628758:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787761218.628761:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761218.628765:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761218.628769:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761218.628776:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2603
00000400:00000200:0.0:1787761218.628784:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761218.628791:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761218.628797:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761218.628806:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761218.628810:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761218.628815:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761218.628820:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761218.628825:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761218.628829:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787761218.628834:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761218.628838:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787761218.628841:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787761218.628845:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787761218.628852:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761218.628856:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761218.628862:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761218.628866:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761218.628872:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787761218.628878:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761218.628881:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761218.628887:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761218.628890:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761218.628894:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761218.628900:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761218.628904:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787761218.628911:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761218.628917:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761218.628922:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f0c0.
00000020:00000040:0.0:1787761218.628927:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787761218.628934:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761218.628937:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761218.628941:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761218.628944:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761218.628948:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761218.628963:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33800.
00000100:00000001:0.0:1787761218.628970:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761218.628980:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f0c0 x1874600883692544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761218.628996:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761218.629002:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761218.629009:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcc28536] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f0c0 x1874600883692544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761218.629028:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761218.629037:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2613)
00000800:00000200:1.1:1787761218.629230:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761218.629233:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761218.629553:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761218.629555:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761218.629900:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761218.629903:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761218.630220:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761218.630223:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787761219.075689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761219.075694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761219.075698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761219.075699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761219.075702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761219.075703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761219.907708:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297277179, at 4297277184
00000100:00000010:0.0:1787761219.907723:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787761220.099686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761220.099692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761220.099698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761220.099700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761220.099703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761220.099705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761220.099755:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761220.099758:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761220.099761:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761221.123707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761221.123714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761221.123721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761221.123722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761221.123726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761221.123727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761222.147733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761222.147740:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761222.147742:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761222.147745:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761222.147749:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761222.147751:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761222.147752:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761222.147754:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761222.147757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761222.147758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761222.147760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761222.147761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761222.147823:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761222.147827:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761222.147830:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761223.171678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761223.171684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761223.171688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761223.171688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761223.171691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761223.171692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761223.747750:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761223.747762:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761223.747765:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761223.747768:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761223.747773:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761223.747782:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2608
00000400:00000200:3.0:1787761223.747792:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761223.747797:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761223.747800:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761223.747803:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761223.747806:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761223.747808:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761223.747810:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761223.747815:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761223.747816:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761223.747819:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761223.747822:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761223.747824:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761223.747826:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761223.747828:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761223.747829:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761223.747831:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761223.747832:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761223.747836:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761223.747839:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761223.747841:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761223.747843:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761223.747847:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761223.747849:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761223.747851:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761223.747853:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761223.747864:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e83c0.
00000020:00000040:3.0:1787761223.747867:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761223.747872:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761223.747873:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761223.747876:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761223.747879:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761223.747884:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761223.747892:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761223.747899:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761223.747909:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e83c0 x1874600883692672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761223.747918:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761223.747922:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761223.747927:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1eeea11] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e83c0 x1874600883692672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761223.747946:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761223.747948:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761223.747951:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761223.747952:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761223.747954:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761223.747956:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761223.747958:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2608
00000400:00000200:3.0:1787761223.747960:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761223.747962:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761223.747964:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761223.747967:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761223.747969:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761223.747972:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761223.747974:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761223.747978:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761223.747979:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761223.747981:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761223.747984:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761223.747987:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761223.747991:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761223.747995:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761223.747998:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761223.748001:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761223.748003:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761223.748007:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761223.748010:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761223.748014:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761223.748017:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761223.748027:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761223.748032:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761223.748037:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761223.748055:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761223.748064:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761223.748075:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761223.748085:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787761223.748090:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761223.748096:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761223.748099:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761223.748105:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761223.748108:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761223.748111:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761223.748120:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761223.748128:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761223.748138:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883692800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761223.748147:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761223.748165:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761223.748177:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883692800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761223.748189:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761223.748193:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761223.748203:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761223.748206:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761223.748209:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761223.748214:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761223.748217:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2608
00000400:00000200:3.0:1787761223.748224:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761223.748230:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761223.748234:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761223.748243:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761223.748246:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761223.748252:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761223.748258:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761223.748272:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761223.748275:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761223.748281:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761223.748284:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761223.748287:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761223.748289:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761223.748302:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761223.748312:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761223.748318:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761223.748327:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761223.748335:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761223.748344:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761223.748353:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761223.748358:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761223.748363:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761223.748371:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761223.748374:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761223.748378:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761223.748388:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761223.748403:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761223.748415:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761223.748425:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761223.748431:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761223.748434:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761223.748440:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761223.748442:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761223.748445:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761223.748452:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761223.748458:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761223.748466:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883692928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761223.748474:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761223.748477:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761223.748486:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883692928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761223.748497:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761223.748501:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761223.748510:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761223.748511:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761223.748515:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761223.748518:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761223.748527:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2608
00000400:00000200:3.0:1787761223.748532:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761223.748541:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761223.748547:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761223.748556:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761223.748567:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787761223.748572:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:3.0:1787761223.748580:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000200:1.1:1787761223.748580:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787761223.748593:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761223.748644:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761223.748647:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761223.748650:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761223.748654:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761223.748657:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761223.748661:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761223.748674:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761223.748680:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761223.748691:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761223.748696:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761223.748701:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761223.748708:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761223.748711:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761223.748717:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761223.748725:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761223.748732:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761223.748737:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761223.748741:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761223.748744:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761223.748747:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761223.748755:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761223.748760:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761223.748766:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761223.748767:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761223.748772:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761223.748774:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761223.748778:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761223.748786:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761223.748792:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761223.748800:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883693056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761223.748810:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761223.748812:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761223.748818:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883693056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761223.748834:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761223.748838:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761223.748846:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761223.748848:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761223.748849:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761223.748852:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761223.748859:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2608
00000400:00000200:3.0:1787761223.748863:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761223.748866:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761223.748873:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761223.748876:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761223.748878:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761223.748881:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761223.748888:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761223.748891:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761223.748892:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761223.748896:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761223.748900:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761223.748903:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761223.748908:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761223.748912:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761223.748917:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761223.748922:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761223.748925:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761223.748930:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761223.748936:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761223.748938:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761223.748944:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761223.748950:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761223.748960:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761223.748969:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761223.748975:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761223.748988:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761223.748996:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761223.749004:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761223.749014:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761223.749026:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761223.749034:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761223.749040:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761223.749044:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761223.749051:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761223.749063:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761223.749067:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761223.749076:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883693184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761223.749114:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761223.749121:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761223.749131:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883693184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761223.749184:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761223.749197:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2618)
00000800:00000200:1.1:1787761223.749460:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761223.749463:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761223.749806:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761223.749809:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761223.750118:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761223.750121:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761223.750442:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761223.750444:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787761224.195720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761224.195727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761224.195732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761224.195733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761224.195735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761224.195736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761224.195796:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761224.195799:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761224.195802:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761225.027743:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297282300, at 4297282304
00000100:00000010:0.0:1787761225.027774:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787761225.219710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761225.219718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761225.219724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761225.219727:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761225.219730:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761225.219734:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761225.219737:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761225.219740:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761225.219742:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761225.219744:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761225.219748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761225.219750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761226.243726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761226.243734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761226.243740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761226.243741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761226.243744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761226.243745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761226.243811:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761226.243815:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761226.243821:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761227.267676:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761227.267684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761227.267690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761227.267692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761227.267695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761227.267699:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761227.267702:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761227.267705:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761227.267708:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761227.267711:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761227.267713:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761227.267716:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761228.291704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761228.291710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761228.291714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761228.291715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761228.291717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761228.291718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761228.291779:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761228.291783:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761228.291787:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761228.867652:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761228.867664:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761228.867666:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761228.867669:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761228.867673:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761228.867679:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2613
00000400:00000200:3.0:1787761228.867686:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761228.867691:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761228.867694:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761228.867696:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761228.867699:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761228.867701:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761228.867703:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761228.867706:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761228.867707:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761228.867710:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761228.867713:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761228.867715:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761228.867716:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761228.867719:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761228.867720:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761228.867721:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761228.867722:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761228.867724:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761228.867727:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761228.867728:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761228.867730:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761228.867733:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761228.867735:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761228.867736:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761228.867739:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761228.867746:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787761228.867749:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761228.867761:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761228.867762:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761228.867764:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761228.867766:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761228.867769:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761228.867775:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761228.867780:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761228.867788:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883693312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761228.867796:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761228.867799:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761228.867802:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883693312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761228.867820:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761228.867824:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761228.867828:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761228.867829:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761228.867831:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761228.867835:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761228.867837:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2613
00000400:00000200:3.0:1787761228.867841:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761228.867844:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761228.867847:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761228.867849:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761228.867852:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761228.867854:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761228.867857:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761228.867859:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761228.867861:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761228.867862:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761228.867865:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761228.867867:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761228.867869:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761228.867872:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761228.867874:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761228.867877:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761228.867879:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761228.867882:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761228.867885:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761228.867888:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761228.867889:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761228.867902:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761228.867904:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761228.867907:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761228.867912:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761228.867915:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761228.867917:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761228.867921:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761228.867924:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761228.867926:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761228.867928:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761228.867930:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761228.867931:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761228.867933:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761228.867938:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761228.867943:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761228.867948:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883693440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761228.867956:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761228.867958:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761228.867963:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883693440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761228.867972:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761228.867975:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761228.867978:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761228.867980:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761228.867982:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761228.867984:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761228.867986:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2613
00000400:00000200:3.0:1787761228.867990:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761228.867992:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761228.867994:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761228.867997:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761228.867999:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761228.868001:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761228.868004:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761228.868006:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761228.868008:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761228.868010:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761228.868012:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761228.868014:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761228.868017:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761228.868020:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761228.868022:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761228.868024:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761228.868025:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761228.868028:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761228.868031:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761228.868033:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761228.868035:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761228.868038:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761228.868040:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761228.868041:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761228.868043:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761228.868046:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761228.868048:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761228.868064:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761228.868066:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761228.868069:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761228.868070:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761228.868070:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787761228.868072:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761228.868074:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787761228.868074:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1787761228.868076:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761228.868079:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761228.868083:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761228.868087:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883693568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761228.868107:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761228.868110:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761228.868114:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883693568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761228.868122:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761228.868125:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761228.868129:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761228.868131:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761228.868133:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761228.868136:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761228.868138:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2613
00000400:00000200:3.0:1787761228.868141:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761228.868145:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761228.868147:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761228.868150:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761228.868152:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761228.868154:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761228.868156:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761228.868166:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761228.868168:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761228.868169:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761228.868174:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761228.868176:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761228.868179:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761228.868182:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761228.868184:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761228.868187:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761228.868189:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761228.868193:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761228.868195:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761228.868198:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761228.868200:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761228.868203:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761228.868205:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761228.868208:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761228.868211:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761228.868214:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761228.868216:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761228.868219:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761228.868222:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761228.868225:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761228.868226:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761228.868228:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761228.868230:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761228.868232:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761228.868235:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761228.868238:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761228.868243:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883693696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761228.868251:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761228.868253:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761228.868257:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883693696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761228.868266:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761228.868269:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761228.868272:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761228.868274:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761228.868276:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761228.868278:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761228.868281:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2613
00000400:00000200:3.0:1787761228.868285:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761228.868288:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761228.868290:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761228.868293:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761228.868295:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761228.868297:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761228.868299:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761228.868302:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761228.868303:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761228.868305:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761228.868306:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761228.868309:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761228.868311:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761228.868314:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761228.868316:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761228.868318:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761228.868320:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761228.868322:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761228.868325:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761228.868327:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761228.868329:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761228.868332:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761228.868334:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761228.868335:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761228.868337:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761228.868340:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761228.868342:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761228.868344:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787761228.868347:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761228.868349:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761228.868351:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761228.868352:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761228.868354:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761228.868355:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761228.868358:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761228.868361:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761228.868366:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883693824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761228.868373:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761228.868376:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761228.868379:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883693824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761228.868388:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761228.868392:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2623)
00000800:00000200:1.1:1787761228.868505:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761228.868508:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761228.868776:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761228.868778:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761228.868957:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761228.868959:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761228.869266:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761228.869268:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787761229.315672:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761229.315677:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761229.315682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761229.315683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761229.315685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761229.315686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761230.147693:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297287419, at 4297287424
00000100:00000010:0.0:1787761230.147708:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00010000:00000001:0.0:1787761230.339684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761230.339690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761230.339695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761230.339697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761230.339701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761230.339702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761230.339758:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761230.339761:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761230.339764:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761231.363717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761231.363722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761231.363727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761231.363727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761231.363730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761231.363731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761232.387672:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761232.387680:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761232.387683:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761232.387686:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761232.387692:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761232.387695:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761232.387697:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761232.387700:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761232.387705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761232.387706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761232.387710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761232.387711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761232.387785:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761232.387790:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761232.387794:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761233.411695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761233.411706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761233.411710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761233.411711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761233.411713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761233.411714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761233.987713:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761233.987722:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787761233.987724:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761233.987727:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761233.987731:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761233.987738:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2618
00000400:00000200:0.0:1787761233.987745:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761233.987749:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761233.987752:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761233.987754:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761233.987757:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761233.987758:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761233.987760:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761233.987763:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761233.987764:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787761233.987766:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761233.987769:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787761233.987770:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787761233.987772:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787761233.987774:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761233.987775:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761233.987777:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761233.987778:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761233.987780:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787761233.987783:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761233.987784:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761233.987786:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761233.987789:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761233.987791:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761233.987792:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761233.987794:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761233.987802:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f0c0.
00000020:00000040:0.0:1787761233.987804:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787761233.987807:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761233.987808:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761233.987810:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761233.987812:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761233.987816:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761233.987822:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31c00.
00000100:00000001:0.0:1787761233.987827:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761233.987834:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f0c0 x1874600883693952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761233.987842:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761233.987846:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761233.987849:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcc28536] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f0c0 x1874600883693952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761233.987878:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761233.987880:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761233.987883:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787761233.987884:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761233.987885:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761233.987887:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761233.987889:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2618
00000400:00000200:0.0:1787761233.987891:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761233.987893:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761233.987895:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761233.987897:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761233.987899:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761233.987900:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761233.987902:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761233.987903:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761233.987904:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787761233.987905:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761233.987907:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787761233.987909:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787761233.987910:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787761233.987913:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761233.987915:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761233.987917:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761233.987918:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761233.987920:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787761233.987922:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761233.987924:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761233.987925:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761233.987931:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761233.987934:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761233.987937:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761233.987942:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761233.987946:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761233.987948:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761233.987965:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c3c0.
00000020:00000040:0.0:1787761233.987970:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787761233.987974:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761233.987976:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761233.987980:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761233.987983:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761233.987985:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761233.987990:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30000.
00000100:00000001:0.0:1787761233.987996:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761233.988004:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c3c0 x1874600883694080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761233.988019:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761233.988025:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761233.988034:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732a0c51] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c3c0 x1874600883694080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761233.988047:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761233.988054:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761233.988061:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787761233.988065:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761233.988069:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761233.988073:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761233.988078:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2618
00000400:00000200:0.0:1787761233.988089:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761233.988096:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761233.988101:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761233.988106:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761233.988112:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761233.988116:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761233.988120:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761233.988125:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761233.988128:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787761233.988131:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761233.988135:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787761233.988141:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787761233.988144:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787761233.988151:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761233.988153:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761233.988159:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761233.988162:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761233.988165:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787761233.988170:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761233.988173:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761233.988175:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761233.988178:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761233.988184:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761233.988187:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761233.988189:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761233.988194:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761233.988199:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761233.988206:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097ed00.
00000020:00000040:0.0:1787761233.988213:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787761233.988219:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761233.988222:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761233.988225:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761233.988228:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761233.988231:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761233.988235:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30c00.
00000100:00000001:0.0:1787761233.988241:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761233.988248:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097ed00 x1874600883694208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761233.988261:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761233.988264:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761233.988269:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088ef356f] to pc [ptlrpcd_rcv+-1]  req@ffff96966097ed00 x1874600883694208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761233.988281:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761233.988284:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761233.988286:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787761233.988287:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761233.988289:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761233.988292:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787761233.988295:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:0.0:1787761233.988297:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2618
00000800:00000200:1.1:1787761233.988300:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000400:00000200:0.0:1787761233.988306:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761233.988312:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761233.988317:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761233.988323:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761233.988325:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761233.988328:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761233.988332:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761233.988336:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761233.988338:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787761233.988340:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761233.988343:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787761233.988346:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787761233.988349:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787761233.988353:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761233.988356:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761233.988360:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761233.988364:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761233.988368:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787761233.988374:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761233.988377:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761233.988378:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761233.988380:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761233.988382:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761233.988385:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761233.988388:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787761233.988393:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761233.988396:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761233.988401:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097de00.
00000020:00000040:0.0:1787761233.988405:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787761233.988410:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761233.988412:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761233.988416:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761233.988418:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761233.988421:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761233.988426:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33c00.
00000100:00000001:0.0:1787761233.988429:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761233.988434:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097de00 x1874600883694336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761233.988446:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761233.988449:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761233.988455:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010d19df2] to pc [ptlrpcd_rcv+-1]  req@ffff96966097de00 x1874600883694336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761233.988464:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761233.988466:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761233.988469:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787761233.988470:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761233.988473:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761233.988476:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761233.988478:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2618
00000400:00000200:0.0:1787761233.988483:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761233.988486:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761233.988491:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761233.988495:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761233.988498:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761233.988501:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761233.988504:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761233.988508:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761233.988510:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787761233.988512:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761233.988515:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787761233.988521:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787761233.988526:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787761233.988535:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761233.988541:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761233.988547:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761233.988552:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761233.988558:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787761233.988568:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761233.988575:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761233.988580:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761233.988587:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761233.988593:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761233.988640:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761233.988645:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787761233.988651:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761233.988656:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761233.988665:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097da40.
00000020:00000040:0.0:1787761233.988671:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787761233.988678:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761233.988682:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761233.988688:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761233.988691:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761233.988695:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761233.988705:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33000.
00000100:00000001:0.0:1787761233.988711:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761233.988722:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097da40 x1874600883694464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761233.988740:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761233.988745:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761233.988753:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a392d04] to pc [ptlrpcd_rcv+-1]  req@ffff96966097da40 x1874600883694464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761233.988768:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761233.988773:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2628)
00000800:00000200:1.1:1787761233.988905:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761233.988908:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761233.989155:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761233.989157:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761233.989344:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761233.989345:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761233.989552:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761233.989554:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1787761234.435675:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761234.435681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761234.435686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761234.435687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761234.435689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761234.435690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761234.435738:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761234.435741:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761234.435744:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761235.267720:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297292539, at 4297292544
00000100:00000010:0.0:1787761235.267742:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00010000:00000001:0.0:1787761235.459712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761235.459721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761235.459726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761235.459729:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761235.459731:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761235.459734:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761235.459737:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761235.459738:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761235.459740:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761235.459741:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761235.459744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761235.459745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761236.483678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761236.483684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761236.483688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761236.483689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761236.483691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761236.483692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761236.483747:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761236.483751:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761236.483754:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761237.507731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761237.507738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761237.507745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761237.507747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761237.507750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761237.507753:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761237.507756:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761237.507760:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761237.507763:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761237.507766:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761237.507768:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761237.507770:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761238.531684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761238.531689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761238.531694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761238.531694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761238.531697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761238.531698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761238.531746:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761238.531749:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761238.531752:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761239.107719:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761239.107728:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761239.107730:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761239.107733:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761239.107737:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761239.107743:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2623
00000400:00000200:3.0:1787761239.107750:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761239.107755:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761239.107757:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761239.107759:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761239.107761:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761239.107763:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761239.107765:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761239.107768:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761239.107769:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761239.107771:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761239.107773:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761239.107775:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761239.107776:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761239.107778:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761239.107779:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761239.107781:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761239.107782:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761239.107785:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761239.107787:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761239.107788:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761239.107790:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761239.107793:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761239.107795:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761239.107797:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761239.107798:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761239.107807:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787761239.107809:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761239.107812:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761239.107813:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761239.107815:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761239.107817:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761239.107821:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761239.107827:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761239.107832:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761239.107839:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883694592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761239.107846:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761239.107849:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761239.107868:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883694592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761239.107885:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761239.107887:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761239.107889:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761239.107890:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761239.107892:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761239.107894:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761239.107895:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2623
00000400:00000200:3.0:1787761239.107898:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761239.107900:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761239.107902:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761239.107904:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761239.107905:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761239.107907:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761239.107909:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761239.107910:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761239.107912:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761239.107913:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761239.107915:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761239.107916:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761239.107918:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761239.107920:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761239.107922:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761239.107924:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761239.107925:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761239.107927:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761239.107929:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761239.107930:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761239.107931:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761239.107937:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761239.107941:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761239.107944:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761239.107948:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761239.107954:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761239.107955:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761239.107959:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761239.107962:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761239.107967:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761239.107969:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761239.107973:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761239.107976:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761239.107978:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761239.107985:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761239.107990:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761239.107997:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883694720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761239.108013:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761239.108017:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761239.108024:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883694720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761239.108039:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761239.108043:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761239.108046:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761239.108049:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761239.108052:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761239.108056:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761239.108059:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2623
00000400:00000200:3.0:1787761239.108067:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761239.108071:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761239.108073:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761239.108075:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761239.108078:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761239.108081:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761239.108083:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761239.108084:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761239.108085:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761239.108087:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761239.108089:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761239.108092:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761239.108094:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761239.108096:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761239.108098:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761239.108101:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761239.108105:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761239.108110:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761239.108115:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761239.108117:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761239.108119:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761239.108124:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761239.108130:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761239.108135:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761239.108139:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761239.108143:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761239.108150:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761239.108157:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787761239.108162:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761239.108167:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761239.108171:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761239.108177:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761239.108180:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761239.108182:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761239.108188:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761239.108192:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761239.108199:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883694848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761239.108209:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761239.108213:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761239.108219:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883694848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761239.108235:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761239.108238:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761239.108245:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761239.108248:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761239.108251:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761239.108255:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761239.108257:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2623
00000400:00000200:3.0:1787761239.108263:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761239.108269:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761239.108271:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761239.108286:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761239.108289:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761239.108291:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761239.108297:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761239.108299:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761239.108300:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761239.108302:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761239.108306:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761239.108310:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761239.108313:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761239.108317:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761239.108321:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761239.108324:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761239.108327:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:1.1:1787761239.108327:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000040:3.0:1787761239.108331:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000800:00000200:1.1:1787761239.108334:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000100:00080000:3.0:1787761239.108335:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761239.108341:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761239.108343:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761239.108347:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761239.108352:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761239.108353:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761239.108356:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761239.108359:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761239.108361:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761239.108364:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761239.108367:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761239.108373:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761239.108376:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761239.108380:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761239.108381:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761239.108382:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761239.108386:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761239.108390:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761239.108397:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883694976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761239.108416:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761239.108420:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761239.108427:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883694976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761239.108449:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761239.108452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761239.108458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761239.108462:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761239.108467:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761239.108475:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761239.108480:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2623
00000400:00000200:3.0:1787761239.108488:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761239.108495:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761239.108501:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761239.108511:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761239.108518:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761239.108525:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761239.108533:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761239.108538:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761239.108541:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761239.108545:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761239.108549:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761239.108555:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761239.108558:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761239.108562:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761239.108566:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761239.108571:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761239.108575:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761239.108578:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761239.108583:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761239.108589:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761239.108594:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761239.108621:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761239.108624:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761239.108625:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761239.108627:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761239.108630:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761239.108635:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761239.108642:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787761239.108646:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761239.108652:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761239.108654:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761239.108658:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761239.108660:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761239.108664:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761239.108670:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761239.108676:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761239.108684:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883695104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761239.108701:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761239.108706:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761239.108712:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883695104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761239.108726:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761239.108731:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2634)
00000800:00000200:1.1:1787761239.108925:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761239.108927:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761239.109113:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761239.109115:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761239.109288:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761239.109290:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761239.109475:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761239.109476:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1787761239.555720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761239.555726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761239.555732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761239.555734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761239.555737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761239.555738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761240.387716:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297297659, at 4297297664
00000100:00000010:0.0:1787761240.387731:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787761240.579690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761240.579696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761240.579700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761240.579701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761240.579703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761240.579704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761240.579752:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761240.579755:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761240.579758:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761241.603701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761241.603707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761241.603711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761241.603712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761241.603714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761241.603715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761242.627750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761242.627757:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761242.627759:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761242.627762:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761242.627766:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761242.627768:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761242.627769:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761242.627771:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761242.627773:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761242.627774:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761242.627777:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761242.627778:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761242.627850:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761242.627865:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761242.627872:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761243.651722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761243.651728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761243.651733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761243.651734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761243.651736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761243.651737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761244.227683:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761244.227691:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761244.227694:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761244.227698:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761244.227701:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761244.227708:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2629
00000400:00000200:3.0:1787761244.227716:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761244.227723:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761244.227726:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761244.227730:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761244.227734:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761244.227736:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761244.227739:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761244.227743:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761244.227746:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761244.227749:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761244.227763:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761244.227766:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761244.227769:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761244.227772:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761244.227775:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761244.227777:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761244.227779:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761244.227783:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761244.227787:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761244.227790:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761244.227793:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761244.227796:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761244.227799:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761244.227802:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761244.227805:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761244.227815:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787761244.227818:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761244.227823:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761244.227825:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761244.227828:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761244.227831:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761244.227835:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761244.227843:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761244.227849:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761244.227856:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883695232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761244.227864:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761244.227867:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761244.227871:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883695232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761244.227892:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761244.227895:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761244.227898:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761244.227899:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761244.227900:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761244.227903:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761244.227905:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2629
00000400:00000200:3.0:1787761244.227908:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761244.227911:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761244.227913:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761244.227915:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761244.227917:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761244.227918:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761244.227920:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761244.227922:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761244.227923:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761244.227924:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761244.227926:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761244.227928:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761244.227930:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761244.227933:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761244.227934:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761244.227936:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761244.227938:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761244.227939:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761244.227941:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761244.227943:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761244.227945:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761244.227952:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761244.227955:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761244.227958:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761244.227962:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761244.227964:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761244.227966:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761244.227976:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787761244.227979:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761244.227983:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761244.227987:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761244.227989:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761244.227993:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761244.227995:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761244.228002:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761244.228009:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761244.228017:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883695360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761244.228028:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761244.228032:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761244.228038:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883695360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761244.228045:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761244.228052:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761244.228058:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761244.228062:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761244.228064:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761244.228069:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761244.228071:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2629
00000400:00000200:3.0:1787761244.228075:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761244.228079:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761244.228080:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761244.228083:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761244.228086:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761244.228087:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761244.228089:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761244.228090:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761244.228091:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761244.228092:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761244.228093:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761244.228095:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761244.228098:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761244.228104:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761244.228106:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761244.228110:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761244.228111:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761244.228115:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761244.228122:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761244.228128:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761244.228133:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761244.228138:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761244.228143:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761244.228148:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761244.228152:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761244.228157:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761244.228163:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761244.228168:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787761244.228172:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761244.228175:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761244.228178:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761244.228181:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761244.228182:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761244.228184:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761244.228189:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761244.228195:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761244.228205:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883695488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761244.228219:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761244.228224:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761244.228235:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883695488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761244.228258:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761244.228264:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761244.228271:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761244.228274:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761244.228279:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761244.228284:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761244.228290:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2629
00000400:00000200:3.0:1787761244.228299:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761244.228306:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761244.228309:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761244.228316:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000800:00000200:1.1:1787761244.228319:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787761244.228321:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787761244.228324:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1787761244.228328:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761244.228346:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761244.228351:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761244.228355:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761244.228360:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761244.228365:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761244.228371:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761244.228377:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761244.228386:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761244.228393:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761244.228400:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761244.228405:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761244.228408:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761244.228414:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761244.228417:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761244.228420:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761244.228425:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761244.228428:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761244.228431:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761244.228433:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761244.228435:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761244.228438:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761244.228442:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761244.228444:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761244.228448:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761244.228450:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761244.228453:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761244.228455:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761244.228458:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761244.228464:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761244.228469:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761244.228477:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883695616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761244.228513:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761244.228517:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761244.228521:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883695616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761244.228533:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761244.228538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761244.228546:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761244.228550:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761244.228552:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761244.228556:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761244.228561:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2629
00000400:00000200:3.0:1787761244.228569:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761244.228574:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761244.228578:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761244.228583:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761244.228588:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761244.228593:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761244.228618:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761244.228621:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761244.228623:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761244.228624:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761244.228627:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761244.228633:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761244.228640:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761244.228650:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761244.228656:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761244.228663:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761244.228669:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761244.228677:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761244.228685:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761244.228693:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761244.228700:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761244.228706:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761244.228712:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761244.228717:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761244.228720:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761244.228724:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761244.228727:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761244.228731:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787761244.228736:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761244.228740:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761244.228742:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761244.228745:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761244.228747:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761244.228749:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761244.228767:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761244.228775:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761244.228787:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883695744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761244.228800:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761244.228806:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761244.228816:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883695744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761244.228839:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761244.228849:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2639)
00000800:00000200:1.1:1787761244.228956:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761244.228958:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761244.229149:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761244.229151:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761244.229324:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761244.229326:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761244.229562:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761244.229564:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787761244.675685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761244.675692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761244.675698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761244.675700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761244.675703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761244.675705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761244.675761:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761244.675764:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761244.675767:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761245.507777:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297302779, at 4297302784
00000100:00000010:0.0:1787761245.507811:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00010000:00000001:0.0:1787761245.699704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761245.699709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761245.699713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761245.699716:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761245.699718:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761245.699720:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761245.699723:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761245.699737:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761245.699739:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761245.699740:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761245.699743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761245.699744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761246.723725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761246.723732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761246.723738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761246.723740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761246.723743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761246.723744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761246.723816:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761246.723823:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761246.723830:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761247.747719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761247.747728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761247.747733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761247.747734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761247.747736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761247.747739:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761247.747741:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761247.747744:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761247.747746:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761247.747748:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761247.747750:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761247.747751:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761248.771733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761248.771752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761248.771759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761248.771761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761248.771765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761248.771766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761248.771844:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761248.771847:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761248.771850:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761249.347706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761249.347715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761249.347717:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761249.347720:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761249.347724:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761249.347731:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2634
00000400:00000200:3.0:1787761249.347745:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761249.347752:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761249.347756:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761249.347759:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761249.347763:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761249.347766:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761249.347769:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761249.347773:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761249.347775:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761249.347778:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761249.347782:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761249.347785:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761249.347787:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761249.347790:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761249.347792:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761249.347794:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761249.347797:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761249.347800:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761249.347803:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761249.347806:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761249.347809:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761249.347813:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761249.347816:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761249.347819:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761249.347822:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761249.347832:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761249.347834:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761249.347838:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761249.347840:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761249.347842:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761249.347844:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761249.347848:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761249.347853:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761249.347858:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761249.347866:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883695872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761249.347873:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761249.347877:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761249.347880:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883695872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761249.347904:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761249.347907:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761249.347909:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761249.347910:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761249.347911:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761249.347914:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761249.347916:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2634
00000400:00000200:3.0:1787761249.347919:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761249.347921:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761249.347923:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761249.347925:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761249.347926:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761249.347928:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761249.347929:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761249.347932:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761249.347933:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761249.347934:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761249.347937:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761249.347938:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761249.347940:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761249.347943:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761249.347944:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761249.347946:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761249.347948:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761249.347950:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761249.347952:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761249.347954:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761249.347957:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761249.347964:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761249.347968:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761249.347971:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761249.347975:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761249.347979:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761249.347984:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761249.347988:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787761249.347992:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761249.347997:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761249.348002:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761249.348004:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761249.348008:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761249.348010:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761249.348017:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761249.348022:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761249.348031:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883696000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761249.348040:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761249.348044:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761249.348050:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883696000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761249.348057:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761249.348061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761249.348066:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761249.348067:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761249.348068:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761249.348073:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761249.348085:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2634
00000400:00000200:3.0:1787761249.348092:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761249.348096:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761249.348098:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761249.348100:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761249.348101:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761249.348103:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761249.348104:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761249.348105:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761249.348106:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761249.348108:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761249.348111:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761249.348113:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761249.348117:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761249.348122:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761249.348127:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761249.348134:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761249.348141:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761249.348147:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761249.348156:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761249.348163:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761249.348168:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761249.348174:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761249.348180:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761249.348186:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761249.348188:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761249.348191:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761249.348196:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761249.348203:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787761249.348207:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761249.348212:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761249.348214:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761249.348216:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761249.348220:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761249.348222:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761249.348227:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761249.348232:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761249.348241:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883696128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761249.348250:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761249.348253:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761249.348261:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883696128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761249.348272:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761249.348276:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761249.348282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761249.348284:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761249.348288:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761249.348293:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761249.348297:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2634
00000400:00000200:3.0:1787761249.348305:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761249.348309:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761249.348312:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761249.348315:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761249.348320:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761249.348324:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761249.348327:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761249.348329:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761249.348332:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761249.348335:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761249.348337:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000800:00000200:1.1:1787761249.348341:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000001:3.0:1787761249.348342:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761249.348347:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000800:00000200:1.1:1787761249.348349:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1787761249.348352:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761249.348357:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761249.348361:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761249.348363:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761249.348367:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761249.348372:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761249.348374:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761249.348376:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761249.348380:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761249.348384:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761249.348388:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761249.348393:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761249.348399:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761249.348403:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761249.348409:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761249.348415:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761249.348429:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761249.348433:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761249.348438:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761249.348442:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761249.348446:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761249.348454:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761249.348459:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761249.348470:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883696256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761249.348481:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761249.348483:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761249.348487:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883696256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761249.348494:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761249.348499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761249.348501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761249.348503:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761249.348505:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761249.348511:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761249.348514:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2634
00000400:00000200:3.0:1787761249.348523:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761249.348530:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761249.348536:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761249.348544:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761249.348549:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761249.348556:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761249.348561:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761249.348566:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761249.348570:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761249.348575:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761249.348579:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761249.348586:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761249.348592:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761249.348631:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761249.348636:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761249.348643:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761249.348648:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761249.348666:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761249.348673:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761249.348678:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761249.348681:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761249.348687:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761249.348693:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761249.348698:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761249.348703:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761249.348708:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761249.348713:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761249.348719:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761249.348725:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761249.348731:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761249.348736:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761249.348741:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761249.348745:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761249.348749:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761249.348756:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761249.348763:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761249.348776:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883696384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761249.348795:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761249.348799:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761249.348810:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883696384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761249.348833:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761249.348840:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2644)
00000800:00000200:1.1:1787761249.349034:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761249.349036:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761249.349326:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761249.349329:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761249.349628:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761249.349631:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761249.349945:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761249.349948:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787761249.795712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761249.795718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761249.795722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761249.795723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761249.795725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761249.795726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761250.627691:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297307899, at 4297307904
00000100:00000010:0.0:1787761250.627702:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00010000:00000001:0.0:1787761250.819717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761250.819724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761250.819729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761250.819730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761250.819732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761250.819733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761250.819776:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761250.819778:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761250.819780:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761251.843742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761251.843761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761251.843770:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761251.843772:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761251.843777:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761251.843778:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761252.867780:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761252.867792:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761252.867795:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761252.867799:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761252.867806:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761252.867809:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761252.867813:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761252.867816:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761252.867821:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761252.867823:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761252.867827:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761252.867828:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761252.867863:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761252.867868:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761252.867871:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761253.891702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761253.891712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761253.891720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761253.891721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761253.891726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761253.891727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761254.467747:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761254.467763:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761254.467766:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761254.467771:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761254.467776:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761254.467786:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2639
00000400:00000200:3.0:1787761254.467797:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761254.467806:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761254.467809:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761254.467812:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761254.467816:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761254.467818:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761254.467820:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761254.467823:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761254.467825:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761254.467828:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761254.467831:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761254.467833:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761254.467835:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761254.467838:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761254.467839:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761254.467840:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761254.467841:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761254.467844:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761254.467847:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761254.467848:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761254.467851:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761254.467854:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761254.467856:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761254.467858:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761254.467860:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761254.467872:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761254.467876:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761254.467881:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761254.467882:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761254.467885:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761254.467888:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761254.467892:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761254.467899:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761254.467906:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761254.467916:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883696512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761254.467925:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761254.467929:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761254.467933:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883696512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761254.467955:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761254.467958:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761254.467961:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761254.467962:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761254.467964:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761254.467967:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761254.467969:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2639
00000400:00000200:3.0:1787761254.467971:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761254.467974:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761254.467976:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761254.467978:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761254.467980:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761254.467981:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761254.467982:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761254.467983:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761254.467984:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761254.467986:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761254.467988:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761254.467990:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761254.467992:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761254.467995:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761254.467996:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761254.467998:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761254.467999:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761254.468001:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761254.468003:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761254.468004:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761254.468005:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761254.468011:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761254.468015:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761254.468019:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761254.468024:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761254.468027:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761254.468029:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761254.468032:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787761254.468034:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761254.468036:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761254.468038:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761254.468041:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761254.468043:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761254.468046:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761254.468056:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761254.468063:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761254.468074:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883696640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761254.468092:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761254.468097:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761254.468107:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883696640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761254.468124:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761254.468130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761254.468135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761254.468138:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761254.468140:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761254.468143:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761254.468148:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2639
00000400:00000200:3.0:1787761254.468154:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761254.468159:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761254.468164:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761254.468172:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761254.468176:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761254.468179:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761254.468184:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761254.468188:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761254.468192:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761254.468198:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761254.468201:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761254.468205:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761254.468212:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761254.468220:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761254.468224:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761254.468228:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761254.468234:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761254.468237:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761254.468241:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761254.468243:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761254.468247:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761254.468252:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761254.468254:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761254.468256:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761254.468258:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761254.468262:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761254.468267:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761254.468271:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761254.468274:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761254.468278:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761254.468280:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761254.468282:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761254.468284:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761254.468285:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761254.468290:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761254.468295:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761254.468300:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883696768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761254.468314:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761254.468317:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761254.468323:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883696768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761254.468337:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761254.468340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761254.468344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761254.468345:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761254.468346:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761254.468349:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761254.468353:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2639
00000400:00000200:3.0:1787761254.468360:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761254.468365:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761254.468370:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761254.468375:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761254.468377:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761254.468381:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761254.468388:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761254.468389:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761254.468390:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761254.468391:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761254.468394:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761254.468395:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761254.468399:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761254.468401:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761254.468403:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761254.468406:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761254.468409:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761254.468412:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761254.468416:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761254.468418:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761254.468420:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761254.468423:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761254.468427:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761254.468431:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.1:1787761254.468432:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000008:00100000:3.0:1787761254.468435:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000800:00000200:1.1:1787761254.468439:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000008:00000001:3.0:1787761254.468440:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761254.468445:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761254.468452:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761254.468457:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761254.468462:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761254.468464:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761254.468466:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761254.468468:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761254.468471:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761254.468478:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761254.468485:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761254.468492:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883696896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761254.468503:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761254.468508:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761254.468514:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883696896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761254.468530:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761254.468535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761254.468541:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761254.468544:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761254.468546:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761254.468549:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761254.468568:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2639
00000400:00000200:3.0:1787761254.468573:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761254.468577:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761254.468581:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761254.468586:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761254.468590:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761254.468594:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761254.468617:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761254.468621:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761254.468622:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761254.468625:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761254.468627:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761254.468630:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761254.468632:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761254.468639:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761254.468644:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761254.468649:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761254.468652:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761254.468656:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761254.468664:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761254.468670:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761254.468674:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761254.468679:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761254.468682:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761254.468687:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761254.468689:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761254.468693:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761254.468696:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761254.468701:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761254.468704:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761254.468709:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761254.468711:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761254.468714:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761254.468717:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761254.468720:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761254.468727:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761254.468734:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761254.468742:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883697024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761254.468752:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761254.468755:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761254.468763:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883697024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761254.468779:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761254.468787:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2649)
00000800:00000200:1.1:1787761254.469119:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761254.469122:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761254.469450:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761254.469453:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761254.469821:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761254.469824:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761254.470149:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761254.470153:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787761254.915718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761254.915725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761254.915732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761254.915733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761254.915737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761254.915738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761254.915790:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761254.915792:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761254.915794:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761255.747704:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297313020, at 4297313024
00000100:00000010:0.0:1787761255.747718:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787761255.939651:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761255.939656:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761255.939659:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761255.939662:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761255.939664:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761255.939666:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761255.939668:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761255.939670:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761255.939671:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761255.939672:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761255.939674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761255.939676:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761256.963713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761256.963718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761256.963722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761256.963723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761256.963725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761256.963726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761256.963765:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761256.963767:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761256.963769:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761257.987702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761257.987709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761257.987714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761257.987715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761257.987718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761257.987722:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761257.987724:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761257.987727:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761257.987729:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761257.987731:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761257.987733:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761257.987735:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761259.011702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761259.011710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761259.011718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761259.011720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761259.011723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761259.011725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761259.011785:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761259.011790:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761259.011795:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761259.588317:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761259.588323:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761259.588963:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761259.588965:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761259.589131:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761259.589132:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761259.589360:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761259.589361:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761259.589690:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761259.589692:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787761260.035711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761260.035715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761260.035720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761260.035722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761260.035725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761260.035726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761260.867705:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297318139, at 4297318144
00000100:00000010:0.0:1787761260.867723:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00010000:00000001:0.0:1787761261.059705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761261.059710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761261.059714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761261.059714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761261.059717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761261.059717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761261.059735:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761261.059737:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761261.059739:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761262.083698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761262.083707:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761262.083709:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761262.083712:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761262.083717:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761262.083720:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761262.083722:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761262.083724:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761262.083727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761262.083729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761262.083731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761262.083733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761263.107731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761263.107737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761263.107743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761263.107745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761263.107748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761263.107750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761263.107773:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761263.107776:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761263.107779:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761264.131707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761264.131716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761264.131722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761264.131723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761264.131727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761264.131728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761264.707752:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761264.707766:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761264.707770:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761264.707776:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761264.707781:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761264.707791:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2649
00000400:00000200:3.0:1787761264.707800:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761264.707806:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761264.707809:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761264.707811:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761264.707814:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761264.707816:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761264.707817:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761264.707821:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761264.707823:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761264.707825:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761264.707828:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761264.707830:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761264.707831:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761264.707833:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761264.707835:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761264.707836:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761264.707837:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761264.707839:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761264.707841:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761264.707843:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761264.707845:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761264.707847:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761264.707850:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761264.707851:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761264.707853:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761264.707863:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787761264.707866:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761264.707870:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761264.707872:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761264.707876:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761264.707879:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761264.707884:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761264.707892:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761264.707901:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761264.707911:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883697792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761264.707923:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761264.707929:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761264.707934:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883697792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761264.707955:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761264.707959:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761264.707962:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761264.707963:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761264.707965:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761264.707968:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761264.707970:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2649
00000400:00000200:3.0:1787761264.707972:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761264.707975:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761264.707976:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761264.707978:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761264.707980:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761264.707982:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761264.707983:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761264.707985:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761264.707986:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761264.707987:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761264.707989:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761264.707990:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761264.707992:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761264.707995:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761264.707998:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761264.708000:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761264.708002:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761264.708005:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761264.708007:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761264.708011:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761264.708012:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761264.708018:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761264.708021:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761264.708025:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761264.708030:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761264.708033:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761264.708037:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761264.708040:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e83c0.
00000020:00000040:3.0:1787761264.708043:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761264.708045:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761264.708048:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761264.708051:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761264.708053:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761264.708057:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761264.708067:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761264.708073:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761264.708081:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e83c0 x1874600883697920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761264.708094:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761264.708097:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761264.708106:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1eeea11] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e83c0 x1874600883697920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761264.708130:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761264.708133:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761264.708138:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761264.708139:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761264.708141:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761264.708143:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761264.708151:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2649
00000400:00000200:3.0:1787761264.708156:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761264.708161:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761264.708165:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761264.708169:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761264.708172:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761264.708176:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761264.708179:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761264.708182:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761264.708184:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761264.708186:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761264.708188:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761264.708191:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761264.708195:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761264.708198:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761264.708203:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761264.708204:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761264.708206:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761264.708211:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761264.708214:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761264.708219:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761264.708222:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761264.708227:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761264.708229:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761264.708234:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761264.708238:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761264.708241:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761264.708244:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761264.708250:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761264.708255:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761264.708259:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761264.708260:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761264.708263:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761264.708265:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761264.708266:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761264.708271:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761264.708274:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761264.708278:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883698048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761264.708286:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761264.708290:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761264.708295:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883698048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761264.708304:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761264.708307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761264.708309:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761264.708311:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761264.708313:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761264.708317:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761264.708321:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2649
00000400:00000200:3.0:1787761264.708327:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761264.708331:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761264.708332:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761264.708338:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761264.708342:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761264.708344:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761264.708345:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761264.708347:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761264.708348:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761264.708351:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761264.708353:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761264.708366:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761264.708370:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761264.708377:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761264.708382:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761264.708387:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000200:1.1:1787761264.708387:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787761264.708391:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:1.1:1787761264.708394:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000020:00000040:3.0:1787761264.708396:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761264.708403:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761264.708408:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761264.708412:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761264.708417:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761264.708421:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761264.708427:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761264.708431:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761264.708436:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761264.708440:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761264.708444:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761264.708450:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761264.708455:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761264.708458:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761264.708462:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761264.708465:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761264.708467:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761264.708474:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761264.708479:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761264.708489:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883698176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761264.708507:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761264.708512:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761264.708518:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883698176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761264.708532:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761264.708536:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761264.708540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761264.708542:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761264.708544:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761264.708547:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761264.708550:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2649
00000400:00000200:3.0:1787761264.708554:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761264.708558:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761264.708562:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761264.708565:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761264.708570:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761264.708573:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761264.708577:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761264.708581:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761264.708585:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761264.708589:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761264.708592:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761264.708625:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761264.708627:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761264.708631:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761264.708636:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761264.708640:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761264.708642:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761264.708644:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761264.708648:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761264.708651:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761264.708654:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761264.708657:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761264.708660:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761264.708664:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761264.708665:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761264.708668:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761264.708670:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761264.708675:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761264.708678:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761264.708681:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761264.708684:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761264.708687:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761264.708689:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761264.708690:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761264.708695:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761264.708699:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761264.708706:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883698304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761264.708717:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761264.708719:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761264.708726:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883698304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761264.708737:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761264.708741:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2659)
00000800:00000200:1.1:1787761264.709019:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761264.709021:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761264.709313:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761264.709316:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761264.709633:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761264.709636:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761264.709916:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761264.709919:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787761265.155698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761265.155705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761265.155710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761265.155714:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761265.155716:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761265.155719:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761265.155722:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761265.155724:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761265.155727:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761265.155729:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761265.155733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761265.155734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761265.155755:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761265.155758:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761265.155761:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761265.987708:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297323259, at 4297323264
00000100:00000010:0.0:1787761265.987723:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787761266.179697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761266.179705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761266.179711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761266.179712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761266.179715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761266.179716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761267.203727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761267.203741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761267.203746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761267.203747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761267.203750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761267.203754:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761267.203756:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761267.203759:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761267.203761:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761267.203763:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761267.203765:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761267.203768:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761267.203799:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761267.203802:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761267.203805:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761268.227653:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761268.227658:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761268.227663:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761268.227667:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761268.227669:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761268.227670:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761269.251699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761269.251705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761269.251711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761269.251712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761269.251716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761269.251717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761269.251739:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761269.251741:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761269.251744:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761269.827725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761269.827736:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761269.827739:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761269.827742:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761269.827746:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761269.827751:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2654
00000400:00000200:3.0:1787761269.827759:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761269.827764:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761269.827766:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761269.827768:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761269.827771:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761269.827773:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761269.827775:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761269.827778:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761269.827779:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761269.827781:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761269.827784:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761269.827786:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761269.827787:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761269.827789:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761269.827790:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761269.827791:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761269.827793:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761269.827795:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761269.827797:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761269.827798:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761269.827800:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761269.827803:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761269.827805:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761269.827806:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761269.827808:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761269.827816:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787761269.827819:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761269.827822:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761269.827823:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761269.827826:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761269.827828:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761269.827831:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761269.827836:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761269.827841:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761269.827850:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883698432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761269.827859:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761269.827864:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761269.827868:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883698432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761269.827891:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761269.827893:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761269.827896:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761269.827896:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761269.827898:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761269.827900:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761269.827902:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2654
00000400:00000200:3.0:1787761269.827904:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761269.827906:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761269.827908:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761269.827909:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761269.827911:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761269.827912:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761269.827913:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761269.827915:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761269.827916:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761269.827917:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761269.827918:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761269.827920:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761269.827922:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761269.827924:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761269.827926:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761269.827927:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761269.827928:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761269.827929:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761269.827931:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761269.827932:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761269.827933:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761269.827937:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761269.827939:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761269.827940:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761269.827944:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761269.827948:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761269.827952:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761269.827957:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761269.827961:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761269.827966:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761269.827968:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761269.827972:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761269.827974:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761269.827978:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761269.827985:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761269.827989:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761269.827998:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883698560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761269.828019:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761269.828024:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761269.828030:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883698560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761269.828051:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761269.828054:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761269.828057:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761269.828059:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761269.828060:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761269.828064:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761269.828067:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2654
00000400:00000200:3.0:1787761269.828071:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761269.828075:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761269.828077:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761269.828078:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761269.828080:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761269.828083:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761269.828085:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761269.828089:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761269.828089:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761269.828090:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761269.828091:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761269.828093:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761269.828094:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761269.828096:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761269.828098:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761269.828102:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761269.828104:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761269.828108:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761269.828114:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761269.828121:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761269.828125:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761269.828130:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761269.828134:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761269.828138:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761269.828142:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761269.828148:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761269.828151:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761269.828157:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761269.828162:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761269.828168:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761269.828170:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761269.828174:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761269.828177:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761269.828181:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761269.828189:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761269.828196:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761269.828205:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883698688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761269.828221:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761269.828225:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761269.828233:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883698688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787761269.828239:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761269.828243:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787761269.828255:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761269.828270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761269.828275:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761269.828277:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761269.828279:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761269.828281:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761269.828285:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2654
00000400:00000200:3.0:1787761269.828291:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761269.828296:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761269.828301:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761269.828306:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761269.828309:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761269.828314:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761269.828317:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761269.828321:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761269.828323:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761269.828326:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761269.828329:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761269.828333:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761269.828337:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761269.828344:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761269.828348:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761269.828351:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761269.828355:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761269.828359:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761269.828363:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761269.828367:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761269.828369:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761269.828372:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761269.828374:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761269.828377:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761269.828380:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761269.828383:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761269.828385:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761269.828390:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761269.828393:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761269.828396:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761269.828400:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761269.828403:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761269.828406:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761269.828409:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761269.828417:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761269.828423:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761269.828432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883698816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761269.828468:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761269.828473:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761269.828479:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883698816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761269.828498:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761269.828501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761269.828504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761269.828507:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761269.828509:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761269.828512:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761269.828517:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2654
00000400:00000200:3.0:1787761269.828522:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761269.828524:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761269.828525:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761269.828527:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761269.828540:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761269.828548:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761269.828552:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761269.828557:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761269.828560:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761269.828563:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761269.828567:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761269.828572:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761269.828574:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761269.828580:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761269.828583:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761269.828587:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761269.828591:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761269.828612:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761269.828615:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761269.828616:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761269.828618:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761269.828620:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761269.828622:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761269.828623:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761269.828625:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761269.828627:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761269.828628:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761269.828631:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787761269.828633:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761269.828635:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761269.828637:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761269.828640:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761269.828643:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761269.828646:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761269.828653:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761269.828657:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761269.828665:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883698944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761269.828673:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761269.828676:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761269.828681:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883698944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761269.828694:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761269.828702:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2664)
00000800:00000200:1.1:1787761269.828819:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761269.828820:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761269.829006:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761269.829007:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761269.829217:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761269.829219:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761269.829423:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761269.829424:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787761270.275775:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761270.275781:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761270.275784:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761270.275785:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761270.275787:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761270.275788:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761271.107692:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297328379, at 4297328384
00000100:00000010:0.0:1787761271.107704:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787761271.299714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761271.299720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761271.299726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761271.299728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761271.299731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761271.299732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761271.299754:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761271.299755:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761271.299757:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761272.323720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761272.323727:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761272.323729:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761272.323731:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761272.323735:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761272.323737:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761272.323742:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761272.323744:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761272.323747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761272.323748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761272.323750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761272.323751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761273.347675:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761273.347682:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761273.347688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761273.347689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761273.347692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761273.347693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761273.347713:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761273.347715:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761273.347717:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761274.371727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761274.371733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761274.371738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761274.371739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761274.371741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761274.371742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761274.947680:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761274.947688:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761274.947691:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761274.947694:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761274.947697:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761274.947703:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2659
00000400:00000200:3.0:1787761274.947710:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761274.947714:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761274.947716:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761274.947718:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761274.947720:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761274.947722:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761274.947723:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761274.947726:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761274.947728:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761274.947729:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761274.947731:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761274.947733:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761274.947734:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761274.947736:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761274.947737:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761274.947738:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761274.947739:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761274.947741:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761274.947743:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761274.947745:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761274.947747:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761274.947749:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761274.947751:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761274.947752:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761274.947754:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761274.947760:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787761274.947762:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761274.947765:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761274.947767:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761274.947769:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761274.947771:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761274.947774:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761274.947779:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761274.947784:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761274.947791:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883699072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761274.947798:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761274.947802:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761274.947804:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883699072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761274.947823:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761274.947826:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761274.947828:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761274.947829:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761274.947830:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761274.947832:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761274.947834:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2659
00000400:00000200:3.0:1787761274.947835:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761274.947837:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761274.947838:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761274.947840:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761274.947841:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761274.947843:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761274.947844:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761274.947846:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761274.947846:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761274.947847:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761274.947849:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761274.947850:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761274.947852:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761274.947854:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761274.947856:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761274.947858:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761274.947859:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761274.947860:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761274.947863:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761274.947866:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761274.947867:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761274.947871:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761274.947873:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761274.947876:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761274.947879:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761274.947882:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761274.947884:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761274.947887:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761274.947890:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761274.947894:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761274.947895:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761274.947899:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761274.947901:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761274.947903:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761274.947909:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761274.947913:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761274.947921:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883699200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761274.947929:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761274.947933:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761274.947941:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883699200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761274.947964:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761274.947969:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761274.947976:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761274.947979:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761274.947982:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761274.947987:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761274.947993:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2659
00000400:00000200:3.0:1787761274.948000:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761274.948006:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761274.948010:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761274.948015:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761274.948020:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761274.948025:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761274.948028:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761274.948033:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761274.948035:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761274.948037:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761274.948041:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761274.948045:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761274.948048:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761274.948056:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761274.948059:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761274.948063:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761274.948068:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761274.948072:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761274.948078:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761274.948085:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761274.948090:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761274.948096:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761274.948102:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761274.948105:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761274.948109:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761274.948115:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761274.948120:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761274.948126:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787761274.948130:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761274.948135:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761274.948138:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761274.948143:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1787761274.948143:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:3.0:1787761274.948146:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787761274.948148:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
02000000:00000001:3.0:1787761274.948149:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761274.948153:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761274.948155:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761274.948173:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883699328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761274.948184:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761274.948187:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761274.948191:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883699328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761274.948198:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761274.948202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761274.948209:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761274.948211:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761274.948216:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761274.948222:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761274.948226:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2659
00000400:00000200:3.0:1787761274.948236:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761274.948243:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761274.948247:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761274.948254:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761274.948259:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761274.948263:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761274.948267:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761274.948271:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761274.948274:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761274.948278:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761274.948282:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761274.948285:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761274.948289:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761274.948296:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761274.948301:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761274.948305:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761274.948310:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761274.948312:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761274.948316:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761274.948319:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761274.948321:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761274.948325:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761274.948329:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761274.948334:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761274.948337:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761274.948341:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761274.948346:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761274.948354:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761274.948360:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761274.948365:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761274.948367:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761274.948370:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761274.948372:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761274.948374:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761274.948378:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761274.948383:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761274.948389:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883699456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761274.948401:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761274.948406:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761274.948412:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883699456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761274.948425:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761274.948430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761274.948437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761274.948438:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761274.948440:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761274.948443:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761274.948447:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2659
00000400:00000200:3.0:1787761274.948452:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761274.948457:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761274.948460:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761274.948462:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761274.948465:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761274.948466:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761274.948471:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761274.948473:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761274.948475:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761274.948477:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761274.948479:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761274.948482:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761274.948483:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761274.948487:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761274.948491:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761274.948496:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761274.948500:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761274.948506:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761274.948512:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761274.948518:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761274.948522:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761274.948526:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761274.948531:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761274.948537:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761274.948541:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761274.948545:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761274.948548:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761274.948554:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787761274.948559:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761274.948565:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761274.948567:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761274.948571:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761274.948573:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761274.948575:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761274.948585:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761274.948590:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761274.948616:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883699584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761274.948621:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761274.948623:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761274.948625:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883699584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761274.948637:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761274.948643:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2669)
00000800:00000200:1.1:1787761274.948805:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761274.948807:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761274.948989:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761274.948990:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761274.949271:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761274.949274:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761274.949477:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761274.949479:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787761275.395691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761275.395698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761275.395703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761275.395706:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761275.395708:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761275.395711:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761275.395714:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761275.395716:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761275.395718:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761275.395720:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761275.395723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761275.395725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761275.395772:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761275.395775:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761275.395778:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761276.227709:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297333499, at 4297333504
00000100:00000010:0.0:1787761276.227723:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00010000:00000001:0.0:1787761276.419734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761276.419740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761276.419746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761276.419747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761276.419750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761276.419752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761277.443724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761277.443733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761277.443739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761277.443741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761277.443744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761277.443749:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761277.443751:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761277.443755:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761277.443759:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761277.443762:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761277.443764:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761277.443766:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761277.443791:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761277.443793:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761277.443795:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761278.467706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761278.467710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761278.467714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761278.467715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761278.467717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761278.467718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761279.491705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761279.491711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761279.491716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761279.491718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761279.491721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761279.491722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761279.491743:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761279.491745:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761279.491749:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761280.067671:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761280.067680:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761280.067683:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761280.067687:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761280.067690:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761280.067696:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2664
00000400:00000200:3.0:1787761280.067702:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761280.067706:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761280.067708:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761280.067710:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761280.067713:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761280.067714:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761280.067716:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761280.067719:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761280.067720:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761280.067722:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761280.067724:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761280.067725:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761280.067726:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761280.067728:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761280.067729:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761280.067730:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761280.067732:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761280.067734:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761280.067736:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761280.067737:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761280.067739:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761280.067741:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761280.067743:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761280.067745:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761280.067746:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761280.067753:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787761280.067755:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761280.067759:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761280.067760:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761280.067762:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761280.067763:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761280.067766:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761280.067771:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761280.067776:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761280.067782:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883699712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761280.067789:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761280.067792:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761280.067795:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883699712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761280.067812:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761280.067814:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761280.067817:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761280.067818:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761280.067820:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761280.067823:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761280.067825:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2664
00000400:00000200:3.0:1787761280.067829:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761280.067831:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761280.067834:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761280.067837:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761280.067839:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761280.067841:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761280.067843:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761280.067846:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761280.067856:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761280.067858:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761280.067862:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761280.067866:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761280.067872:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761280.067879:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761280.067882:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761280.067887:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761280.067892:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761280.067896:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761280.067902:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761280.067913:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761280.067917:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761280.067924:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761280.067928:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761280.067932:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761280.067938:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761280.067942:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761280.067946:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761280.067951:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787761280.067954:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761280.067957:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761280.067959:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761280.067962:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761280.067964:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761280.067966:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761280.067971:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761280.067976:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761280.067983:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883699840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761280.067992:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761280.067995:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761280.068001:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883699840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761280.068030:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761280.068035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761280.068040:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761280.068042:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761280.068043:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761280.068047:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761280.068051:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2664
00000400:00000200:3.0:1787761280.068073:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761280.068078:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761280.068081:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761280.068088:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761280.068091:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761280.068094:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761280.068096:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761280.068099:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761280.068102:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761280.068105:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761280.068109:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761280.068113:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761280.068119:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761280.068127:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761280.068133:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761280.068137:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761280.068142:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761280.068147:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761280.068155:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761280.068159:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761280.068164:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761280.068168:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761280.068172:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761280.068176:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761280.068181:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1787761280.068184:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000008:00000001:3.0:1787761280.068195:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761280.068197:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761280.068201:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787761280.068204:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761280.068208:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761280.068210:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761280.068215:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761280.068216:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761280.068219:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761280.068225:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761280.068230:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761280.068235:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883699968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761280.068248:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761280.068251:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761280.068257:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883699968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761280.068265:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761280.068269:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761280.068274:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761280.068276:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761280.068278:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761280.068281:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761280.068285:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2664
00000400:00000200:3.0:1787761280.068288:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761280.068290:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761280.068295:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761280.068300:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761280.068302:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761280.068306:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761280.068309:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761280.068312:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761280.068313:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761280.068315:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761280.068317:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761280.068318:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761280.068322:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761280.068327:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761280.068331:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761280.068335:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761280.068338:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761280.068341:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761280.068346:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761280.068350:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761280.068352:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761280.068356:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761280.068361:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761280.068365:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761280.068368:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761280.068374:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761280.068377:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761280.068380:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761280.068383:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761280.068387:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761280.068390:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761280.068392:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761280.068393:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761280.068394:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761280.068401:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761280.068405:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761280.068411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883700096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761280.068419:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761280.068421:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761280.068424:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883700096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761280.068435:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761280.068440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761280.068442:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761280.068445:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761280.068448:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761280.068451:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761280.068455:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2664
00000400:00000200:3.0:1787761280.068460:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761280.068464:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761280.068469:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761280.068476:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761280.068480:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761280.068489:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761280.068491:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761280.068493:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761280.068494:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761280.068498:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761280.068502:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761280.068506:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761280.068511:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761280.068521:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761280.068526:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761280.068532:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761280.068535:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761280.068537:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761280.068540:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761280.068542:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761280.068546:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761280.068550:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761280.068556:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761280.068561:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761280.068564:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761280.068569:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761280.068573:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761280.068580:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787761280.068585:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761280.068592:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1787761280.068627:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:3.0:1787761280.068636:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761280.068640:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761280.068644:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761280.068648:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761280.068655:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761280.068662:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761280.068672:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883700224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761280.068686:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761280.068690:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761280.068698:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883700224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761280.068716:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761280.068724:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2675)
00000800:00000200:1.1:1787761280.068817:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761280.068954:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761280.069084:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787761280.515717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761280.515723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761280.515728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761280.515729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761280.515732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761280.515734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761281.347672:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297338619, at 4297338624
00000100:00000010:0.0:1787761281.347686:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787761281.539687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761281.539692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761281.539695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761281.539696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761281.539698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761281.539699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761281.539715:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761281.539717:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761281.539718:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761282.563701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761282.563708:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761282.563709:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761282.563712:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761282.563715:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761282.563717:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761282.563718:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761282.563719:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761282.563722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761282.563723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761282.563725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761282.563726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787761283.139868:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.116:988
00000400:00000100:0.0:1787761283.139909:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.116@tcp at host 192.168.204.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787761283.139919:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761283.139922:0:2387:0:(router.c:1791:lnet_notify()) 192.168.204.16@tcp notifying 192.168.204.116@tcp: down
00000400:00000200:0.0:1787761283.139926:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761283.139930:0:2387:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787761283.139935:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787761283.139938:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:0.0:1787761283.139944:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787761283.139948:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787761283.139954:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:0.0:1787761283.139956:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:0.0:1787761283.139961:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761283.139969:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455e9e00 x1874600883699712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761283.139993:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761283.139996:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9e00 x1874600883699712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761283.140015:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761283.140016:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787761283.140026:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787761283.140028:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330700.
00000400:00000200:0.0:1787761283.140031:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787761283.140036:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787761283.140039:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:0.0:1787761283.140041:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:0.0:1787761283.140044:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761283.140049:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455e8000 x1874600883699840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761283.140059:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761283.140064:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8000 x1874600883699840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761283.140075:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761283.140080:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787761283.140089:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787761283.140092:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330a00.
00000400:00000200:0.0:1787761283.140096:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787761283.140103:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787761283.140119:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482402a8
00000400:00000010:0.0:1787761283.140123:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482402a8.
00000100:00000001:0.0:1787761283.140129:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761283.140136:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455e8780 x1874600883699968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761283.140157:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761283.140179:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8780 x1874600883699968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761283.140196:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761283.140200:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787761283.140210:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787761283.140216:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330200.
00000400:00000200:0.0:1787761283.140222:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787761283.140230:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787761283.140236:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240660
00000400:00000010:0.0:1787761283.140239:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240660.
00000100:00000001:0.0:1787761283.140244:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761283.140254:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455ea940 x1874600883700096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761283.140272:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761283.140279:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea940 x1874600883700096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761283.140290:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761283.140294:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787761283.140303:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787761283.140307:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330300.
00000400:00000200:0.0:1787761283.140314:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787761283.140322:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787761283.140328:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240d48
00000400:00000010:0.0:1787761283.140333:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240d48.
00000100:00000001:0.0:1787761283.140338:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761283.140347:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455ea1c0 x1874600883700224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761283.140364:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761283.140369:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea1c0 x1874600883700224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761283.140386:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761283.140389:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787761283.587686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761283.587691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761283.587695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761283.587695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761283.587698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761283.587699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761283.587715:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761283.587717:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761283.587719:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761284.611703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761284.611707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761284.611710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761284.611711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761284.611714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761284.611714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761285.188300:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761285.188307:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761285.189014:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761285.189016:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761285.189289:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761285.189292:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761285.189523:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761285.189524:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761285.189742:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761285.189744:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787761285.635660:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761285.635664:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761285.635668:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761285.635671:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761285.635673:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761285.635675:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761285.635677:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761285.635679:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761285.635680:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761285.635681:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761285.635683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761285.635684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761285.635701:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761285.635703:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761285.635704:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761286.467698:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297343739, at 4297343744
00000100:00000010:0.0:1787761286.467716:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d2a0.
00010000:00000001:0.0:1787761286.659695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761286.659700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761286.659704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761286.659704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761286.659707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761286.659708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761287.683689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761287.683696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761287.683701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761287.683702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761287.683705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761287.683708:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761287.683710:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761287.683713:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761287.683716:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761287.683718:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761287.683720:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761287.683722:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761288.707724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761288.707731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761288.707736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761288.707737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761288.707741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761288.707742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761289.731718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761289.731723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761289.731728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761289.731729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761289.731732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761289.731733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761290.307692:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761290.307701:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787761290.307703:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761290.307706:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761290.307710:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761290.307715:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2675
00000400:00000200:0.0:1787761290.307721:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761290.307726:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761290.307729:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761290.307731:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761290.307734:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761290.307735:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761290.307737:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761290.307740:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761290.307741:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787761290.307743:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761290.307745:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787761290.307747:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787761290.307749:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787761290.307751:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761290.307752:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761290.307753:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761290.307754:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761290.307756:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787761290.307758:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761290.307759:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761290.307761:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761290.307763:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761290.307765:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761290.307766:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761290.307768:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761290.307776:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097e1c0.
00000020:00000040:0.0:1787761290.307778:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787761290.307781:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761290.307782:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761290.307784:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761290.307786:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761290.307789:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761290.307795:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00000001:0.0:1787761290.307799:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761290.307806:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097e1c0 x1874600883700992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761290.307812:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761290.307815:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761290.307818:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb94abd1] to pc [ptlrpcd_rcv+-1]  req@ffff96966097e1c0 x1874600883700992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761290.307835:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761290.307837:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761290.307839:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787761290.307840:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761290.307841:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761290.307843:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761290.307845:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2675
00000400:00000200:0.0:1787761290.307846:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761290.307848:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761290.307849:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761290.307851:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761290.307852:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761290.307853:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761290.307855:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761290.307857:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761290.307872:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787761290.307874:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761290.307876:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787761290.307878:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787761290.307882:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787761290.307885:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761290.307889:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761290.307893:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761290.307895:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761290.307899:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787761290.307904:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761290.307908:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761290.307910:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761290.307920:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761290.307924:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761290.307927:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761290.307932:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761290.307935:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761290.307937:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761290.307942:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f840.
00000020:00000040:0.0:1787761290.307945:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787761290.307947:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761290.307950:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761290.307952:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761290.307953:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761290.307956:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761290.307961:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32400.
00000100:00000001:0.0:1787761290.307965:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761290.307970:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f840 x1874600883701120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761290.307979:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761290.307983:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761290.307989:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02bc9d6] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f840 x1874600883701120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761290.308028:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761290.308031:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761290.308037:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787761290.308040:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761290.308042:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761290.308050:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761290.308055:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2675
00000400:00000200:0.0:1787761290.308089:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761290.308094:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761290.308097:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761290.308100:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761290.308102:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761290.308106:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761290.308108:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761290.308112:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761290.308113:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787761290.308114:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761290.308116:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787761290.308119:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787761290.308124:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000800:00000200:1.1:1787761290.308124:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:0.0:1787761290.308127:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761290.308131:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787761290.308132:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1787761290.308133:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761290.308136:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761290.308139:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787761290.308143:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761290.308148:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761290.308150:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761290.308152:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761290.308154:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761290.308156:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761290.308157:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761290.308160:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761290.308164:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761290.308168:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097d680.
00000020:00000040:0.0:1787761290.308170:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787761290.308172:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761290.308176:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761290.308180:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761290.308181:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761290.308185:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761290.308192:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33800.
00000100:00000001:0.0:1787761290.308197:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761290.308205:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097d680 x1874600883701248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761290.308234:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761290.308238:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761290.308245:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b356f346] to pc [ptlrpcd_rcv+-1]  req@ffff96966097d680 x1874600883701248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761290.308253:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761290.308256:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761290.308261:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787761290.308264:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761290.308267:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761290.308269:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761290.308272:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2675
00000400:00000200:0.0:1787761290.308276:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761290.308280:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761290.308282:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761290.308285:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761290.308289:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761290.308291:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761290.308295:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761290.308298:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761290.308299:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787761290.308302:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761290.308304:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787761290.308306:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787761290.308309:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787761290.308313:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761290.308315:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761290.308317:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761290.308320:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761290.308321:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787761290.308326:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761290.308330:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761290.308333:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761290.308336:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761290.308339:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761290.308340:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761290.308343:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787761290.308346:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761290.308348:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761290.308352:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c000.
00000020:00000040:0.0:1787761290.308355:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787761290.308358:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761290.308359:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761290.308362:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761290.308363:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761290.308365:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761290.308369:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31000.
00000100:00000001:0.0:1787761290.308372:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761290.308379:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c000 x1874600883701376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761290.308390:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761290.308393:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761290.308400:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b885017a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c000 x1874600883701376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761290.308421:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761290.308427:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761290.308432:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787761290.308434:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761290.308437:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761290.308442:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761290.308446:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2675
00000400:00000200:0.0:1787761290.308453:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761290.308458:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761290.308462:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761290.308467:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761290.308469:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761290.308473:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761290.308475:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761290.308478:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761290.308480:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787761290.308483:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761290.308485:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787761290.308488:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787761290.308493:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787761290.308497:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761290.308501:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761290.308505:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761290.308508:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761290.308512:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787761290.308518:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761290.308524:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761290.308528:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761290.308530:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761290.308533:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761290.308535:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761290.308538:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787761290.308541:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761290.308545:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761290.308549:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c780.
00000020:00000040:0.0:1787761290.308553:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787761290.308557:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761290.308559:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761290.308563:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761290.308564:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761290.308566:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761290.308570:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30800.
00000100:00000001:0.0:1787761290.308575:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761290.308579:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c780 x1874600883701504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761290.308590:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761290.308593:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761290.308621:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b7e064a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c780 x1874600883701504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761290.308643:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761290.308648:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2685)
00000800:00000200:1.1:1787761290.308728:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761290.308731:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761290.308963:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761290.308965:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761290.309138:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761290.309140:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761290.309425:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761290.309426:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787761290.755713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761290.755719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761290.755724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761290.755725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761290.755728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761290.755729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761291.587705:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297348859, at 4297348864
00000100:00000010:0.0:1787761291.587725:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787761291.779704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761291.779709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761291.779712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761291.779713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761291.779715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761291.779716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761292.803686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761292.803693:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761292.803696:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761292.803699:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761292.803704:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761292.803706:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761292.803708:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761292.803710:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761292.803715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761292.803716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761292.803719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761292.803720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761293.827739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761293.827744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761293.827751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761293.827752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761293.827755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761293.827756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761294.851670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761294.851675:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761294.851679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761294.851680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761294.851682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761294.851683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761295.428396:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761295.428402:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787761295.428894:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761295.428896:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787761295.429114:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761295.429116:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787761295.429282:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761295.429284:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787761295.429436:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761295.429438:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787761295.875733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761295.875742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761295.875764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761295.875768:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761295.875770:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761295.875774:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761295.875778:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761295.875781:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761295.875783:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761295.875786:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761295.875790:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761295.875791:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761296.707686:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297353979, at 4297353984
00000100:00000010:0.0:1787761296.707698:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7ba0.
00010000:00000001:0.0:1787761296.899719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761296.899725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761296.899743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761296.899745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761296.899748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761296.899750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761297.923703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761297.923707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761297.923723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761297.923724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761297.923726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761297.923729:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761297.923730:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761297.923732:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761297.923734:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761297.923736:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761297.923737:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761297.923739:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761298.947690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761298.947706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761298.947712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761298.947713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761298.947716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761298.947718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761299.971728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761299.971735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761299.971739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761299.971740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761299.971743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761299.971744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761300.547724:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761300.547732:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787761300.547734:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761300.547737:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761300.547741:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761300.547746:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2685
00000400:00000200:0.0:1787761300.547753:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761300.547758:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761300.547760:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761300.547762:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761300.547764:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761300.547765:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761300.547767:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761300.547770:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761300.547771:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787761300.547773:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761300.547775:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787761300.547776:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787761300.547778:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787761300.547779:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761300.547780:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761300.547781:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761300.547783:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761300.547785:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787761300.547787:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761300.547788:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761300.547790:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761300.547793:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761300.547795:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761300.547797:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761300.547799:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761300.547806:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c780.
00000020:00000040:0.0:1787761300.547808:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787761300.547811:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761300.547812:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761300.547815:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761300.547816:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761300.547820:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761300.547828:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30c00.
00000100:00000001:0.0:1787761300.547832:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761300.547839:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c780 x1874600883702272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761300.547846:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761300.547849:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761300.547852:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b7e064a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c780 x1874600883702272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761300.547870:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761300.547873:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761300.547876:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787761300.547877:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761300.547878:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761300.547881:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761300.547883:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2685
00000400:00000200:0.0:1787761300.547887:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761300.547890:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761300.547893:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761300.547896:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761300.547899:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761300.547901:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761300.547903:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761300.547906:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761300.547907:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787761300.547909:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761300.547911:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787761300.547913:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787761300.547916:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787761300.547918:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761300.547920:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761300.547921:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761300.547922:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761300.547924:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787761300.547926:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761300.547927:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761300.547928:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761300.547932:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761300.547936:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761300.547944:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761300.547948:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761300.547952:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761300.547954:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761300.547963:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c000.
00000020:00000040:0.0:1787761300.547964:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787761300.547966:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761300.547969:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761300.547972:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761300.547973:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761300.547975:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761300.547983:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30000.
00000100:00000001:0.0:1787761300.547992:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761300.548001:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c000 x1874600883702400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761300.548013:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761300.548016:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761300.548027:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b885017a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c000 x1874600883702400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761300.548039:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761300.548046:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761300.548050:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787761300.548055:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761300.548056:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761300.548060:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761300.548066:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2685
00000400:00000200:0.0:1787761300.548075:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761300.548078:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761300.548082:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761300.548084:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761300.548087:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761300.548093:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761300.548096:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761300.548102:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761300.548102:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787761300.548104:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761300.548107:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787761300.548109:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787761300.548110:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787761300.548111:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761300.548112:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761300.548114:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761300.548122:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761300.548131:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787761300.548134:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761300.548135:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761300.548137:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761300.548141:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761300.548147:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761300.548150:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761300.548152:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761300.548161:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761300.548163:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761300.548171:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097d680.
00000020:00000040:0.0:1787761300.548178:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787761300.548180:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761300.548180:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761300.548181:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761300.548182:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761300.548183:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761300.548186:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31c00.
00000100:00000001:0.0:1787761300.548192:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761300.548200:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097d680 x1874600883702528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761300.548207:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761300.548210:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761300.548219:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b356f346] to pc [ptlrpcd_rcv+-1]  req@ffff96966097d680 x1874600883702528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761300.548270:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761300.548273:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761300.548276:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787761300.548278:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761300.548279:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761300.548281:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761300.548289:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2685
00000400:00000200:0.0:1787761300.548298:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761300.548301:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761300.548304:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761300.548310:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761300.548313:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761300.548316:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761300.548322:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761300.548324:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761300.548325:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787761300.548332:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761300.548341:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787761300.548346:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787761300.548352:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787761300.548361:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761300.548367:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761300.548374:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761300.548378:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761300.548382:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787761300.548391:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761300.548403:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761300.548405:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761300.548410:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761300.548416:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761300.548427:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761300.548435:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787761300.548443:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761300.548448:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761300.548451:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f840.
00000020:00000040:0.0:1787761300.548457:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787761300.548468:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761300.548476:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761300.548482:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761300.548485:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761300.548489:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761300.548493:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33c00.
00000100:00000001:0.0:1787761300.548501:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761300.548512:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f840 x1874600883702656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787761300.548517:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761300.548524:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1787761300.548545:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761300.548549:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761300.548556:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02bc9d6] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f840 x1874600883702656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761300.548568:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761300.548573:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761300.548578:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787761300.548581:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761300.548584:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761300.548619:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761300.548622:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2685
00000400:00000200:0.0:1787761300.548625:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761300.548628:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761300.548629:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761300.548633:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761300.548634:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761300.548635:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761300.548637:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761300.548639:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761300.548640:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787761300.548641:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761300.548644:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787761300.548654:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787761300.548659:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787761300.548680:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761300.548684:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761300.548690:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761300.548698:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761300.548703:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787761300.548709:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761300.548712:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761300.548713:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761300.548718:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761300.548722:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761300.548724:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761300.548729:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787761300.548731:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761300.548736:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761300.548742:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097e1c0.
00000020:00000040:0.0:1787761300.548748:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787761300.548755:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761300.548759:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761300.548762:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761300.548767:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761300.548778:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761300.548782:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33000.
00000100:00000001:0.0:1787761300.548785:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761300.548803:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097e1c0 x1874600883702784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761300.548814:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761300.548818:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761300.548822:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb94abd1] to pc [ptlrpcd_rcv+-1]  req@ffff96966097e1c0 x1874600883702784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761300.548835:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761300.548840:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2695)
00000800:00000200:2.1:1787761300.549160:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761300.549161:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787761300.549416:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761300.549418:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787761300.549625:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761300.549626:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787761300.549832:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761300.549833:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1787761300.995717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761300.995724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761300.995729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761300.995730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761300.995734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761300.995735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761301.827701:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297359100, at 4297359104
00000100:00000010:0.0:1787761301.827714:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7780.
00010000:00000001:0.0:1787761302.019714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761302.019719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761302.019722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761302.019723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761302.019725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761302.019726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761303.043714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761303.043723:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761303.043725:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761303.043728:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761303.043732:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761303.043735:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761303.043736:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761303.043738:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761303.043741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761303.043742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761303.043745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761303.043746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761304.067723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761304.067730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761304.067736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761304.067737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761304.067740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761304.067741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761305.091686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761305.091692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761305.091697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761305.091700:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761305.091703:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761305.091705:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761305.091708:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761305.091710:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761305.091712:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761305.091715:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761305.091718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761305.091720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761305.668315:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761305.668322:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761305.669045:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761305.669047:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761305.669326:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761305.669329:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761305.669635:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761305.669637:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761305.669900:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761305.669902:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1787761306.115707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761306.115712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761306.115717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761306.115719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761306.115722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761306.115723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761306.947690:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297364219, at 4297364224
00000100:00000010:0.0:1787761306.947703:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00010000:00000001:0.0:1787761307.139668:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761307.139673:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761307.139676:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761307.139677:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761307.139679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761307.139681:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761307.139683:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761307.139685:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761307.139687:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761307.139689:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761307.139690:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761307.139691:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761308.163711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761308.163717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761308.163723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761308.163723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761308.163726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761308.163727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761309.187704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761309.187709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761309.187713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761309.187714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761309.187716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761309.187716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761310.211722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761310.211729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761310.211735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761310.211736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761310.211740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761310.211741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761310.788309:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761310.788317:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787761310.788970:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761310.788972:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787761310.789249:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761310.789252:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787761310.789513:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761310.789516:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787761310.789894:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761310.789896:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00010000:00000001:0.0:1787761311.235763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761311.235772:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761311.235779:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761311.235780:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761311.235782:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761311.235783:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761312.067745:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297369339, at 4297369344
00000100:00000010:0.0:1787761312.067765:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f74e0.
00010000:00000001:0.0:1787761312.259707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761312.259717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761312.259725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761312.259727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761312.259731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761312.259732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761313.283718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761313.283724:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761313.283726:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761313.283729:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761313.283733:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761313.283734:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761313.283736:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761313.283738:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761313.283741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761313.283742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761313.283745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761313.283746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761314.307706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761314.307712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761314.307716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761314.307717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761314.307719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761314.307720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761315.331719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761315.331724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761315.331728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761315.331731:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761315.331733:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761315.331735:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761315.331737:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761315.331739:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761315.331741:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761315.331742:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761315.331745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761315.331746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761315.908514:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761315.908523:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787761315.909476:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761315.909478:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787761315.909713:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761315.909715:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787761315.909895:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761315.909897:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787761315.910219:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761315.910221:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00010000:00000001:0.0:1787761316.355681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761316.355687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761316.355692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761316.355693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761316.355695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761316.355696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761317.187750:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297374460, at 4297374464
00000100:00000010:0.0:1787761317.187765:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787761317.379702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761317.379708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761317.379712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761317.379713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761317.379715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761317.379719:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761317.379720:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761317.379723:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761317.379726:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761317.379727:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761317.379729:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761317.379730:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761318.403724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761318.403729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761318.403735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761318.403736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761318.403738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761318.403739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761319.427752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761319.427760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761319.427766:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761319.427768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761319.427772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761319.427773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761320.451688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761320.451693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761320.451703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761320.451704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761320.451706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761320.451707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761321.028504:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761321.028516:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761321.029336:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761321.029339:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761321.029703:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761321.029706:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761321.030029:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761321.030030:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761321.030219:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761321.030221:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787761321.475710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761321.475718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761321.475724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761321.475725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761321.475729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761321.475730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761322.307696:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297379580, at 4297379584
00000100:00000010:0.0:1787761322.307715:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787761322.499688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761322.499695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761322.499700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761322.499701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761322.499703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761322.499704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761323.523747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761323.523760:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761323.523764:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761323.523767:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761323.523774:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761323.523777:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761323.523781:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761323.523784:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761323.523789:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761323.523791:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761323.523795:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761323.523796:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761324.547683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761324.547689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761324.547695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761324.547697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761324.547700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761324.547701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761325.571721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761325.571728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761325.571734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761325.571738:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761325.571740:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761325.571744:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761325.571747:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761325.571749:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761325.571751:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761325.571754:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761325.571758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761325.571760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761326.147741:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761326.147750:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761326.147754:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761326.147757:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761326.147762:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761326.147771:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2711
00000400:00000200:3.0:1787761326.147779:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761326.147784:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761326.147786:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761326.147789:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761326.147791:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761326.147793:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761326.147795:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761326.147798:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761326.147800:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761326.147802:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761326.147804:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761326.147806:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761326.147807:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761326.147810:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761326.147811:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761326.147812:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761326.147814:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761326.147816:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761326.147818:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761326.147820:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761326.147822:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761326.147825:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761326.147827:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761326.147829:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761326.147830:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761326.147838:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761326.147840:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761326.147844:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761326.147846:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761326.147848:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761326.147851:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761326.147854:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761326.147860:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761326.147865:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761326.147872:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883705472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761326.147880:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761326.147889:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761326.147893:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883705472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761326.147913:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761326.147915:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761326.147918:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761326.147919:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761326.147920:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761326.147923:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761326.147924:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2711
00000400:00000200:3.0:1787761326.147926:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761326.147928:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761326.147930:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761326.147931:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761326.147933:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761326.147934:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761326.147936:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761326.147938:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761326.147939:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761326.147940:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761326.147942:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761326.147944:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761326.147946:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761326.147949:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761326.147951:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761326.147952:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761326.147954:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761326.147956:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761326.147957:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761326.147959:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761326.147961:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761326.147967:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761326.147971:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761326.147975:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761326.147980:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761326.147982:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761326.147987:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761326.147990:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787761326.147992:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761326.147993:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761326.147994:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761326.147996:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761326.147998:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761326.148000:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761326.148006:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761326.148012:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761326.148019:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883705600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761326.148033:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761326.148036:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761326.148041:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883705600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761326.148058:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761326.148061:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761326.148066:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761326.148068:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761326.148071:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761326.148072:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761326.148075:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2711
00000400:00000200:3.0:1787761326.148083:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761326.148086:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761326.148088:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761326.148094:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761326.148096:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761326.148100:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761326.148102:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761326.148104:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761326.148107:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761326.148109:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761326.148111:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761326.148113:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761326.148118:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761326.148124:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761326.148128:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761326.148131:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761326.148134:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761326.148139:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761326.148144:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761326.148149:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761326.148153:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761326.148156:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761326.148160:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761326.148177:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761326.148179:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761326.148185:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761326.148189:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761326.148195:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787761326.148198:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761326.148202:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761326.148205:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761326.148206:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761326.148215:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761326.148218:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761326.148227:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761326.148233:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761326.148241:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883705728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761326.148256:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761326.148260:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761326.148266:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883705728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761326.148285:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761326.148290:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761326.148293:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761326.148295:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761326.148298:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761326.148301:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761326.148305:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2711
00000400:00000200:3.0:1787761326.148313:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000800:00000200:1.1:1787761326.148319:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000400:00000200:3.0:1787761326.148320:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761326.148327:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787761326.148327:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1787761326.148333:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761326.148338:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761326.148343:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761326.148346:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761326.148348:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761326.148350:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761326.148353:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761326.148356:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761326.148362:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761326.148364:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761326.148372:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761326.148375:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761326.148380:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761326.148384:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761326.148389:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761326.148396:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761326.148400:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761326.148402:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761326.148406:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761326.148410:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761326.148416:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761326.148419:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761326.148423:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761326.148428:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761326.148434:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761326.148439:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761326.148443:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761326.148445:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761326.148447:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761326.148450:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761326.148453:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761326.148459:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761326.148465:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761326.148473:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883705856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761326.148481:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761326.148483:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761326.148487:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883705856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761326.148500:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761326.148503:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761326.148507:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761326.148510:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761326.148514:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761326.148516:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761326.148520:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2711
00000400:00000200:3.0:1787761326.148524:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761326.148528:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761326.148530:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761326.148535:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761326.148539:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761326.148543:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761326.148549:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761326.148554:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761326.148557:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761326.148560:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761326.148564:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761326.148569:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761326.148574:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761326.148581:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761326.148583:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761326.148588:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761326.148592:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761326.148595:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761326.148646:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761326.148649:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761326.148654:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761326.148658:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761326.148663:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761326.148668:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761326.148673:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761326.148679:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761326.148683:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761326.148689:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761326.148696:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761326.148699:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761326.148702:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761326.148706:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761326.148709:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761326.148712:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761326.148722:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761326.148729:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761326.148742:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883705984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761326.148768:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761326.148775:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761326.148791:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883705984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761326.148814:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761326.148823:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2721)
00000800:00000200:1.1:1787761326.148977:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761326.148979:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761326.149215:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761326.149217:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761326.149401:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761326.149402:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761326.149636:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761326.149638:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787761326.595663:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761326.595671:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761326.595677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761326.595679:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761326.595683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761326.595684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761327.427701:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297384699, at 4297384704
00000100:00000010:0.0:1787761327.427716:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00010000:00000001:0.0:1787761327.619707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761327.619713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761327.619717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761327.619718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761327.619720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761327.619723:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761327.619725:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761327.619727:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761327.619730:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761327.619732:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761327.619733:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761327.619735:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761328.643714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761328.643719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761328.643723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761328.643724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761328.643727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761328.643728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761329.667693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761329.667698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761329.667703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761329.667704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761329.667706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761329.667707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761330.691701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761330.691706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761330.691710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761330.691711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761330.691714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761330.691714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761331.267691:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761331.267701:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761331.267704:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761331.267708:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761331.267713:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761331.267720:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2716
00000400:00000200:3.0:1787761331.267729:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761331.267735:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761331.267739:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761331.267743:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761331.267747:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761331.267750:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761331.267753:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761331.267757:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761331.267759:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761331.267762:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761331.267766:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761331.267769:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761331.267772:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761331.267776:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761331.267778:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761331.267780:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761331.267782:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761331.267786:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761331.267790:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761331.267793:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761331.267796:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761331.267800:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761331.267803:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761331.267806:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761331.267809:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761331.267818:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761331.267822:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761331.267827:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761331.267829:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761331.267832:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761331.267835:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761331.267839:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761331.267847:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761331.267853:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761331.267863:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883706112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761331.267873:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761331.267877:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761331.267883:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883706112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761331.267907:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761331.267910:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761331.267914:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761331.267915:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761331.267917:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761331.267921:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761331.267924:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2716
00000400:00000200:3.0:1787761331.267928:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761331.267932:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761331.267935:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761331.267939:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761331.267942:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761331.267945:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761331.267951:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761331.267956:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761331.267959:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761331.267962:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761331.267965:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761331.267971:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761331.267977:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761331.267985:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761331.267990:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761331.267997:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761331.268004:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761331.268010:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761331.268018:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761331.268022:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761331.268024:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761331.268031:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761331.268037:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761331.268040:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761331.268046:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761331.268052:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761331.268058:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761331.268077:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787761331.268083:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761331.268088:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761331.268091:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761331.268096:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761331.268099:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761331.268102:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761331.268111:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761331.268118:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761331.268135:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883706240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761331.268149:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761331.268153:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761331.268163:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883706240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761331.268189:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761331.268194:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761331.268203:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761331.268217:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761331.268221:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761331.268227:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761331.268235:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2716
00000400:00000200:3.0:1787761331.268244:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761331.268250:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761331.268255:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761331.268258:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761331.268261:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761331.268266:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761331.268270:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761331.268276:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761331.268280:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761331.268283:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761331.268287:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761331.268291:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000800:00000200:1.1:1787761331.268296:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000001:3.0:1787761331.268297:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000800:00000200:1.1:1787761331.268304:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1787761331.268305:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761331.268312:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761331.268317:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761331.268323:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761331.268328:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761331.268334:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761331.268341:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761331.268346:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761331.268350:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761331.268355:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761331.268359:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761331.268362:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761331.268367:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761331.268371:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761331.268377:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761331.268383:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761331.268387:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761331.268390:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761331.268394:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761331.268397:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761331.268400:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761331.268408:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761331.268414:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761331.268425:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883706368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761331.268438:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761331.268442:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761331.268449:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883706368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761331.268469:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761331.268475:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761331.268483:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761331.268487:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761331.268493:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761331.268500:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761331.268507:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2716
00000400:00000200:3.0:1787761331.268516:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761331.268524:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761331.268529:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761331.268533:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761331.268538:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761331.268544:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761331.268550:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761331.268554:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761331.268558:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761331.268562:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761331.268566:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761331.268572:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761331.268577:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761331.268584:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761331.268589:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761331.268630:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761331.268636:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761331.268643:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761331.268652:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761331.268659:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761331.268665:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761331.268670:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761331.268676:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761331.268682:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761331.268687:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761331.268693:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761331.268698:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761331.268704:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761331.268709:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761331.268715:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761331.268719:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761331.268724:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761331.268727:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761331.268731:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761331.268739:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761331.268746:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761331.268758:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883706496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761331.268790:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761331.268796:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761331.268805:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883706496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761331.268824:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761331.268829:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761331.268835:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761331.268838:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761331.268842:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761331.268847:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761331.268853:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2716
00000400:00000200:3.0:1787761331.268862:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761331.268869:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761331.268874:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761331.268880:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761331.268884:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761331.268890:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761331.268897:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761331.268903:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761331.268907:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761331.268912:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761331.268917:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761331.268923:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761331.268930:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761331.268937:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761331.268943:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761331.268950:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761331.268957:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761331.268963:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761331.268970:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761331.268977:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761331.268982:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761331.268988:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761331.268994:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761331.268999:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761331.269003:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000200:1.1:1787761331.269007:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000008:00000001:3.0:1787761331.269009:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761331.269010:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1787761331.269013:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761331.269020:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761331.269026:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761331.269033:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761331.269037:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761331.269041:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761331.269045:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761331.269049:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761331.269056:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761331.269061:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761331.269089:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883706624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761331.269097:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761331.269099:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761331.269103:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883706624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761331.269112:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761331.269116:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2726)
00000800:00000200:1.1:1787761331.269446:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761331.269448:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761331.269771:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761331.269772:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761331.269996:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761331.269998:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787761331.715683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761331.715689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761331.715693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761331.715694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761331.715696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761331.715697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761332.547679:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297389819, at 4297389824
00000100:00000010:0.0:1787761332.547693:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787761332.739703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761332.739708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761332.739712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761332.739713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761332.739716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761332.739717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761333.763691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761333.763697:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761333.763699:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761333.763701:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761333.763705:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761333.763707:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761333.763708:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761333.763710:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761333.763712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761333.763714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761333.763716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761333.763717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761334.787698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761334.787703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761334.787707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761334.787708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761334.787711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761334.787711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000008:00000020:3.0:1787761334.851666:0:13301:0:(osc_request.c:747:osc_update_next_shrink()) next time 3924 to shrink grant
00000008:00000020:3.0:1787761334.851672:0:13301:0:(osc_request.c:747:osc_update_next_shrink()) next time 3924 to shrink grant
00010000:00000001:0.0:1787761335.811707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761335.811712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761335.811716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761335.811719:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761335.811721:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761335.811723:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761335.811726:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761335.811727:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761335.811728:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761335.811730:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761335.811732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761335.811733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761335.811792:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761335.811794:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761335.811797:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761336.387687:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761336.387698:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761336.387701:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761336.387705:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761336.387709:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761336.387716:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2721
00000400:00000200:3.0:1787761336.387731:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761336.387737:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761336.387740:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761336.387743:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761336.387747:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761336.387750:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761336.387752:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761336.387756:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761336.387757:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761336.387759:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761336.387762:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761336.387763:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761336.387765:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761336.387767:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761336.387769:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761336.387770:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761336.387772:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761336.387775:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761336.387778:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761336.387781:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761336.387784:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761336.387787:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761336.387789:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761336.387792:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761336.387794:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761336.387803:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e83c0.
00000020:00000040:3.0:1787761336.387814:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761336.387818:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761336.387820:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761336.387823:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761336.387826:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761336.387830:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761336.387836:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761336.387841:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761336.387849:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e83c0 x1874600883706752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761336.387856:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761336.387859:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761336.387862:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1eeea11] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e83c0 x1874600883706752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761336.387880:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761336.387884:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761336.387887:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761336.387888:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761336.387890:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761336.387893:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761336.387896:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2721
00000400:00000200:3.0:1787761336.387900:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761336.387903:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761336.387906:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761336.387910:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761336.387912:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761336.387915:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761336.387917:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761336.387919:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761336.387921:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761336.387925:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761336.387931:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761336.387935:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761336.387940:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761336.387948:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761336.387953:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761336.387958:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761336.387962:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761336.387981:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761336.387989:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761336.387994:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761336.387998:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761336.388006:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761336.388011:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761336.388015:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761336.388021:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761336.388027:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761336.388032:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761336.388038:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787761336.388055:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761336.388061:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761336.388064:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761336.388068:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761336.388071:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761336.388074:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761336.388079:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761336.388085:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761336.388094:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883706880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761336.388113:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761336.388118:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761336.388128:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883706880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761336.388148:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761336.388151:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761336.388155:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761336.388157:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1787761336.388159:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:3.0:1787761336.388160:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761336.388162:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761336.388165:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2721
00000800:00000200:1.1:1787761336.388166:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000400:00000200:3.0:1787761336.388171:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761336.388176:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761336.388180:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761336.388186:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761336.388191:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761336.388195:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761336.388200:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761336.388204:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761336.388207:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761336.388210:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761336.388213:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761336.388217:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761336.388221:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761336.388228:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761336.388232:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761336.388235:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761336.388238:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761336.388242:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761336.388247:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761336.388251:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761336.388255:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761336.388258:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761336.388261:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761336.388264:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761336.388266:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761336.388270:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761336.388274:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761336.388279:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761336.388283:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761336.388287:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761336.388288:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761336.388290:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761336.388291:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761336.388294:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761336.388299:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761336.388305:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761336.388314:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883707008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761336.388327:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761336.388330:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761336.388339:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883707008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761336.388355:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761336.388359:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761336.388364:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761336.388366:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761336.388369:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761336.388374:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761336.388378:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2721
00000400:00000200:3.0:1787761336.388385:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761336.388398:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761336.388404:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761336.388411:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761336.388416:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761336.388421:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761336.388432:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761336.388437:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761336.388439:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761336.388440:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761336.388444:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761336.388446:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761336.388452:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761336.388455:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761336.388458:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761336.388461:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761336.388465:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761336.388468:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761336.388472:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761336.388475:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761336.388477:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761336.388480:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761336.388483:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761336.388487:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761336.388490:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761336.388493:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761336.388496:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761336.388505:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761336.388509:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761336.388512:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761336.388514:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761336.388517:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761336.388518:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761336.388522:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761336.388526:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761336.388531:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761336.388540:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883707136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761336.388554:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761336.388559:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761336.388567:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883707136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761336.388583:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761336.388589:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761336.388621:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761336.388625:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761336.388628:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761336.388634:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761336.388639:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2721
00000400:00000200:3.0:1787761336.388648:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761336.388655:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761336.388660:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761336.388666:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761336.388672:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761336.388676:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761336.388679:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761336.388684:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761336.388686:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761336.388689:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761336.388692:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761336.388694:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761336.388697:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761336.388702:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761336.388706:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761336.388710:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761336.388714:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761336.388717:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761336.388722:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761336.388728:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761336.388731:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761336.388734:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761336.388739:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761336.388742:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761336.388745:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761336.388749:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761336.388752:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761336.388756:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761336.388760:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761336.388764:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761336.388766:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761336.388768:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761336.388770:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761336.388773:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761336.388779:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761336.388784:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761336.388790:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883707264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761336.388801:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761336.388805:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761336.388808:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:3.0:1787761336.388812:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883707264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787761336.388812:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787761336.388828:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761336.388834:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2731)
00000800:00000200:1.1:1787761336.389015:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761336.389016:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761336.389223:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761336.389225:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761336.389446:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761336.389447:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787761336.835708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761336.835713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761336.835717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761336.835718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761336.835720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761336.835721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761337.667711:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297394939, at 4297394944
00000100:00000010:0.0:1787761337.667729:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00010000:00000001:0.0:1787761337.859741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761337.859749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761337.859756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761337.859758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761337.859762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761337.859765:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761337.859768:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761337.859772:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761337.859775:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761337.859777:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761337.859780:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761337.859782:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761337.859844:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761337.859847:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761337.859851:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761338.883724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761338.883730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761338.883736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761338.883736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761338.883739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761338.883740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761339.907684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761339.907689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761339.907693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761339.907693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761339.907702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761339.907703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761339.907735:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761339.907737:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761339.907739:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761340.931709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761340.931715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761340.931722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761340.931723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761340.931726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761340.931727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761341.507715:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761341.507725:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761341.507728:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761341.507732:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761341.507736:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761341.507742:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2726
00000400:00000200:3.0:1787761341.507750:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761341.507756:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761341.507759:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761341.507762:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761341.507766:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761341.507769:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761341.507771:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761341.507775:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761341.507777:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761341.507780:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761341.507783:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761341.507786:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761341.507788:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761341.507792:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761341.507794:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761341.507796:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761341.507798:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761341.507801:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761341.507804:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761341.507807:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761341.507810:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761341.507813:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761341.507816:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761341.507819:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761341.507821:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761341.507830:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787761341.507834:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761341.507838:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761341.507840:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761341.507843:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761341.507846:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761341.507849:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761341.507856:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761341.507861:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761341.507885:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883707392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761341.507895:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761341.507899:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761341.507904:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883707392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761341.507927:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761341.507930:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761341.507937:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761341.507939:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761341.507940:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761341.507944:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761341.507946:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2726
00000400:00000200:3.0:1787761341.507951:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761341.507955:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761341.507958:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761341.507962:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761341.507966:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761341.507971:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761341.507981:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761341.507988:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761341.507991:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761341.507995:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761341.507998:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761341.508005:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761341.508012:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761341.508018:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761341.508023:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761341.508027:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761341.508032:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761341.508037:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761341.508044:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761341.508046:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761341.508048:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761341.508053:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761341.508058:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761341.508061:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761341.508066:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761341.508072:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761341.508076:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761341.508082:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761341.508088:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761341.508094:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761341.508097:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761341.508101:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761341.508102:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761341.508104:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761341.508111:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761341.508117:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761341.508126:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883707520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761341.508145:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761341.508150:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761341.508159:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883707520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761341.508194:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761341.508198:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761341.508203:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761341.508207:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761341.508210:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761341.508215:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787761341.508219:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:3.0:1787761341.508220:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2726
00000800:00000200:1.1:1787761341.508226:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000400:00000200:3.0:1787761341.508228:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761341.508235:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761341.508239:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761341.508246:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761341.508250:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761341.508254:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761341.508260:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761341.508264:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761341.508267:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761341.508269:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761341.508273:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761341.508278:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761341.508281:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761341.508288:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761341.508291:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761341.508294:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761341.508296:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761341.508298:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761341.508304:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761341.508309:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761341.508314:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761341.508318:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761341.508321:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761341.508326:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761341.508330:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761341.508337:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761341.508343:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761341.508348:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761341.508351:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761341.508357:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761341.508360:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761341.508364:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761341.508366:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761341.508369:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761341.508375:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761341.508380:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761341.508387:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883707648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761341.508403:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761341.508409:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761341.508418:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883707648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761341.508436:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761341.508440:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761341.508448:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761341.508451:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761341.508454:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761341.508461:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761341.508467:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2726
00000400:00000200:3.0:1787761341.508477:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761341.508483:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761341.508489:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761341.508498:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761341.508504:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761341.508509:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761341.508514:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761341.508520:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761341.508523:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761341.508527:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761341.508530:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761341.508536:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761341.508542:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761341.508549:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761341.508553:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761341.508559:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761341.508564:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761341.508568:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761341.508575:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761341.508580:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761341.508585:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761341.508590:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761341.508621:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761341.508627:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761341.508633:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761341.508639:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761341.508643:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761341.508649:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761341.508655:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761341.508659:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761341.508663:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761341.508667:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761341.508671:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761341.508675:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761341.508682:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761341.508690:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761341.508700:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883707776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761341.508717:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761341.508722:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761341.508730:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883707776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761341.508746:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761341.508750:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761341.508755:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761341.508758:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761341.508762:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761341.508766:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761341.508770:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2726
00000400:00000200:3.0:1787761341.508777:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761341.508782:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761341.508785:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761341.508789:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761341.508792:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761341.508796:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761341.508799:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761341.508802:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761341.508803:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761341.508805:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761341.508807:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761341.508811:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761341.508814:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761341.508819:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761341.508822:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761341.508826:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761341.508830:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761341.508834:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761341.508840:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761341.508845:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761341.508849:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761341.508853:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761341.508858:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761341.508860:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761341.508864:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761341.508879:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761341.508881:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761341.508886:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787761341.508891:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761341.508896:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761341.508899:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761341.508902:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761341.508904:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761341.508905:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761341.508908:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000010:3.0:1787761341.508910:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000800:00000200:1.1:1787761341.508913:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1787761341.508914:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761341.508921:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883707904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761341.508931:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761341.508934:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761341.508938:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883707904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761341.508947:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761341.508951:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2736)
00000800:00000200:1.1:1787761341.509152:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761341.509153:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761341.509428:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761341.509430:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761341.509582:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761341.509584:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787761341.955729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761341.955741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761341.955748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761341.955749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761341.955753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761341.955754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761341.955781:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761341.955784:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761341.955787:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761342.787700:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297400059, at 4297400064
00000100:00000010:0.0:1787761342.787719:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00010000:00000001:0.0:1787761342.979704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761342.979711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761342.979717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761342.979718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761342.979721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761342.979722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761344.003672:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761344.003689:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761344.003692:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761344.003696:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761344.003703:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761344.003706:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761344.003708:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761344.003710:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761344.003715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761344.003716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761344.003718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761344.003719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761344.003761:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761344.003764:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761344.003766:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761345.027696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761345.027701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761345.027705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761345.027708:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761345.027709:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761345.027712:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761345.027714:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761345.027715:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761345.027716:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761345.027718:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761345.027720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761345.027721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761346.051692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761346.051699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761346.051705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761346.051706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761346.051709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761346.051711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761346.051737:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761346.051739:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761346.051741:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761346.628323:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761346.628696:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761346.628886:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761346.629293:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761346.629405:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787761347.075693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761347.075699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761347.075705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761347.075706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761347.075709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761347.075712:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761347.075714:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761347.075717:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761347.075720:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761347.075722:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761347.075723:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761347.075726:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761347.907706:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297405179, at 4297405184
00000100:00000010:0.0:1787761347.907724:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787761348.099764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761348.099771:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761348.099776:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761348.099779:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761348.099837:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761348.099839:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761348.099874:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761348.099876:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761348.099879:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761349.123765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761349.123771:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761349.123777:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761349.123778:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761349.123782:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761349.123783:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1787761349.699870:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.116:988
00000400:00000100:3.0:1787761349.699908:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.116@tcp at host 192.168.204.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787761349.699921:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761349.699925:0:2386:0:(router.c:1791:lnet_notify()) 192.168.204.16@tcp notifying 192.168.204.116@tcp: down
00000400:00000200:3.0:1787761349.699929:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761349.699933:0:2386:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787761349.699939:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:3.0:1787761349.699942:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:3.0:1787761349.699948:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761349.699952:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761349.699958:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:3.0:1787761349.699960:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:3.0:1787761349.699965:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761349.699972:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ec3c0 x1874600883708032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761349.699999:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761349.700003:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec3c0 x1874600883708032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761371 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761349.700011:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761349.700013:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787761349.700021:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:3.0:1787761349.700024:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330300.
00000400:00000200:3.0:1787761349.700027:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761349.700029:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761349.700032:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482403b8
00000400:00000010:3.0:1787761349.700034:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482403b8.
00000100:00000001:3.0:1787761349.700036:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761349.700040:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ed2c0 x1874600883708160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761349.700047:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761349.700056:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ed2c0 x1874600883708160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761371 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761349.700064:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761349.700071:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787761349.700078:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:3.0:1787761349.700081:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330200.
00000400:00000200:3.0:1787761349.700084:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761349.700087:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761349.700089:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240aa0
00000400:00000010:3.0:1787761349.700091:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240aa0.
00000100:00000001:3.0:1787761349.700093:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761349.700097:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ee580 x1874600883708288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761349.700104:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761349.700107:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee580 x1874600883708288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761371 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761349.700112:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761349.700114:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787761349.700117:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:3.0:1787761349.700119:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330a00.
00000400:00000200:3.0:1787761349.700121:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761349.700123:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761349.700125:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:3.0:1787761349.700127:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:3.0:1787761349.700129:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761349.700133:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ef840 x1874600883708416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761349.700140:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761349.700142:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef840 x1874600883708416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761371 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761349.700148:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761349.700150:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787761349.700154:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:3.0:1787761349.700156:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330700.
00000400:00000200:3.0:1787761349.700159:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761349.700162:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761349.700165:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240440
00000400:00000010:3.0:1787761349.700167:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240440.
00000100:00000001:3.0:1787761349.700169:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761349.700172:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ef0c0 x1874600883708544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761349.700180:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761349.700182:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef0c0 x1874600883708544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761371 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761349.700188:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761349.700190:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787761350.147730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761350.147736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761350.147741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761350.147742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761350.147745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761350.147746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761350.147767:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761350.147769:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761350.147772:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761351.171715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761351.171721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761351.171727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761351.171728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761351.171731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761351.171732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761351.748532:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761351.748538:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761351.749081:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761351.749084:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761351.749366:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761351.749369:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761351.749651:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761351.749653:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761351.749914:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761351.749916:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787761352.195738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761352.195744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761352.195749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761352.195751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761352.195754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761352.195755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761352.195809:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761352.195812:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761352.195814:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761353.027718:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297410300, at 4297410304
00000100:00000010:0.0:1787761353.027736:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00010000:00000001:0.0:1787761353.219687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761353.219694:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761353.219696:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761353.219699:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761353.219703:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761353.219705:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761353.219706:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761353.219708:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761353.219712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761353.219713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761353.219715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761353.219716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761354.244209:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761354.244215:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761354.244219:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761354.244220:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761354.244223:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761354.244224:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761354.244246:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761354.244248:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761354.244251:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761355.267802:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761355.267809:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761355.267814:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761355.267817:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761355.267819:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761355.267823:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761355.267826:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761355.267828:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761355.267830:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761355.267832:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761355.267835:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761355.267836:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761356.291804:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761356.291812:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761356.291818:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761356.291818:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761356.291821:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761356.291822:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761356.291847:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761356.291849:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761356.291852:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761356.867746:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761356.867759:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761356.867762:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761356.867767:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761356.867772:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761356.867782:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2741
00000400:00000200:3.0:1787761356.867793:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761356.867800:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761356.867804:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761356.867807:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761356.867810:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761356.867812:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761356.867815:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761356.867820:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761356.867822:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761356.867825:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761356.867829:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761356.867831:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761356.867834:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761356.867836:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761356.867839:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761356.867841:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761356.867844:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761356.867847:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761356.867851:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761356.867853:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761356.867856:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761356.867859:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761356.867862:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761356.867865:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761356.867867:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761356.867880:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787761356.867884:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761356.867888:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761356.867891:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761356.867903:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761356.867908:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761356.867913:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761356.867922:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761356.867930:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761356.867940:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883709312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761356.867951:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761356.867955:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761356.867961:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883709312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761356.867985:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761356.867989:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761356.867992:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761356.867994:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761356.867996:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761356.867999:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761356.868002:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2741
00000400:00000200:3.0:1787761356.868007:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761356.868012:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761356.868015:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761356.868020:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761356.868023:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761356.868027:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761356.868033:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761356.868041:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761356.868045:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761356.868048:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761356.868052:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761356.868060:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761356.868069:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761356.868079:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761356.868087:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761356.868100:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761356.868109:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761356.868117:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761356.868128:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761356.868135:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761356.868138:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761356.868150:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761356.868158:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761356.868170:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761356.868176:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761356.868184:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761356.868192:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761356.868200:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761356.868207:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761356.868212:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761356.868217:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761356.868222:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761356.868225:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761356.868228:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761356.868235:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761356.868247:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761356.868282:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883709440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761356.868302:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761356.868309:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761356.868325:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883709440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761356.868359:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761356.868366:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761356.868379:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761356.868382:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761356.868386:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761356.868395:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761356.868401:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2741
00000400:00000200:3.0:1787761356.868410:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761356.868418:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761356.868421:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761356.868427:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761356.868433:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761356.868440:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761356.868445:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:1.1:1787761356.868448:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000001:3.0:1787761356.868452:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1787761356.868454:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000020:00000040:3.0:1787761356.868456:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761356.868460:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761356.868473:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761356.868478:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761356.868484:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761356.868494:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761356.868499:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761356.868507:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761356.868514:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761356.868518:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761356.868527:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761356.868534:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761356.868536:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761356.868539:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761356.868544:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761356.868548:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761356.868551:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761356.868560:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761356.868563:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761356.868581:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787761356.868589:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761356.868661:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761356.868665:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761356.868670:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761356.868674:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761356.868678:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761356.868693:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761356.868700:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761356.868713:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883709568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761356.868733:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761356.868738:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761356.868748:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883709568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761356.868769:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761356.868776:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761356.868782:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761356.868786:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761356.868796:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761356.868804:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761356.868814:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2741
00000400:00000200:3.0:1787761356.868828:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761356.868843:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761356.868855:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761356.868866:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761356.868874:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761356.868881:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761356.868887:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761356.868894:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761356.868900:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761356.868906:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761356.868911:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761356.868917:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761356.868923:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761356.868935:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761356.868939:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761356.868947:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761356.868950:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761356.868954:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761356.868956:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761356.868958:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761356.868961:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761356.868965:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761356.868975:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761356.868979:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761356.868983:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761356.868987:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761356.868992:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761356.868996:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761356.869002:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761356.869006:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761356.869009:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761356.869012:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761356.869014:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761356.869018:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761356.869023:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761356.869027:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761356.869034:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883709696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761356.869040:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761356.869044:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761356.869055:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883709696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761356.869078:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761356.869084:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761356.869092:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761356.869096:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761356.869100:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761356.869109:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761356.869112:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2741
00000400:00000200:3.0:1787761356.869121:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761356.869124:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761356.869128:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761356.869131:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761356.869135:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761356.869139:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761356.869145:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761356.869152:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761356.869155:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761356.869159:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761356.869166:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761356.869171:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761356.869176:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761356.869185:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761356.869189:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761356.869193:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761356.869198:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761356.869202:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761356.869210:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761356.869215:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761356.869218:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761356.869223:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761356.869227:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761356.869232:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761356.869237:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761356.869243:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761356.869246:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761356.869257:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787761356.869264:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761356.869271:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761356.869273:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761356.869278:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761356.869280:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761356.869285:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761356.869292:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761356.869299:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761356.869310:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883709824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761356.869354:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761356.869359:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761356.869369:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883709824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761356.869391:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761356.869400:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2751)
00000800:00000200:1.1:1787761356.869500:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761356.869503:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761356.869817:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761356.869820:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761356.870087:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761356.870089:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761356.870462:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761356.870464:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787761357.315737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761357.315745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761357.315753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761357.315754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761357.315758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761357.315762:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761357.315764:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761357.315768:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761357.315771:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761357.315774:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761357.315776:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761357.315779:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761358.147713:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297415420, at 4297415424
00000100:00000010:0.0:1787761358.147731:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00010000:00000001:0.0:1787761358.339728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761358.339735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761358.339740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761358.339741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761358.339744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761358.339746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761358.339768:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761358.339771:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761358.339774:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761359.363679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761359.363684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761359.363687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761359.363688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761359.363690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761359.363690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761360.387678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761360.387694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761360.387699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761360.387700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761360.387704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761360.387706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761360.387747:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761360.387750:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761360.387752:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761361.411707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761361.411714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761361.411719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761361.411720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761361.411724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761361.411725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761361.987707:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761361.987716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761361.987719:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761361.987723:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761361.987727:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761361.987733:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2746
00000400:00000200:3.0:1787761361.987742:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761361.987747:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761361.987751:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761361.987754:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761361.987756:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761361.987758:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761361.987760:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761361.987762:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761361.987763:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761361.987766:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761361.987768:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761361.987770:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761361.987772:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761361.987774:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761361.987775:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761361.987776:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761361.987777:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761361.987780:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761361.987782:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761361.987784:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761361.987785:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761361.987788:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761361.987790:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761361.987791:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761361.987793:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761361.987800:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787761361.987803:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761361.987805:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761361.987807:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761361.987809:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761361.987811:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761361.987814:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761361.987820:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761361.987825:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761361.987831:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883709952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761361.987841:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761361.987844:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761361.987849:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883709952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761361.987880:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761361.987884:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761361.987886:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761361.987887:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761361.987888:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761361.987890:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761361.987892:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2746
00000400:00000200:3.0:1787761361.987895:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761361.987898:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761361.987900:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761361.987903:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761361.987905:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761361.987906:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761361.987908:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761361.987911:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761361.987912:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761361.987914:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761361.987917:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761361.987919:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761361.987921:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761361.987925:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761361.987929:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761361.987934:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761361.987938:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761361.987942:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761361.987946:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761361.987950:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761361.987954:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761361.987960:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761361.987963:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761361.987966:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761361.987970:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761361.987974:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761361.987977:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761361.987982:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787761361.987985:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761361.987988:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761361.987990:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761361.987992:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761361.987995:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761361.987997:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761361.988003:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761361.988007:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761361.988014:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883710080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761361.988019:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761361.988021:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761361.988023:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883710080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761361.988031:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761361.988036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761361.988040:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761361.988041:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761361.988042:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761361.988045:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761361.988048:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2746
00000400:00000200:3.0:1787761361.988054:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761361.988056:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761361.988060:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761361.988063:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761361.988064:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761361.988067:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761361.988070:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761361.988073:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761361.988075:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761361.988078:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761361.988080:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761361.988082:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761361.988086:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761361.988093:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761361.988096:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761361.988100:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761361.988103:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761361.988108:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761361.988112:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761361.988115:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761361.988118:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761361.988120:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761361.988125:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761361.988128:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761361.988129:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761361.988131:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761361.988132:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761361.988137:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787761361.988139:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761361.988142:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761361.988144:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761361.988146:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761361.988148:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761361.988151:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761361.988155:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761361.988159:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761361.988167:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883710208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761361.988183:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761361.988185:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761361.988193:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883710208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761361.988207:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761361.988211:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761361.988214:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761361.988218:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761361.988218:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761361.988221:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761361.988225:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2746
00000400:00000200:3.0:1787761361.988230:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761361.988237:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000800:00000200:1.1:1787761361.988237:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:3.0:1787761361.988239:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787761361.988242:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000100:00000040:3.0:1787761361.988243:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761361.988247:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761361.988251:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761361.988254:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761361.988257:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761361.988258:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761361.988259:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761361.988260:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761361.988261:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761361.988262:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761361.988265:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761361.988266:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761361.988268:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761361.988272:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761361.988273:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761361.988277:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761361.988281:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761361.988283:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761361.988287:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761361.988291:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761361.988292:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761361.988296:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761361.988300:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761361.988304:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761361.988309:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761361.988312:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761361.988316:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761361.988317:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761361.988320:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761361.988322:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761361.988324:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761361.988328:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761361.988331:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761361.988338:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883710336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761361.988352:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761361.988355:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761361.988359:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883710336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761361.988370:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761361.988373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761361.988375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761361.988378:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761361.988379:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761361.988382:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761361.988386:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2746
00000400:00000200:3.0:1787761361.988391:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761361.988393:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761361.988397:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761361.988399:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761361.988400:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761361.988403:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761361.988406:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761361.988408:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761361.988409:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761361.988412:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761361.988414:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761361.988416:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761361.988420:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761361.988423:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761361.988425:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761361.988429:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761361.988430:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761361.988434:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761361.988437:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761361.988442:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761361.988444:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761361.988447:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761361.988449:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761361.988450:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761361.988452:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761361.988454:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761361.988456:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761361.988460:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787761361.988463:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761361.988483:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761361.988485:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761361.988488:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761361.988492:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761361.988497:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761361.988503:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761361.988508:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761361.988517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883710464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761361.988545:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761361.988548:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761361.988555:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883710464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761361.988565:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761361.988569:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2756)
00000800:00000200:1.1:1787761361.988798:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761361.988800:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761361.989031:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761361.989033:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761361.989192:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761361.989194:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761361.989361:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761361.989363:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787761362.435767:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761362.435775:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761362.435782:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761362.435783:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761362.435787:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761362.435788:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761362.435818:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761362.435821:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761362.435824:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761363.267719:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297420539, at 4297420544
00000100:00000010:0.0:1787761363.267734:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787761363.459684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761363.459692:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761363.459694:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761363.459697:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761363.459701:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761363.459704:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761363.459706:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761363.459708:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761363.459713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761363.459714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761363.459717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761363.459719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761364.483755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761364.483764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761364.483771:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761364.483773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761364.483776:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761364.483777:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761364.483805:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761364.483809:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761364.483813:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761365.508035:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761365.508040:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761365.508044:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761365.508047:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761365.508049:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761365.508051:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761365.508053:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761365.508054:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761365.508055:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761365.508056:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761365.508059:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761365.508060:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761366.531794:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761366.531800:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761366.531804:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761366.531805:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761366.531814:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761366.531816:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761366.531837:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761366.531840:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761366.531843:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761367.107664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761367.107674:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761367.107677:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761367.107680:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761367.107684:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761367.107691:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2751
00000400:00000200:3.0:1787761367.107699:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761367.107705:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761367.107708:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761367.107710:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761367.107714:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761367.107715:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761367.107717:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761367.107720:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761367.107721:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761367.107724:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761367.107726:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761367.107728:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761367.107729:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761367.107731:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761367.107732:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761367.107733:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761367.107735:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761367.107738:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761367.107740:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761367.107742:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761367.107744:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761367.107747:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761367.107748:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761367.107750:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761367.107752:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761367.107761:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761367.107764:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761367.107767:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761367.107769:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761367.107771:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761367.107774:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761367.107778:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761367.107785:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761367.107791:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761367.107799:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883710592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761367.107807:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761367.107811:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761367.107814:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883710592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761367.107834:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761367.107836:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761367.107838:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761367.107839:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761367.107840:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761367.107842:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761367.107844:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2751
00000400:00000200:3.0:1787761367.107846:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761367.107848:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761367.107849:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761367.107851:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761367.107852:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761367.107853:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761367.107854:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761367.107856:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761367.107856:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761367.107857:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761367.107859:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761367.107860:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761367.107861:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761367.107863:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761367.107865:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761367.107866:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761367.107868:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761367.107870:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761367.107871:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761367.107873:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761367.107874:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761367.107880:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761367.107883:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761367.107885:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761367.107889:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761367.107892:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761367.107895:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761367.107897:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787761367.107900:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761367.107902:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761367.107904:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761367.107908:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761367.107911:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761367.107914:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761367.107929:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761367.107936:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761367.107943:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883710720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761367.107957:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761367.107961:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761367.107967:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883710720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761367.107984:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761367.107988:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761367.107992:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761367.107994:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761367.107998:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761367.108000:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761367.108004:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2751
00000400:00000200:3.0:1787761367.108010:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761367.108014:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761367.108019:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761367.108021:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761367.108024:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761367.108027:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761367.108031:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761367.108036:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761367.108037:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761367.108040:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761367.108043:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761367.108046:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761367.108050:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761367.108054:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761367.108055:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761367.108056:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761367.108057:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761367.108059:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761367.108060:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761367.108062:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761367.108064:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761367.108066:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761367.108069:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761367.108074:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761367.108075:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761367.108077:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761367.108080:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761367.108086:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787761367.108088:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761367.108090:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761367.108091:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761367.108093:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761367.108096:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761367.108098:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761367.108102:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761367.108107:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761367.108114:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883710848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761367.108127:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761367.108130:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761367.108138:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883710848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761367.108147:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761367.108150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761367.108154:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761367.108157:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761367.108159:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761367.108162:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761367.108165:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2751
00000400:00000200:3.0:1787761367.108170:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761367.108173:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761367.108176:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761367.108180:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761367.108183:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761367.108186:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761367.108189:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761367.108193:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1787761367.108193:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000040:3.0:1787761367.108196:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761367.108199:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1787761367.108199:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000020:00000040:3.0:1787761367.108201:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761367.108205:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761367.108208:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761367.108216:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761367.108220:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761367.108225:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761367.108229:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761367.108232:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761367.108239:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761367.108244:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761367.108248:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761367.108253:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761367.108258:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761367.108262:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761367.108266:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761367.108269:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761367.108271:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761367.108288:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761367.108293:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761367.108296:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761367.108299:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761367.108303:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761367.108306:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761367.108309:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761367.108315:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761367.108320:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761367.108328:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883710976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761367.108339:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761367.108343:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761367.108351:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883710976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761367.108378:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761367.108382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761367.108387:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761367.108390:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761367.108393:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761367.108398:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761367.108403:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2751
00000400:00000200:3.0:1787761367.108409:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761367.108415:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761367.108419:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761367.108421:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761367.108425:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761367.108427:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761367.108432:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761367.108437:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761367.108439:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761367.108441:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761367.108445:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761367.108448:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761367.108454:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761367.108462:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761367.108466:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761367.108472:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761367.108477:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761367.108482:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761367.108487:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761367.108491:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761367.108493:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761367.108496:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761367.108501:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761367.108503:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761367.108504:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761367.108505:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761367.108506:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761367.108510:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761367.108513:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761367.108516:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761367.108519:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761367.108523:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761367.108525:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761367.108527:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761367.108533:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761367.108538:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761367.108546:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883711104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761367.108589:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761367.108592:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761367.108621:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883711104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761367.108634:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761367.108639:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2762)
00000800:00000200:1.1:1787761367.108782:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761367.108784:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787761367.108995:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761367.108996:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787761367.109159:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761367.109161:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787761367.109351:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761367.109353:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1787761367.555737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761367.555744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761367.555750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761367.555752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761367.555755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761367.555759:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761367.555761:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761367.555764:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761367.555767:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761367.555769:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761367.555771:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761367.555773:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761368.387733:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297425659, at 4297425664
00000100:00000010:0.0:1787761368.387753:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787761368.579712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761368.579721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761368.579728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761368.579730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761368.579734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761368.579735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761368.579762:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761368.579765:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761368.579768:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761369.603701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761369.603706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761369.603709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761369.603710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761369.603712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761369.603713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761370.627691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761370.627697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761370.627700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761370.627701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761370.627703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761370.627704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761370.627719:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761370.627721:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761370.627723:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761371.651701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761371.651706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761371.651709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761371.651710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761371.651712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761371.651713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761372.227715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761372.227724:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761372.227726:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761372.227729:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761372.227733:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761372.227741:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2757
00000400:00000200:3.0:1787761372.227757:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761372.227763:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761372.227766:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761372.227768:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761372.227771:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761372.227773:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761372.227774:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761372.227778:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761372.227779:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761372.227781:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761372.227784:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761372.227786:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761372.227787:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761372.227789:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761372.227791:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761372.227792:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761372.227793:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761372.227796:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761372.227799:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761372.227800:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761372.227802:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761372.227805:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761372.227807:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761372.227809:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761372.227810:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761372.227824:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761372.227826:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761372.227830:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761372.227831:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761372.227834:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761372.227837:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761372.227841:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761372.227848:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761372.227854:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761372.227862:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883711232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761372.227871:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761372.227874:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761372.227877:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883711232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761372.227894:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761372.227896:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761372.227898:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761372.227899:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761372.227900:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761372.227902:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761372.227904:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2757
00000400:00000200:3.0:1787761372.227905:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761372.227908:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761372.227909:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761372.227911:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761372.227913:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761372.227914:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761372.227916:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761372.227917:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761372.227918:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761372.227919:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761372.227920:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761372.227922:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761372.227924:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761372.227926:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761372.227928:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761372.227931:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761372.227933:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761372.227937:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761372.227939:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761372.227942:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761372.227944:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761372.227949:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761372.227953:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761372.227956:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761372.227961:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761372.227964:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761372.227967:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761372.227971:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787761372.227975:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761372.227976:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761372.227978:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761372.227982:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761372.227984:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761372.227986:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761372.227992:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761372.227997:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761372.228003:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883711360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761372.228011:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761372.228014:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761372.228017:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883711360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761372.228024:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761372.228027:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761372.228030:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761372.228032:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761372.228033:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761372.228034:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761372.228045:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2757
00000400:00000200:3.0:1787761372.228051:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761372.228057:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761372.228060:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761372.228065:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761372.228068:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761372.228072:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761372.228075:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761372.228080:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761372.228084:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761372.228086:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761372.228088:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761372.228091:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761372.228095:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761372.228103:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761372.228107:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761372.228112:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761372.228116:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761372.228122:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761372.228129:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761372.228135:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761372.228139:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761372.228143:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761372.228147:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761372.228149:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761372.228153:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761372.228157:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761372.228159:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761372.228165:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761372.228168:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761372.228172:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761372.228174:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761372.228177:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761372.228178:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761372.228181:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761372.228186:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761372.228191:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761372.228199:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883711488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761372.228208:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761372.228211:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761372.228218:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883711488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761372.228228:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761372.228231:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761372.228237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761372.228239:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761372.228240:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761372.228243:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761372.228247:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2757
00000400:00000200:3.0:1787761372.228252:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761372.228259:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000800:00000200:1.1:1787761372.228261:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:3.0:1787761372.228262:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761372.228268:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000800:00000200:1.1:1787761372.228268:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1787761372.228286:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761372.228292:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761372.228297:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761372.228302:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761372.228305:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761372.228308:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761372.228310:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761372.228312:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761372.228315:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761372.228322:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761372.228326:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761372.228331:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761372.228334:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761372.228337:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761372.228341:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761372.228346:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761372.228347:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761372.228350:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761372.228353:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761372.228355:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761372.228358:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761372.228363:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761372.228366:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761372.228370:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761372.228374:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761372.228380:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761372.228381:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761372.228383:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761372.228385:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761372.228387:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761372.228393:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761372.228398:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761372.228416:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883711616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761372.228429:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761372.228432:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761372.228437:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883711616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761372.228446:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761372.228450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761372.228454:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761372.228456:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761372.228458:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761372.228463:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761372.228467:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2757
00000400:00000200:3.0:1787761372.228473:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761372.228480:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761372.228485:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761372.228490:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761372.228494:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761372.228497:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761372.228500:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761372.228503:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761372.228504:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761372.228506:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761372.228515:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761372.228520:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761372.228524:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761372.228529:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761372.228533:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761372.228538:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761372.228542:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761372.228547:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761372.228553:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761372.228556:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761372.228559:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761372.228561:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761372.228565:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761372.228569:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761372.228570:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761372.228574:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761372.228578:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761372.228584:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761372.228588:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761372.228593:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761372.228622:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761372.228627:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761372.228630:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761372.228632:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761372.228639:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761372.228646:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761372.228655:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883711744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761372.228691:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761372.228695:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761372.228705:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883711744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761372.228733:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761372.228745:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2767)
00000800:00000200:1.1:1787761372.228902:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761372.228903:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761372.229126:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761372.229128:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761372.229312:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761372.229314:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761372.229531:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761372.229533:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1787761372.675712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761372.675719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761372.675724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761372.675725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761372.675728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761372.675729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761372.675755:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761372.675758:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761372.675762:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761373.507717:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297430779, at 4297430784
00000100:00000010:0.0:1787761373.507736:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00010000:00000001:0.0:1787761373.699723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761373.699733:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761373.699735:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761373.699737:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761373.699742:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761373.699744:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761373.699745:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761373.699747:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761373.699750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761373.699751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761373.699753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761373.699754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761374.723715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761374.723722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761374.723728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761374.723729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761374.723732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761374.723734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761374.723756:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761374.723759:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761374.723761:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761375.747719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761375.747725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761375.747731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761375.747734:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761375.747736:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761375.747739:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761375.747742:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761375.747744:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761375.747746:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761375.747749:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761375.747752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761375.747753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761376.771728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761376.771733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761376.771737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761376.771737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761376.771740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761376.771740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761376.771776:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761376.771777:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761376.771779:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761377.348203:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761377.348207:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761377.348880:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761377.348883:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761377.349155:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761377.349157:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761377.349432:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761377.349435:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761377.349660:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761377.349662:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787761377.795744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761377.795751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761377.795756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761377.795757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761377.795760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761377.795763:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761377.795765:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761377.795768:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761377.795771:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761377.795773:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761377.795774:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761377.795776:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761378.627660:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297435899, at 4297435904
00000100:00000010:0.0:1787761378.627678:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc00.
00010000:00000001:0.0:1787761378.819714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761378.819719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761378.819722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761378.819723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761378.819725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761378.819726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761378.819768:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761378.819771:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761378.819774:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761379.843717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761379.843732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761379.843743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761379.843745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761379.843748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761379.843749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761380.867697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761380.867701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761380.867705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761380.867706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761380.867708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761380.867709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761380.867743:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761380.867745:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761380.867746:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761381.891708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761381.891714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761381.891720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761381.891721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761381.891725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761381.891726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761382.467726:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761382.467736:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761382.467739:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761382.467742:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761382.467747:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761382.467754:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2767
00000400:00000200:3.0:1787761382.467762:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761382.467768:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761382.467771:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761382.467774:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761382.467777:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761382.467780:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761382.467782:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761382.467786:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761382.467788:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761382.467790:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761382.467793:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761382.467795:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761382.467797:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761382.467799:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761382.467800:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761382.467801:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761382.467803:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761382.467806:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761382.467808:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761382.467810:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761382.467813:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761382.467816:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761382.467818:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761382.467826:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761382.467828:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761382.467843:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787761382.467847:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761382.467851:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761382.467853:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761382.467856:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761382.467859:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761382.467863:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761382.467869:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761382.467874:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761382.467881:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883712512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761382.467888:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761382.467891:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761382.467894:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883712512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761382.467909:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761382.467912:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761382.467915:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761382.467917:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761382.467918:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761382.467921:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761382.467923:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2767
00000400:00000200:3.0:1787761382.467927:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761382.467930:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761382.467932:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761382.467935:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761382.467937:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761382.467938:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761382.467940:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761382.467943:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761382.467944:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761382.467945:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761382.467947:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761382.467949:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761382.467951:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761382.467954:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761382.467956:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761382.467958:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761382.467959:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761382.467962:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761382.467964:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761382.467967:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761382.467968:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761382.467973:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761382.467975:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761382.467977:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761382.467981:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761382.467984:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761382.467985:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761382.467988:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e83c0.
00000020:00000040:3.0:1787761382.467990:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761382.467993:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761382.467994:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761382.467995:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761382.467997:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761382.467999:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761382.468004:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761382.468007:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761382.468012:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e83c0 x1874600883712640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761382.468018:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761382.468021:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761382.468024:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1eeea11] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e83c0 x1874600883712640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761382.468032:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761382.468035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761382.468038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761382.468039:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761382.468041:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761382.468043:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761382.468046:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2767
00000400:00000200:3.0:1787761382.468049:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761382.468051:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761382.468053:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761382.468056:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761382.468058:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761382.468059:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761382.468061:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761382.468064:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761382.468065:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761382.468066:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761382.468068:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761382.468070:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761382.468083:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761382.468087:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761382.468089:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761382.468091:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761382.468093:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761382.468095:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761382.468098:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761382.468100:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761382.468102:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761382.468104:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761382.468106:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761382.468108:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761382.468110:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761382.468112:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761382.468114:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761382.468117:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761382.468119:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761382.468121:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761382.468123:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761382.468129:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787761382.468132:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761382.468133:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787761382.468133:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
02000000:00000001:3.0:1787761382.468135:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761382.468139:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761382.468142:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761382.468146:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883712768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761382.468153:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761382.468155:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761382.468158:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883712768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761382.468165:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761382.468168:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761382.468171:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761382.468173:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761382.468174:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761382.468176:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761382.468179:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2767
00000400:00000200:3.0:1787761382.468182:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761382.468184:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761382.468186:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761382.468188:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761382.468190:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761382.468192:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761382.468194:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761382.468196:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761382.468197:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761382.468199:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761382.468200:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761382.468202:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761382.468204:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761382.468206:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761382.468208:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761382.468210:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761382.468211:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761382.468214:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761382.468216:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761382.468218:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761382.468220:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761382.468223:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761382.468225:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761382.468226:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761382.468228:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761382.468231:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761382.468232:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761382.468235:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761382.468237:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761382.468240:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761382.468241:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761382.468243:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761382.468244:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761382.468245:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761382.468248:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761382.468251:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761382.468255:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883712896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761382.468262:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761382.468263:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761382.468267:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883712896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761382.468274:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761382.468276:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761382.468279:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761382.468281:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761382.468282:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761382.468285:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761382.468286:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2767
00000400:00000200:3.0:1787761382.468289:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761382.468292:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761382.468294:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761382.468296:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761382.468298:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761382.468300:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761382.468302:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761382.468304:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761382.468306:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761382.468307:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761382.468309:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761382.468311:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761382.468313:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761382.468315:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761382.468316:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761382.468319:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761382.468321:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761382.468323:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761382.468326:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761382.468328:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761382.468330:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761382.468332:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761382.468333:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761382.468335:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761382.468336:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761382.468339:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761382.468340:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761382.468343:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761382.468345:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761382.468347:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761382.468348:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761382.468350:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761382.468351:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761382.468353:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761382.468355:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761382.468358:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761382.468361:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883713024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761382.468373:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761382.468374:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761382.468377:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883713024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761382.468385:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761382.468389:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2777)
00000800:00000200:1.1:1787761382.468511:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761382.468513:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761382.468732:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761382.468734:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761382.468925:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761382.468926:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761382.469169:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761382.469171:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787761382.915684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761382.915690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761382.915696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761382.915697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761382.915700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761382.915701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761382.915746:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761382.915749:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761382.915752:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761383.747718:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297441019, at 4297441024
00000100:00000010:0.0:1787761383.747734:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00010000:00000001:0.0:1787761383.939699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761383.939707:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761383.939709:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761383.939712:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761383.939716:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761383.939719:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761383.939720:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761383.939723:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761383.939725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761383.939726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761383.939729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761383.939730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761384.963691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761384.963695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761384.963699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761384.963699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761384.963701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761384.963702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761384.963719:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761384.963721:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761384.963723:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761385.987698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761385.987705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761385.987711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761385.987715:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761385.987717:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761385.987720:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761385.987724:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761385.987726:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761385.987728:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761385.987731:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761385.987734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761385.987736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761387.011719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761387.011724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761387.011729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761387.011730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761387.011732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761387.011733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761387.011751:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761387.011753:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761387.011755:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761387.587687:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761387.587696:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761387.587698:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761387.587702:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761387.587705:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761387.587711:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2772
00000400:00000200:3.0:1787761387.587718:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761387.587723:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761387.587726:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761387.587728:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761387.587731:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761387.587733:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761387.587734:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761387.587737:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761387.587739:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761387.587741:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761387.587743:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761387.587745:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761387.587747:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761387.587749:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761387.587750:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761387.587751:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761387.587753:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761387.587756:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761387.587758:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761387.587760:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761387.587762:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761387.587765:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761387.587767:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761387.587769:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761387.587772:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761387.587782:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787761387.587786:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761387.587790:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761387.587792:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761387.587795:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761387.587798:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761387.587802:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761387.587820:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761387.587828:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761387.587840:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883713152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761387.587851:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761387.587856:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761387.587861:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883713152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761387.587884:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761387.587887:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761387.587889:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761387.587891:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761387.587892:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761387.587895:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761387.587897:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2772
00000400:00000200:3.0:1787761387.587901:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761387.587904:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761387.587906:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761387.587909:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761387.587910:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761387.587912:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761387.587915:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761387.587916:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761387.587917:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761387.587919:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761387.587921:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761387.587924:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761387.587926:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761387.587930:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761387.587933:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761387.587939:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761387.587944:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761387.587949:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761387.587954:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761387.587959:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761387.587963:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761387.587969:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761387.587971:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761387.587987:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761387.587991:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761387.587996:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761387.588000:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761387.588006:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761387.588010:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761387.588014:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761387.588018:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761387.588021:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761387.588024:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761387.588027:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761387.588033:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761387.588041:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761387.588049:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883713280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761387.588057:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761387.588061:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761387.588065:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883713280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761387.588084:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761387.588091:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761387.588099:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761387.588103:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761387.588108:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761387.588113:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761387.588119:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2772
00000400:00000200:3.0:1787761387.588129:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761387.588135:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761387.588139:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761387.588143:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761387.588145:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761387.588150:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761387.588156:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761387.588158:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761387.588160:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761387.588165:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761387.588166:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761387.588169:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761387.588172:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761387.588179:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761387.588183:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761387.588187:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761387.588191:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761387.588194:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761387.588200:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761387.588203:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761387.588206:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761387.588210:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761387.588214:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761387.588217:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761387.588220:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761387.588225:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761387.588228:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761387.588232:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761387.588236:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761387.588241:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761387.588242:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761387.588243:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761387.588246:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761387.588248:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761387.588255:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761387.588260:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761387.588268:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883713408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787761387.588269:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761387.588276:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787761387.588278:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761387.588282:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761387.588288:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883713408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761387.588295:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761387.588298:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761387.588306:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761387.588309:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761387.588311:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761387.588318:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761387.588326:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2772
00000400:00000200:3.0:1787761387.588335:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761387.588342:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761387.588347:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761387.588357:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761387.588363:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761387.588371:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761387.588377:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761387.588383:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761387.588386:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761387.588391:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761387.588395:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761387.588398:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761387.588400:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761387.588404:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761387.588407:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761387.588413:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761387.588419:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761387.588424:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761387.588431:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761387.588437:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761387.588440:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761387.588445:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761387.588451:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761387.588457:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761387.588461:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761387.588467:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761387.588470:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761387.588476:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761387.588481:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761387.588487:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761387.588490:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761387.588494:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761387.588498:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761387.588502:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761387.588506:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761387.588512:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761387.588520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883713536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761387.588544:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761387.588548:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761387.588557:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883713536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761387.588578:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761387.588585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761387.588623:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761387.588629:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761387.588633:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761387.588639:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761387.588644:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2772
00000400:00000200:3.0:1787761387.588652:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761387.588658:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761387.588661:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761387.588670:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761387.588674:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761387.588680:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761387.588684:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761387.588688:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761387.588690:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761387.588693:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761387.588696:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761387.588701:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761387.588706:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761387.588711:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761387.588714:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761387.588718:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761387.588721:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761387.588724:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761387.588728:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761387.588733:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761387.588737:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761387.588741:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761387.588745:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761387.588748:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761387.588752:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761387.588757:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761387.588763:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761387.588770:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787761387.588774:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761387.588778:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761387.588780:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761387.588783:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761387.588786:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761387.588789:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761387.588793:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761387.588799:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761387.588806:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883713664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761387.588823:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761387.588828:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761387.588835:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883713664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761387.588850:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761387.588856:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2782)
00000800:00000200:1.1:1787761387.588929:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761387.588931:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761387.589246:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761387.589250:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761387.589506:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761387.589508:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761387.589798:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761387.589800:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787761388.035670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761388.035675:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761388.035679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761388.035681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761388.035683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761388.035686:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761388.035688:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761388.035690:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761388.035696:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761388.035698:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761388.035700:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761388.035701:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761388.867658:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297446139, at 4297446144
00000100:00000010:0.0:1787761388.867672:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787761389.059680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761389.059685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761389.059690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761389.059691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761389.059693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761389.059694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761389.059710:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761389.059712:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761389.059714:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761390.083675:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761390.083680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761390.083685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761390.083686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761390.083688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761390.083689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761391.107744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761391.107752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761391.107759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761391.107761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761391.107764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761391.107766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761391.107794:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761391.107797:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761391.107801:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761392.131685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761392.131691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761392.131696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761392.131697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761392.131699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761392.131700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761392.707714:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761392.707725:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761392.707728:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761392.707731:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761392.707736:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761392.707744:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2777
00000400:00000200:3.0:1787761392.707754:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761392.707761:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761392.707764:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761392.707768:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761392.707772:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761392.707774:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761392.707777:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761392.707781:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761392.707784:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761392.707787:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761392.707790:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761392.707793:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761392.707796:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761392.707800:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761392.707802:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761392.707805:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761392.707807:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761392.707811:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761392.707815:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761392.707818:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761392.707821:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761392.707825:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761392.707827:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761392.707830:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761392.707832:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761392.707842:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787761392.707847:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761392.707851:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761392.707853:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761392.707856:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761392.707859:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761392.707863:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761392.707890:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761392.707898:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761392.707907:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883713792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761392.707919:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761392.707924:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761392.707929:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883713792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761392.707950:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761392.707953:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761392.707957:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761392.707958:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761392.707960:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761392.707963:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761392.707967:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2777
00000400:00000200:3.0:1787761392.707971:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761392.707975:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761392.707977:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761392.707980:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761392.707983:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761392.707985:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761392.707988:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761392.707990:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761392.707991:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761392.707993:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761392.707995:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761392.707997:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761392.708000:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761392.708003:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761392.708006:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761392.708008:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761392.708010:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761392.708013:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761392.708016:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761392.708019:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761392.708021:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761392.708026:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761392.708029:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761392.708031:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761392.708035:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761392.708038:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761392.708041:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761392.708044:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761392.708047:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761392.708050:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761392.708051:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761392.708053:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761392.708055:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761392.708057:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761392.708063:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761392.708066:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761392.708071:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883713920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761392.708079:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761392.708081:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761392.708086:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883713920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761392.708104:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761392.708107:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761392.708110:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761392.708111:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761392.708113:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761392.708115:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761392.708118:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2777
00000400:00000200:3.0:1787761392.708122:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761392.708125:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761392.708127:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761392.708130:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761392.708132:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761392.708134:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761392.708136:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761392.708139:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761392.708140:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761392.708142:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761392.708144:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761392.708147:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761392.708149:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761392.708152:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761392.708155:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761392.708158:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761392.708160:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761392.708162:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761392.708165:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761392.708167:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761392.708169:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761392.708172:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761392.708174:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761392.708176:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761392.708178:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761392.708181:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761392.708183:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761392.708186:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000800:00000200:1.1:1787761392.708186:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000040:3.0:1787761392.708188:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000800:00000200:1.1:1787761392.708190:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
02000000:00000001:3.0:1787761392.708191:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761392.708193:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761392.708195:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761392.708197:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761392.708198:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761392.708202:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761392.708205:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761392.708210:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883714048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761392.708217:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761392.708219:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761392.708223:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883714048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761392.708233:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761392.708235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761392.708240:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761392.708241:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761392.708243:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761392.708246:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761392.708248:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2777
00000400:00000200:3.0:1787761392.708251:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761392.708254:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761392.708256:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761392.708259:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761392.708261:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761392.708263:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761392.708266:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761392.708268:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761392.708269:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761392.708271:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761392.708272:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761392.708275:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761392.708277:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761392.708280:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761392.708282:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761392.708285:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761392.708287:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761392.708290:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761392.708292:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761392.708294:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761392.708296:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761392.708299:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761392.708301:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761392.708304:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761392.708306:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761392.708308:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761392.708310:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761392.708313:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761392.708316:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761392.708319:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761392.708320:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761392.708322:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761392.708323:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761392.708325:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761392.708329:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761392.708341:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761392.708345:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883714176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761392.708354:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761392.708356:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761392.708360:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883714176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761392.708368:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761392.708371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761392.708374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761392.708376:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761392.708378:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761392.708381:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761392.708383:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2777
00000400:00000200:3.0:1787761392.708387:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761392.708389:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761392.708392:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761392.708395:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761392.708397:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761392.708399:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761392.708403:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761392.708405:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761392.708407:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761392.708414:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761392.708416:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761392.708419:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761392.708421:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761392.708424:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761392.708426:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761392.708429:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761392.708431:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761392.708434:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761392.708437:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761392.708440:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761392.708442:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761392.708445:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761392.708447:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761392.708449:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761392.708451:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761392.708454:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761392.708456:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761392.708460:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787761392.708462:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761392.708464:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761392.708466:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761392.708468:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761392.708469:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761392.708471:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761392.708474:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761392.708477:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761392.708482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883714304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761392.708495:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761392.708497:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761392.708501:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883714304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761392.708511:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761392.708515:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2787)
00000800:00000200:1.1:1787761392.708639:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761392.708641:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761392.708844:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761392.708845:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761392.709109:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761392.709111:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761392.709370:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761392.709371:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787761393.155703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761393.155710:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761393.155712:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761393.155715:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761393.155719:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761393.155721:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761393.155722:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761393.155724:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761393.155727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761393.155728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761393.155730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761393.155731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761393.155749:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761393.155751:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761393.155753:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761393.987691:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297451259, at 4297451264
00000100:00000010:0.0:1787761393.987702:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787761394.179733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761394.179739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761394.179745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761394.179746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761394.179748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761394.179749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761395.203708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761395.203713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761395.203717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761395.203720:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761395.203722:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761395.203724:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761395.203727:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761395.203728:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761395.203730:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761395.203731:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761395.203734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761395.203735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761395.203754:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761395.203755:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761395.203758:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761396.227722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761396.227727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761396.227732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761396.227733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761396.227735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761396.227736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761397.251715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761397.251721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761397.251727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761397.251728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761397.251731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761397.251732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761397.251755:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761397.251758:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761397.251761:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761397.828241:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761397.828245:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761397.828838:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761397.828841:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761397.829179:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761397.829180:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761397.829380:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761397.829382:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761397.829568:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761397.829570:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787761398.275697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761398.275702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761398.275705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761398.275706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761398.275709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761398.275711:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761398.275713:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761398.275715:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761398.275717:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761398.275719:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761398.275720:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761398.275721:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761399.107692:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297456379, at 4297456384
00000100:00000010:0.0:1787761399.107709:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00010000:00000001:0.0:1787761399.299690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761399.299694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761399.299698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761399.299699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761399.299701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761399.299702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761399.299719:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761399.299722:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761399.299724:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761400.323710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761400.323717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761400.323722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761400.323723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761400.323739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761400.323740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761401.347739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761401.347745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761401.347751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761401.347752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761401.347756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761401.347758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761401.347799:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761401.347802:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761401.347804:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761402.371705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761402.371710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761402.371715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761402.371715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761402.371717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761402.371718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761402.948134:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761402.948138:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761402.948765:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761402.948770:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761402.948946:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761402.948947:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761402.949140:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761402.949141:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761402.949351:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761402.949352:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787761403.395701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761403.395707:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761403.395709:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761403.395711:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761403.395714:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761403.395716:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761403.395717:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761403.395719:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761403.395721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761403.395722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761403.395725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761403.395726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761403.395758:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761403.395760:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761403.395762:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761404.227706:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297461499, at 4297461504
00000100:00000010:0.0:1787761404.227723:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00010000:00000001:0.0:1787761404.419696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761404.419702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761404.419708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761404.419709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761404.419712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761404.419713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761405.443725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761405.443731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761405.443735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761405.443737:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761405.443739:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761405.443741:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761405.443743:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761405.443745:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761405.443746:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761405.443748:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761405.443750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761405.443750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761405.443768:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761405.443770:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761405.443772:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761406.467720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761406.467726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761406.467731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761406.467732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761406.467735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761406.467736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761407.491703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761407.491708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761407.491712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761407.491713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761407.491715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761407.491716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761407.491734:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761407.491735:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761407.491737:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761408.067734:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761408.067746:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761408.067748:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761408.067752:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761408.067756:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761408.067763:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2792
00000400:00000200:3.0:1787761408.067772:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761408.067777:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761408.067781:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761408.067785:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761408.067788:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761408.067790:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761408.067793:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761408.067797:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761408.067798:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761408.067801:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761408.067804:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761408.067806:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761408.067815:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761408.067818:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761408.067820:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761408.067822:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761408.067824:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761408.067829:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761408.067832:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761408.067834:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761408.067837:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761408.067841:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761408.067843:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761408.067846:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761408.067849:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761408.067858:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787761408.067861:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761408.067865:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761408.067867:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761408.067870:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761408.067873:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761408.067877:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761408.067884:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761408.067890:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761408.067898:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883715712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761408.067908:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761408.067912:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761408.067916:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883715712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761408.067938:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761408.067942:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761408.067945:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761408.067946:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761408.067948:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761408.067951:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761408.067954:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2792
00000400:00000200:3.0:1787761408.067958:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761408.067962:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761408.067965:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761408.067968:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761408.067971:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761408.067974:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761408.067978:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761408.067982:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761408.067984:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761408.067987:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761408.067991:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761408.067996:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761408.068000:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761408.068003:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761408.068005:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761408.068007:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761408.068010:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761408.068014:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761408.068019:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761408.068023:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761408.068026:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761408.068032:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761408.068036:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761408.068039:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761408.068044:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761408.068049:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761408.068051:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761408.068057:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787761408.068061:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761408.068063:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761408.068066:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761408.068068:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761408.068070:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761408.068073:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761408.068079:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761408.068084:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761408.068090:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883715840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761408.068100:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761408.068103:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761408.068110:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883715840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761408.068122:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761408.068126:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761408.068129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761408.068131:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761408.068133:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761408.068136:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761408.068139:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2792
00000400:00000200:3.0:1787761408.068145:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761408.068151:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761408.068154:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761408.068166:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761408.068170:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761408.068175:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761408.068179:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761408.068182:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761408.068183:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761408.068185:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761408.068188:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761408.068191:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761408.068194:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761408.068201:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761408.068203:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761408.068207:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761408.068209:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761408.068211:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761408.068216:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761408.068218:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761408.068223:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761408.068225:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1787761408.068226:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:3.0:1787761408.068227:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761408.068229:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1787761408.068230:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761408.068234:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761408.068238:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761408.068242:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761408.068247:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787761408.068250:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761408.068255:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761408.068257:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761408.068259:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761408.068261:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761408.068264:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761408.068268:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761408.068272:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761408.068278:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883715968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761408.068287:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761408.068290:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761408.068296:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883715968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761408.068309:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761408.068310:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761408.068313:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761408.068314:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761408.068315:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761408.068317:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761408.068321:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2792
00000400:00000200:3.0:1787761408.068328:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761408.068332:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761408.068339:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761408.068342:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761408.068346:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761408.068347:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761408.068350:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761408.068352:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761408.068354:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761408.068356:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761408.068358:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761408.068361:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761408.068364:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761408.068368:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761408.068371:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761408.068376:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761408.068380:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761408.068383:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761408.068388:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761408.068392:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761408.068394:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761408.068398:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761408.068401:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761408.068404:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761408.068407:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761408.068412:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761408.068414:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761408.068418:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761408.068423:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761408.068429:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761408.068431:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761408.068435:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761408.068437:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761408.068439:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761408.068446:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761408.068451:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761408.068459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883716096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761408.068475:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761408.068478:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761408.068486:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883716096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761408.068513:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761408.068520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761408.068528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761408.068533:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761408.068536:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761408.068538:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761408.068542:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2792
00000400:00000200:3.0:1787761408.068550:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761408.068555:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761408.068560:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761408.068566:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761408.068571:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761408.068589:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761408.068625:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761408.068631:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761408.068635:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761408.068639:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761408.068643:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761408.068649:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761408.068654:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761408.068662:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761408.068668:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761408.068674:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761408.068675:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761408.068678:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761408.068682:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761408.068685:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761408.068689:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761408.068692:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761408.068694:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761408.068695:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761408.068697:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761408.068698:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761408.068699:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761408.068702:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787761408.068704:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761408.068705:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761408.068707:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761408.068708:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761408.068710:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761408.068713:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761408.068716:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761408.068721:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761408.068728:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883716224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761408.068750:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761408.068754:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761408.068759:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883716224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761408.068773:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761408.068777:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2803)
00000800:00000200:1.1:1787761408.068831:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761408.068832:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761408.068995:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761408.068996:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761408.069177:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761408.069178:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761408.069390:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761408.069392:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00010000:00000001:0.0:1787761408.515738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761408.515744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761408.515749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761408.515751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761408.515754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761408.515757:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761408.515759:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761408.515762:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761408.515765:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761408.515767:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761408.515770:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761408.515772:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761409.347714:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297466619, at 4297466624
00000100:00000010:0.0:1787761409.347730:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787761409.539698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761409.539703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761409.539706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761409.539707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761409.539709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761409.539710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761409.539727:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761409.539729:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761409.539731:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761410.563696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761410.563700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761410.563704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761410.563705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761410.563707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761410.563707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761411.587693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761411.587700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761411.587707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761411.587708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761411.587713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761411.587713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761411.587734:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761411.587737:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761411.587739:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761412.611716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761412.611724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761412.611730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761412.611731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761412.611734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761412.611736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761413.188301:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761413.188931:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761413.189148:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761413.189302:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761413.189423:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787761413.635711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761413.635719:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761413.635721:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761413.635724:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761413.635729:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761413.635731:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761413.635732:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761413.635734:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761413.635737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761413.635738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761413.635741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761413.635742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761413.635763:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761413.635766:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761413.635767:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761414.467695:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297471739, at 4297471744
00000100:00000010:0.0:1787761414.467708:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00010000:00000001:0.0:1787761414.659712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761414.659718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761414.659723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761414.659724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761414.659727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761414.659728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761415.683754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761415.683761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761415.683768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761415.683773:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761415.683776:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761415.683780:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761415.683783:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761415.683786:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761415.683788:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761415.683791:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761415.683794:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761415.683795:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761415.683822:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761415.683826:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761415.683829:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787761416.259881:0:2384:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.116:988
00000400:00000100:3.0:1787761416.259923:0:2384:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.116@tcp at host 192.168.204.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787761416.259933:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761416.259937:0:2384:0:(router.c:1791:lnet_notify()) 192.168.204.16@tcp notifying 192.168.204.116@tcp: down
00000400:00000200:3.0:1787761416.259942:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761416.259946:0:2384:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787761416.259950:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:3.0:1787761416.259955:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:3.0:1787761416.259961:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761416.259965:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761416.259972:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240550
00000400:00000010:3.0:1787761416.259975:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240550.
00000100:00000001:3.0:1787761416.259980:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761416.259989:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ede00 x1874600883716352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761416.260013:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761416.260019:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ede00 x1874600883716352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761416.260027:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761416.260029:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787761416.260039:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:3.0:1787761416.260042:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330c00.
00000400:00000200:3.0:1787761416.260046:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761416.260050:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761416.260054:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240000
00000400:00000010:3.0:1787761416.260057:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240000.
00000100:00000001:3.0:1787761416.260062:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761416.260069:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517eda40 x1874600883716480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761416.260089:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761416.260096:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517eda40 x1874600883716480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761416.260106:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761416.260109:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787761416.260120:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:3.0:1787761416.260126:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330d00.
00000400:00000200:3.0:1787761416.260133:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761416.260141:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761416.260150:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482404c8
00000400:00000010:3.0:1787761416.260153:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482404c8.
00000100:00000001:3.0:1787761416.260158:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761416.260167:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ecf00 x1874600883716608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761416.260183:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761416.260190:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ecf00 x1874600883716608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761416.260205:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761416.260209:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787761416.260219:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:3.0:1787761416.260224:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330500.
00000400:00000200:3.0:1787761416.260229:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761416.260238:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761416.260242:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:3.0:1787761416.260244:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:3.0:1787761416.260247:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761416.260253:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ec780 x1874600883716736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761416.260268:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761416.260273:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec780 x1874600883716736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761416.260280:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761416.260282:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787761416.260287:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:3.0:1787761416.260292:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330400.
00000400:00000200:3.0:1787761416.260296:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761416.260306:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761416.260312:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240e58
00000400:00000010:3.0:1787761416.260317:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240e58.
00000100:00000001:3.0:1787761416.260322:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761416.260330:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517eed00 x1874600883716864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761416.260345:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761416.260353:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517eed00 x1874600883716864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761416.260367:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761416.260371:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787761416.707712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761416.707720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761416.707726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761416.707728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761416.707731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761416.707732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761417.731694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761417.731699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761417.731702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761417.731703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761417.731705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761417.731706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761417.731746:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761417.731749:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761417.731752:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761418.307750:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761418.307760:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761418.307762:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761418.307766:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761418.307771:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761418.307778:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2803
00000400:00000200:3.0:1787761418.307787:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761418.307794:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761418.307797:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761418.307801:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761418.307805:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761418.307807:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761418.307814:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761418.307818:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761418.307820:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761418.307823:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761418.307827:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761418.307830:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761418.307833:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761418.307836:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761418.307838:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761418.307840:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761418.307842:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761418.307846:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761418.307849:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761418.307851:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761418.307855:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761418.307859:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761418.307862:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761418.307865:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761418.307868:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761418.307875:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761418.307880:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761418.307884:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761418.307886:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761418.307890:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761418.307893:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761418.307899:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761418.307909:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761418.307918:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761418.307931:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883716992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761418.307950:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761418.307956:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761418.307962:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883716992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761418.307989:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761418.307992:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761418.307995:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761418.307996:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761418.307997:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761418.308001:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761418.308003:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2803
00000400:00000200:3.0:1787761418.308007:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761418.308010:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761418.308013:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761418.308016:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761418.308018:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761418.308020:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761418.308022:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761418.308024:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761418.308025:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761418.308027:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761418.308029:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761418.308031:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761418.308033:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761418.308035:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761418.308037:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761418.308039:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761418.308041:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761418.308044:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761418.308046:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761418.308048:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761418.308050:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761418.308059:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761418.308061:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761418.308063:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761418.308069:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761418.308072:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761418.308074:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761418.308078:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787761418.308081:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761418.308083:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761418.308084:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761418.308086:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761418.308088:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761418.308091:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761418.308096:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761418.308100:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761418.308105:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883717120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761418.308115:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761418.308120:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761418.308129:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883717120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761418.308145:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761418.308151:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761418.308156:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761418.308159:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761418.308163:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761418.308170:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761418.308179:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2803
00000400:00000200:3.0:1787761418.308205:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761418.308214:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761418.308224:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761418.308235:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761418.308240:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761418.308249:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761418.308252:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761418.308259:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761418.308266:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761418.308271:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761418.308275:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761418.308277:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761418.308281:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761418.308291:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761418.308296:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761418.308301:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761418.308306:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761418.308317:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761418.308328:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761418.308333:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761418.308341:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761418.308345:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761418.308348:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761418.308356:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761418.308361:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761418.308372:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761418.308387:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761418.308395:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787761418.308401:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761418.308407:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761418.308412:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761418.308421:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761418.308425:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761418.308429:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761418.308436:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761418.308445:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761418.308457:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883717248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761418.308468:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761418.308474:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761418.308483:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883717248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761418.308501:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761418.308505:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761418.308509:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761418.308511:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761418.308515:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761418.308524:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787761418.308668:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761418.308671:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761418.309111:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761418.309114:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761418.309406:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761418.309409:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000100:00080000:3.0:1787761418.309630:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2803
00000400:00000200:3.0:1787761418.309643:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761418.309651:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761418.309655:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761418.309659:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761418.309663:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761418.309670:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761418.309679:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761418.309685:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761418.309690:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761418.309696:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761418.309699:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761418.309708:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761418.309720:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761418.309731:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761418.309737:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761418.309744:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761418.309751:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761418.309758:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761418.309766:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761418.309774:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761418.309779:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761418.309787:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761418.309796:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761418.309802:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761418.309808:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761418.309814:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761418.309820:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761418.309830:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761418.309836:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761418.309843:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761418.309846:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761418.309853:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761418.309857:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761418.309864:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761418.309878:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761418.309889:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761418.309905:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883717376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761418.309930:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761418.309938:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761418.309947:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883717376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761418.309977:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761418.309982:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761418.309986:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761418.309988:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761418.309991:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761418.310000:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761418.310007:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2803
00000400:00000200:3.0:1787761418.310016:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761418.310025:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761418.310032:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761418.310041:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761418.310048:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761418.310056:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761418.310062:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761418.310071:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761418.310074:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761418.310080:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761418.310085:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761418.310092:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761418.310097:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761418.310106:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761418.310114:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761418.310122:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761418.310130:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761418.310141:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761418.310154:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761418.310160:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761418.310164:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761418.310170:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761418.310180:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761418.310186:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761418.310191:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761418.310197:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761418.310201:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761418.310211:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761418.310217:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761418.310226:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761418.310230:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761418.310235:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761418.310238:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761418.310242:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761418.310255:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761418.310264:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761418.310276:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883717504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761418.310307:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761418.310313:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761418.310326:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883717504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761418.310367:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761418.310393:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2813)
00000800:00000200:1.1:1787761418.310416:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761418.310420:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761418.310805:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761418.310808:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787761418.755711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761418.755718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761418.755724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761418.755726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761418.755729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761418.755732:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761418.755734:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761418.755737:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761418.755739:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761418.755741:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761418.755743:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761418.755745:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761419.587674:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297476859, at 4297476864
00000100:00000010:0.0:1787761419.587682:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00010000:00000001:0.0:1787761419.779690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761419.779696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761419.779703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761419.779704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761419.779707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761419.779709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761419.779746:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761419.779748:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761419.779749:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761420.803717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761420.803724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761420.803729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761420.803730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761420.803733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761420.803735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761421.827700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761421.827707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761421.827713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761421.827714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761421.827718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761421.827719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761421.827749:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761421.827752:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761421.827755:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761422.851702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761422.851707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761422.851710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761422.851711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761422.851713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761422.851714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761423.427693:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761423.427700:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761423.427703:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761423.427705:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761423.427709:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761423.427715:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2808
00000400:00000200:3.0:1787761423.427721:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761423.427726:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761423.427728:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761423.427730:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761423.427733:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761423.427735:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761423.427736:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761423.427739:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761423.427741:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761423.427743:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761423.427751:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761423.427754:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761423.427756:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761423.427759:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761423.427761:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761423.427762:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761423.427764:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761423.427767:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761423.427771:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761423.427773:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761423.427776:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761423.427780:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761423.427782:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761423.427785:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761423.427787:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761423.427797:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761423.427800:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761423.427804:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761423.427806:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761423.427808:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761423.427811:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761423.427823:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761423.427834:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761423.427839:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761423.427847:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883717632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761423.427854:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761423.427859:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761423.427864:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883717632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761423.427888:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761423.427891:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761423.427894:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761423.427895:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761423.427897:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761423.427900:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761423.427902:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2808
00000400:00000200:3.0:1787761423.427906:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761423.427909:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761423.427911:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761423.427914:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761423.427917:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761423.427920:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761423.427922:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761423.427925:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761423.427926:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761423.427929:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761423.427933:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761423.427938:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761423.427942:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761423.427946:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761423.427951:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761423.427956:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761423.427967:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761423.427973:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761423.427982:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761423.427992:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761423.427996:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761423.428003:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761423.428009:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761423.428014:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761423.428020:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761423.428025:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761423.428030:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761423.428039:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787761423.428045:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761423.428051:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761423.428055:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761423.428059:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761423.428062:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761423.428067:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761423.428073:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761423.428081:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761423.428093:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883717760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761423.428111:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761423.428116:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761423.428125:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883717760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761423.428134:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761423.428138:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761423.428143:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761423.428147:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761423.428149:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761423.428154:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761423.428158:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2808
00000400:00000200:3.0:1787761423.428164:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761423.428169:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761423.428171:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761423.428176:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761423.428177:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761423.428181:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761423.428184:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761423.428188:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761423.428190:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761423.428193:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761423.428195:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000800:00000200:1.1:1787761423.428198:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000001:3.0:1787761423.428199:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761423.428203:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000800:00000200:1.1:1787761423.428203:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1787761423.428212:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761423.428216:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761423.428219:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761423.428222:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761423.428224:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761423.428229:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761423.428234:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761423.428236:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761423.428239:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761423.428243:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761423.428246:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761423.428248:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761423.428251:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761423.428253:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761423.428256:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761423.428260:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761423.428264:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761423.428266:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761423.428270:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761423.428272:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761423.428274:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761423.428291:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761423.428295:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761423.428303:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883717888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761423.428313:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761423.428317:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761423.428321:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883717888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761423.428337:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761423.428343:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761423.428348:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761423.428352:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761423.428354:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761423.428357:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761423.428363:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2808
00000400:00000200:3.0:1787761423.428370:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761423.428377:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761423.428383:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761423.428391:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761423.428396:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761423.428403:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761423.428407:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761423.428413:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761423.428416:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761423.428421:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761423.428427:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761423.428434:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761423.428439:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761423.428449:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761423.428452:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761423.428455:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761423.428459:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761423.428461:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761423.428469:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761423.428474:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761423.428478:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761423.428483:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761423.428489:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761423.428493:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761423.428499:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761423.428505:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761423.428510:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761423.428514:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761423.428518:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761423.428521:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761423.428524:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761423.428525:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761423.428528:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761423.428531:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761423.428538:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761423.428545:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761423.428556:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883718016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761423.428575:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761423.428580:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761423.428589:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883718016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761423.428639:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761423.428644:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761423.428652:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761423.428656:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761423.428658:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761423.428663:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761423.428668:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2808
00000400:00000200:3.0:1787761423.428674:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761423.428679:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761423.428683:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761423.428688:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761423.428693:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761423.428697:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761423.428703:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761423.428709:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761423.428713:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761423.428717:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761423.428721:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761423.428727:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761423.428733:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761423.428741:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761423.428745:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761423.428750:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761423.428753:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761423.428757:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761423.428763:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761423.428768:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761423.428771:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761423.428776:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761423.428781:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761423.428787:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761423.428791:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761423.428797:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761423.428801:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761423.428807:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761423.428811:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761423.428816:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761423.428820:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761423.428823:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761423.428824:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761423.428827:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761423.428832:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761423.428840:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761423.428851:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883718144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761423.428874:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761423.428880:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761423.428890:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883718144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787761423.428891:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761423.428895:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787761423.428912:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761423.428921:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2818)
00000800:00000200:1.1:1787761423.429140:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761423.429142:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761423.429374:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761423.429375:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761423.429645:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761423.429646:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787761423.875669:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761423.875677:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761423.875679:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761423.875683:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761423.875687:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761423.875689:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761423.875692:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761423.875694:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761423.875699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761423.875700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761423.875703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761423.875704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761423.875743:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761423.875745:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761423.875747:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761424.707731:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297481979, at 4297481984
00000100:00000010:0.0:1787761424.707761:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787761424.899713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761424.899720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761424.899726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761424.899727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761424.899730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761424.899731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761425.923705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761425.923711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761425.923717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761425.923720:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761425.923722:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761425.923725:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761425.923728:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761425.923731:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761425.923733:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761425.923735:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761425.923738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761425.923739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761425.923771:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761425.923773:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761425.923775:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761426.947708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761426.947714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761426.947720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761426.947721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761426.947725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761426.947726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761427.971709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761427.971714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761427.971718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761427.971719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761427.971721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761427.971722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761427.971740:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761427.971741:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761427.971743:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761428.547704:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761428.547714:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761428.547716:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761428.547719:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761428.547722:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761428.547734:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2813
00000400:00000200:3.0:1787761428.547741:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761428.547745:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761428.547748:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761428.547750:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761428.547753:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761428.547755:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761428.547757:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761428.547760:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761428.547762:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761428.547764:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761428.547766:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761428.547768:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761428.547770:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761428.547772:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761428.547773:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761428.547775:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761428.547776:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761428.547778:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761428.547780:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761428.547781:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761428.547783:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761428.547785:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761428.547787:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761428.547788:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761428.547789:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761428.547797:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e83c0.
00000020:00000040:3.0:1787761428.547799:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761428.547801:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761428.547802:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761428.547804:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761428.547806:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761428.547809:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761428.547815:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761428.547826:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761428.547833:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e83c0 x1874600883718272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761428.547840:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761428.547843:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761428.547847:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1eeea11] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e83c0 x1874600883718272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761428.547863:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761428.547865:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761428.547868:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761428.547870:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761428.547871:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761428.547874:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761428.547877:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2813
00000400:00000200:3.0:1787761428.547881:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761428.547884:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761428.547886:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761428.547889:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761428.547891:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761428.547893:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761428.547895:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761428.547901:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761428.547902:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761428.547903:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761428.547906:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761428.547908:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761428.547910:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761428.547913:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761428.547915:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761428.547916:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761428.547919:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761428.547921:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761428.547923:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761428.547926:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761428.547928:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761428.547934:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761428.547936:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761428.547937:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761428.547941:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761428.547944:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761428.547946:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761428.547950:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787761428.547952:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761428.547954:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761428.547955:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761428.547957:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761428.547959:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761428.547960:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761428.547965:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761428.547968:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761428.547972:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883718400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761428.547979:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761428.547981:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761428.547984:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883718400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761428.547992:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761428.547995:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761428.547999:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761428.548000:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761428.548002:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761428.548004:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761428.548006:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2813
00000400:00000200:3.0:1787761428.548010:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761428.548012:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761428.548015:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761428.548018:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761428.548019:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761428.548021:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761428.548023:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761428.548025:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761428.548026:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761428.548027:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761428.548029:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761428.548030:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761428.548033:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761428.548035:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761428.548037:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761428.548038:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761428.548040:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761428.548042:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761428.548044:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761428.548046:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761428.548048:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761428.548050:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761428.548052:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761428.548054:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761428.548055:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761428.548057:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761428.548059:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761428.548062:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761428.548064:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761428.548066:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761428.548067:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761428.548069:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761428.548070:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761428.548071:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761428.548074:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761428.548077:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761428.548081:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883718528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787761428.548084:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787761428.548087:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1787761428.548088:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1787761428.548089:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761428.548093:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883718528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761428.548099:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761428.548101:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761428.548104:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761428.548105:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761428.548107:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761428.548109:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761428.548112:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2813
00000400:00000200:3.0:1787761428.548114:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761428.548117:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761428.548119:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761428.548122:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761428.548124:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761428.548126:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761428.548128:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761428.548130:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761428.548131:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761428.548132:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761428.548134:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761428.548136:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761428.548137:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761428.548140:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761428.548141:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761428.548143:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761428.548145:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761428.548147:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761428.548150:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761428.548152:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761428.548153:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761428.548156:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761428.548157:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761428.548159:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761428.548161:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761428.548163:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761428.548165:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761428.548167:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761428.548170:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761428.548172:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761428.548173:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761428.548174:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761428.548175:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761428.548189:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761428.548194:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761428.548196:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761428.548200:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883718656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761428.548207:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761428.548209:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761428.548213:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883718656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761428.548220:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761428.548222:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761428.548225:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761428.548227:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761428.548229:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761428.548231:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761428.548233:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2813
00000400:00000200:3.0:1787761428.548237:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761428.548239:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761428.548241:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761428.548244:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761428.548246:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761428.548248:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761428.548250:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761428.548252:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761428.548254:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761428.548255:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761428.548257:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761428.548258:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761428.548260:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761428.548264:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761428.548265:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761428.548267:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761428.548269:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761428.548271:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761428.548273:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761428.548275:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761428.548277:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761428.548279:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761428.548281:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761428.548283:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761428.548284:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761428.548286:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761428.548288:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761428.548291:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761428.548293:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761428.548295:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761428.548296:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761428.548298:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761428.548299:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761428.548300:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761428.548303:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761428.548306:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761428.548309:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883718784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761428.548315:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761428.548317:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761428.548320:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883718784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761428.548327:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761428.548331:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2823)
00000800:00000200:1.1:1787761428.548458:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761428.548459:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761428.548759:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761428.548761:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761428.549032:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761428.549034:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761428.549208:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761428.549209:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787761428.995700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761428.995705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761428.995708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761428.995709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761428.995711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761428.995714:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761428.995715:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761428.995717:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761428.995720:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761428.995722:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761428.995723:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761428.995726:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761429.827668:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297487099, at 4297487104
00000100:00000010:0.0:1787761429.827682:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00010000:00000001:0.0:1787761430.019698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761430.019702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761430.019706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761430.019707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761430.019709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761430.019710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761430.019728:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761430.019729:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761430.019731:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761431.043686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761431.043691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761431.043694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761431.043695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761431.043697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761431.043698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761432.067704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761432.067709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761432.067712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761432.067713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761432.067715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761432.067716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761432.067733:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761432.067735:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761432.067737:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761433.091699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761433.091705:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761433.091707:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761433.091709:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761433.091713:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761433.091714:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761433.091716:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761433.091717:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761433.091720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761433.091720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761433.091723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761433.091723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761433.667697:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761433.667704:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761433.667705:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761433.667708:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761433.667711:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761433.667717:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2818
00000400:00000200:3.0:1787761433.667723:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761433.667727:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761433.667729:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761433.667731:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761433.667734:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761433.667736:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761433.667737:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761433.667740:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761433.667742:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761433.667744:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761433.667746:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761433.667748:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761433.667750:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761433.667751:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761433.667752:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761433.667753:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761433.667754:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761433.667756:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761433.667758:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761433.667759:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761433.667761:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761433.667763:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761433.667765:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761433.667766:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761433.667768:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761433.667774:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787761433.667776:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761433.667780:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761433.667781:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761433.667783:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761433.667785:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761433.667793:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761433.667801:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761433.667806:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761433.667812:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883718912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761433.667819:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761433.667822:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761433.667825:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883718912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761433.667844:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761433.667846:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761433.667848:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761433.667849:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761433.667850:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761433.667852:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761433.667853:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2818
00000400:00000200:3.0:1787761433.667855:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761433.667857:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761433.667858:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761433.667860:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761433.667862:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761433.667864:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761433.667865:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761433.667866:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761433.667867:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761433.667868:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761433.667870:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761433.667871:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761433.667873:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761433.667874:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761433.667876:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761433.667877:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761433.667880:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761433.667882:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761433.667887:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761433.667889:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761433.667891:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761433.667895:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761433.667899:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761433.667903:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761433.667909:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761433.667912:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761433.667915:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761433.667917:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761433.667920:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761433.667924:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761433.667926:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761433.667929:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761433.667932:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761433.667934:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761433.667939:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761433.667944:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761433.667949:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883719040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761433.667959:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761433.667961:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761433.667965:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883719040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761433.667973:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761433.667975:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761433.667979:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761433.667981:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761433.667984:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761433.667988:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761433.667994:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2818
00000400:00000200:3.0:1787761433.668003:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761433.668010:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761433.668015:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761433.668023:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761433.668027:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761433.668031:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761433.668036:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761433.668041:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761433.668042:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761433.668044:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761433.668047:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761433.668051:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761433.668054:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761433.668060:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761433.668062:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761433.668066:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761433.668070:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761433.668075:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761433.668090:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761433.668099:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761433.668104:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761433.668108:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761433.668113:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761433.668118:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761433.668122:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761433.668127:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761433.668129:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761433.668135:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761433.668140:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761433.668145:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1787761433.668148:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:3.0:1787761433.668149:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761433.668153:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1787761433.668153:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
02000000:00000001:3.0:1787761433.668155:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761433.668159:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761433.668165:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761433.668173:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761433.668181:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883719168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761433.668192:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761433.668196:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761433.668204:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883719168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761433.668216:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761433.668221:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761433.668228:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761433.668231:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761433.668234:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761433.668240:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761433.668245:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2818
00000400:00000200:3.0:1787761433.668252:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761433.668259:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761433.668264:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761433.668270:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761433.668273:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761433.668275:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761433.668277:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761433.668282:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761433.668283:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761433.668284:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761433.668287:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761433.668291:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761433.668293:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761433.668300:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761433.668305:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761433.668311:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761433.668314:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761433.668318:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761433.668323:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761433.668328:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761433.668332:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761433.668336:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761433.668339:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761433.668343:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761433.668348:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761433.668353:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761433.668355:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761433.668361:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761433.668365:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761433.668370:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761433.668372:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761433.668376:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761433.668380:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761433.668383:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761433.668390:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761433.668398:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761433.668409:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883719296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761433.668424:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761433.668428:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761433.668436:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883719296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761433.668453:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761433.668458:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761433.668463:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761433.668466:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761433.668469:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761433.668473:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761433.668477:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2818
00000400:00000200:3.0:1787761433.668485:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761433.668491:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761433.668495:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761433.668500:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761433.668512:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761433.668517:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761433.668521:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761433.668524:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761433.668528:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761433.668530:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761433.668533:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761433.668538:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761433.668541:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761433.668553:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761433.668557:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761433.668562:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761433.668567:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761433.668571:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761433.668575:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761433.668581:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761433.668586:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761433.668591:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761433.668615:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761433.668618:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761433.668621:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761433.668623:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761433.668625:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761433.668631:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787761433.668635:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761433.668639:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761433.668642:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761433.668646:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761433.668649:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761433.668653:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761433.668659:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761433.668665:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761433.668673:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883719424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761433.668689:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761433.668693:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761433.668700:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883719424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761433.668715:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761433.668722:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2828)
00000800:00000200:1.1:1787761433.668783:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761433.668784:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761433.668953:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761433.668954:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761433.669189:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761433.669192:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761433.669483:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761433.669485:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1787761434.115701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761434.115708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761434.115712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761434.115713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761434.115715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761434.115716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761434.115734:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761434.115736:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761434.115737:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761434.947690:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297492219, at 4297492224
00000100:00000010:0.0:1787761434.947704:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787761435.139710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761435.139717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761435.139723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761435.139726:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761435.139728:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761435.139731:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761435.139734:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761435.139737:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761435.139738:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761435.139741:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761435.139743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761435.139744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761436.163700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761436.163706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761436.163712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761436.163713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761436.163716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761436.163718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761436.163763:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761436.163765:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761436.163767:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761437.187723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761437.187729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761437.187735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761437.187736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761437.187739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761437.187741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761438.211731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761438.211737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761438.211742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761438.211743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761438.211745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761438.211748:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761438.211750:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761438.211753:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761438.211756:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761438.211758:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761438.211759:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761438.211761:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761438.211791:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761438.211793:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761438.211795:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761438.787719:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761438.787730:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787761438.787732:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761438.787736:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761438.787741:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761438.787749:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2823
00000400:00000200:0.0:1787761438.787761:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761438.787768:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761438.787771:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761438.787774:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761438.787778:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761438.787781:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761438.787783:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761438.787788:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761438.787790:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787761438.787793:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761438.787796:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787761438.787798:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787761438.787799:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787761438.787802:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761438.787803:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761438.787804:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761438.787805:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761438.787807:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787761438.787810:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761438.787812:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761438.787814:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761438.787818:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761438.787820:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761438.787822:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761438.787824:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761438.787834:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097da40.
00000020:00000040:0.0:1787761438.787837:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787761438.787841:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761438.787842:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761438.787845:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761438.787848:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761438.787852:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761438.787859:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33c00.
00000100:00000001:0.0:1787761438.787865:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761438.787874:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097da40 x1874600883719552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761438.787882:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761438.787886:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761438.787889:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a392d04] to pc [ptlrpcd_rcv+-1]  req@ffff96966097da40 x1874600883719552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761438.787915:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761438.787917:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761438.787919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787761438.787920:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761438.787922:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761438.787925:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761438.787926:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2823
00000400:00000200:0.0:1787761438.787929:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761438.787931:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761438.787933:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761438.787935:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761438.787937:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761438.787939:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761438.787943:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761438.787945:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761438.787946:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787761438.787947:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761438.787949:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787761438.787951:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787761438.787955:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787761438.787957:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761438.787958:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761438.787962:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761438.787964:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761438.787966:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787761438.787969:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761438.787970:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761438.787972:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761438.787988:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761438.787993:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761438.787996:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761438.788002:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761438.788005:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761438.788008:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761438.788011:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097de00.
00000020:00000040:0.0:1787761438.788014:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787761438.788015:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761438.788018:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761438.788020:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761438.788021:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761438.788024:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761438.788029:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31c00.
00000100:00000001:0.0:1787761438.788034:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761438.788043:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097de00 x1874600883719680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761438.788053:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761438.788056:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761438.788060:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010d19df2] to pc [ptlrpcd_rcv+-1]  req@ffff96966097de00 x1874600883719680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761438.788072:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761438.788077:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761438.788085:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787761438.788088:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761438.788091:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761438.788095:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761438.788098:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2823
00000400:00000200:0.0:1787761438.788105:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761438.788107:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761438.788108:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761438.788111:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761438.788116:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761438.788119:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761438.788122:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761438.788126:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761438.788127:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787761438.788129:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761438.788131:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787761438.788133:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787761438.788136:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787761438.788142:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761438.788146:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761438.788149:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761438.788151:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761438.788155:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787761438.788160:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761438.788164:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761438.788168:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761438.788172:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761438.788174:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761438.788179:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761438.788182:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761438.788186:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761438.788188:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761438.788193:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097ed00.
00000020:00000040:0.0:1787761438.788197:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787761438.788201:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761438.788204:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761438.788207:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761438.788209:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761438.788212:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761438.788216:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30000.
00000100:00000001:0.0:1787761438.788221:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761438.788228:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097ed00 x1874600883719808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761438.788244:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761438.788246:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761438.788250:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088ef356f] to pc [ptlrpcd_rcv+-1]  req@ffff96966097ed00 x1874600883719808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761438.788256:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761438.788258:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761438.788262:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787761438.788264:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761438.788268:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761438.788271:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761438.788275:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2823
00000400:00000200:0.0:1787761438.788279:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761438.788283:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761438.788286:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761438.788289:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761438.788293:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761438.788298:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761438.788300:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761438.788306:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1787761438.788309:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000040:0.0:1787761438.788310:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787761438.788314:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1787761438.788315:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000020:00000040:0.0:1787761438.788318:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787761438.788323:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787761438.788330:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787761438.788336:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761438.788342:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761438.788347:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761438.788351:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761438.788355:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787761438.788359:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761438.788362:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761438.788364:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761438.788368:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761438.788371:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761438.788374:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761438.788377:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787761438.788381:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761438.788384:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761438.788389:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c3c0.
00000020:00000040:0.0:1787761438.788394:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787761438.788400:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761438.788403:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761438.788404:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761438.788405:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761438.788406:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761438.788410:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30c00.
00000100:00000001:0.0:1787761438.788415:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761438.788421:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c3c0 x1874600883719936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761438.788427:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761438.788429:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761438.788432:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732a0c51] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c3c0 x1874600883719936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761438.788440:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761438.788443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761438.788449:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787761438.788452:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761438.788454:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761438.788459:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761438.788464:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2823
00000400:00000200:0.0:1787761438.788471:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761438.788478:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761438.788481:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761438.788487:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761438.788492:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761438.788496:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761438.788500:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761438.788504:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761438.788507:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787761438.788508:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761438.788511:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787761438.788514:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787761438.788518:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787761438.788522:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761438.788526:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761438.788530:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761438.788534:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761438.788537:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787761438.788542:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761438.788545:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761438.788547:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761438.788550:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761438.788554:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761438.788558:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761438.788561:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787761438.788564:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761438.788567:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761438.788569:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f0c0.
00000020:00000040:0.0:1787761438.788573:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787761438.788577:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761438.788579:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761438.788582:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761438.788583:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761438.788585:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761438.788589:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33000.
00000100:00000001:0.0:1787761438.788594:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761438.788641:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f0c0 x1874600883720064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761438.788655:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761438.788659:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761438.788663:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcc28536] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f0c0 x1874600883720064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761438.788676:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761438.788683:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2833)
00000800:00000200:1.1:1787761438.788838:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761438.788840:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761438.789046:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761438.789047:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761438.789257:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761438.789259:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761438.789419:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761438.789420:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1787761439.235735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761439.235742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761439.235747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761439.235749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761439.235751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761439.235752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761440.067678:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297497339, at 4297497344
00000100:00000010:0.0:1787761440.067690:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787761440.259694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761440.259702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761440.259707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761440.259707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761440.259715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761440.259716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761440.259734:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761440.259736:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761440.259738:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761441.283689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761441.283693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761441.283697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761441.283698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761441.283700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761441.283701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761442.307710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761442.307716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761442.307721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761442.307722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761442.307726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761442.307727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761442.307749:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761442.307751:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761442.307754:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761443.331718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761443.331730:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761443.331733:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761443.331736:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761443.331743:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761443.331746:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761443.331749:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761443.331751:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761443.331755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761443.331757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761443.331761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761443.331763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761443.908391:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761443.908399:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787761443.908913:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761443.908916:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787761443.909103:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761443.909105:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787761443.909374:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761443.909376:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787761443.909660:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761443.909662:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00010000:00000001:0.0:1787761444.355698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761444.355710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761444.355716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761444.355717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761444.355719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761444.355720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761444.355742:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761444.355744:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761444.355746:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761445.187706:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297502459, at 4297502464
00000100:00000010:0.0:1787761445.187722:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00010000:00000001:0.0:1787761445.379705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761445.379710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761445.379714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761445.379717:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761445.379718:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761445.379720:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761445.379722:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761445.379724:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761445.379725:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761445.379727:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761445.379729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761445.379729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761446.403702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761446.403708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761446.403713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761446.403714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761446.403716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761446.403717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761446.403735:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761446.403737:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761446.403738:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761447.427694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761447.427701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761447.427707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761447.427708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761447.427712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761447.427713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761448.451677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761448.451686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761448.451690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761448.451691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761448.451692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761448.451695:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761448.451697:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761448.451699:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761448.451702:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761448.451703:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761448.451704:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761448.451706:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761448.451722:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761448.451724:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761448.451726:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761449.028238:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761449.028244:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761449.028695:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761449.028696:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761449.028873:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761449.028874:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761449.029068:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761449.029070:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761449.029319:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761449.029320:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787761449.475700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761449.475704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761449.475708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761449.475708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761449.475710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761449.475711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761450.307750:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297507579, at 4297507584
00000100:00000010:0.0:1787761450.307779:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787761450.499654:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761450.499659:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761450.499662:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761450.499663:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761450.499665:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761450.499666:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761450.499680:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761450.499688:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761450.499690:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761451.523697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761451.523705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761451.523710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761451.523711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761451.523713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761451.523714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761452.547669:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761452.547675:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761452.547686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761452.547688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761452.547691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761452.547693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761452.547726:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761452.547729:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761452.547732:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761453.571709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761453.571716:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761453.571719:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761453.571722:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761453.571726:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761453.571728:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761453.571730:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761453.571732:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761453.571736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761453.571737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761453.571740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761453.571741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761454.148229:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761454.148235:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761454.148815:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761454.148817:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761454.149002:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761454.149003:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761454.149178:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761454.149181:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761454.149380:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761454.149381:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787761454.595712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761454.595717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761454.595720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761454.595721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761454.595723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761454.595724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761454.595748:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761454.595750:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761454.595752:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761455.427726:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297512699, at 4297512704
00000100:00000010:0.0:1787761455.427741:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d2a0.
00010000:00000001:0.0:1787761455.619722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761455.619729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761455.619735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761455.619739:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761455.619741:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761455.619744:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761455.619747:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761455.619749:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761455.619751:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761455.619753:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761455.619755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761455.619756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761456.643709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761456.643715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761456.643720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761456.643722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761456.643724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761456.643726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761456.643747:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761456.643749:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761456.643750:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761457.667733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761457.667739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761457.667742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761457.667743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761457.667745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761457.667746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761458.691721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761458.691728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761458.691733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761458.691734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761458.691737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761458.691740:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761458.691743:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761458.691746:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761458.691749:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761458.691751:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761458.691753:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761458.691755:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761458.691777:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761458.691779:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761458.691781:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761459.267743:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761459.267757:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761459.267760:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761459.267765:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761459.267771:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761459.267781:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2844
00000400:00000200:3.0:1787761459.267794:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761459.267802:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761459.267805:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761459.267809:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761459.267813:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761459.267823:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761459.267826:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761459.267831:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761459.267834:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761459.267837:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761459.267841:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761459.267845:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761459.267847:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761459.267850:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761459.267853:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761459.267854:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761459.267856:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761459.267860:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761459.267863:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761459.267866:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761459.267869:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761459.267874:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761459.267877:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761459.267880:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761459.267883:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761459.267893:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787761459.267898:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761459.267902:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761459.267904:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761459.267907:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761459.267911:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761459.267916:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761459.267925:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761459.267932:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761459.267943:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883722112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761459.267954:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761459.267959:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761459.267964:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883722112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761459.267993:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761459.267996:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761459.268000:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761459.268002:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761459.268003:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761459.268006:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761459.268010:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2844
00000400:00000200:3.0:1787761459.268014:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761459.268018:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761459.268021:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761459.268025:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761459.268030:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761459.268036:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761459.268041:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761459.268045:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761459.268048:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761459.268052:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761459.268056:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761459.268071:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761459.268078:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761459.268083:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761459.268087:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761459.268091:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761459.268096:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761459.268101:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761459.268105:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761459.268110:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761459.268114:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761459.268121:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761459.268127:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761459.268131:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761459.268138:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761459.268144:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761459.268149:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761459.268156:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761459.268162:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761459.268167:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761459.268170:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761459.268173:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761459.268176:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761459.268181:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761459.268190:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761459.268196:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761459.268204:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883722240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761459.268213:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761459.268218:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761459.268224:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883722240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761459.268239:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761459.268245:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761459.268252:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761459.268257:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761459.268262:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761459.268268:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761459.268274:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2844
00000400:00000200:3.0:1787761459.268293:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761459.268300:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761459.268304:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761459.268312:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000800:00000200:1.1:1787761459.268313:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787761459.268316:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787761459.268317:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1787761459.268322:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761459.268327:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761459.268333:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761459.268335:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761459.268339:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761459.268344:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761459.268348:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761459.268353:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761459.268365:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761459.268370:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761459.268373:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761459.268379:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761459.268385:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761459.268392:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761459.268398:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761459.268403:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761459.268409:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761459.268415:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761459.268418:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761459.268420:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761459.268425:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761459.268427:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761459.268435:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787761459.268440:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761459.268446:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761459.268448:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761459.268451:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761459.268452:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761459.268455:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761459.268466:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761459.268474:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761459.268482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883722368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761459.268511:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761459.268516:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761459.268524:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883722368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761459.268546:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761459.268552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761459.268561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761459.268565:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761459.268569:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761459.268576:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761459.268630:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2844
00000400:00000200:3.0:1787761459.268642:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761459.268650:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761459.268656:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761459.268662:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761459.268667:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761459.268673:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761459.268678:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761459.268681:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761459.268684:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761459.268687:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761459.268691:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761459.268695:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761459.268699:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761459.268705:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761459.268709:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761459.268714:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761459.268718:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761459.268722:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761459.268727:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761459.268733:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761459.268734:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761459.268737:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761459.268739:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761459.268744:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761459.268747:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761459.268751:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761459.268754:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761459.268759:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761459.268764:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761459.268769:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761459.268771:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761459.268775:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761459.268777:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761459.268780:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761459.268784:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761459.268788:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761459.268797:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883722496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761459.268814:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761459.268817:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761459.268823:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883722496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761459.268840:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761459.268846:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761459.268853:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761459.268857:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761459.268862:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761459.268865:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761459.268871:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2844
00000400:00000200:3.0:1787761459.268879:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761459.268887:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761459.268891:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761459.268899:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761459.268905:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761459.268912:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761459.268917:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761459.268923:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761459.268926:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761459.268930:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761459.268935:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761459.268940:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761459.268945:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761459.268952:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761459.268957:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761459.268963:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761459.268968:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:1.1:1787761459.268968:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761459.268970:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000020:00000040:3.0:1787761459.268974:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761459.268982:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761459.268988:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761459.268993:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761459.268999:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761459.269005:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761459.269010:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761459.269013:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761459.269018:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761459.269023:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761459.269031:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787761459.269036:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761459.269041:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761459.269045:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761459.269048:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761459.269051:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761459.269055:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761459.269061:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761459.269067:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761459.269076:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883722624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761459.269095:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761459.269098:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761459.269104:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883722624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761459.269119:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761459.269126:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2854)
00000800:00000200:1.1:1787761459.269272:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761459.269274:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761459.269502:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761459.269505:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761459.269781:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761459.269783:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787761459.715709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761459.715715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761459.715721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761459.715722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761459.715725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761459.715726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761460.547680:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297517819, at 4297517824
00000100:00000010:0.0:1787761460.547695:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787761460.739671:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761460.739677:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761460.739680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761460.739681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761460.739683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761460.739684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761460.739703:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761460.739705:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761460.739707:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761461.763714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761461.763721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761461.763725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761461.763726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761461.763728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761461.763729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761462.787678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761462.787683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761462.787687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761462.787688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761462.787690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761462.787691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761462.787716:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761462.787718:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761462.787721:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761463.811709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761463.811717:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761463.811720:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761463.811723:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761463.811727:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761463.811728:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761463.811730:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761463.811731:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761463.811734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761463.811735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761463.811738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761463.811739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761464.387670:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761464.387680:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761464.387683:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761464.387686:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761464.387690:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761464.387697:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2849
00000400:00000200:3.0:1787761464.387705:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761464.387711:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761464.387714:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761464.387716:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761464.387719:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761464.387721:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761464.387722:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761464.387725:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761464.387727:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761464.387730:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761464.387733:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761464.387734:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761464.387736:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761464.387738:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761464.387739:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761464.387740:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761464.387741:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761464.387743:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761464.387745:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761464.387747:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761464.387749:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761464.387752:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761464.387753:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761464.387755:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761464.387758:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761464.387767:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787761464.387769:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761464.387773:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761464.387775:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761464.387777:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761464.387780:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761464.387784:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761464.387791:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761464.387798:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761464.387809:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883722752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761464.387819:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761464.387824:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761464.387828:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883722752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761464.387854:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761464.387857:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761464.387860:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761464.387862:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761464.387863:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761464.387866:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761464.387868:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2849
00000400:00000200:3.0:1787761464.387871:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761464.387874:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761464.387877:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761464.387880:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761464.387882:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761464.387885:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761464.387887:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761464.387889:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761464.387890:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761464.387892:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761464.387896:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761464.387900:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761464.387904:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761464.387910:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761464.387914:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761464.387919:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761464.387924:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761464.387929:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761464.387934:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761464.387940:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761464.387945:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761464.387954:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761464.387960:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761464.387964:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761464.387970:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761464.387975:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761464.387977:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761464.387982:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787761464.387986:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761464.387989:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761464.387990:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761464.387994:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761464.387997:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761464.387999:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761464.388007:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761464.388013:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761464.388020:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883722880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761464.388027:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761464.388030:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761464.388035:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883722880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761464.388049:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761464.388053:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761464.388058:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761464.388061:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761464.388064:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761464.388068:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761464.388071:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2849
00000400:00000200:3.0:1787761464.388077:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761464.388081:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761464.388082:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761464.388088:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761464.388090:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761464.388094:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761464.388097:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761464.388100:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761464.388103:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761464.388106:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761464.388107:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761464.388108:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761464.388109:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761464.388112:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761464.388114:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761464.388118:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761464.388122:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761464.388125:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761464.388130:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761464.388134:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761464.388138:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761464.388142:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761464.388147:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761464.388149:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761464.388151:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761464.388155:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761464.388157:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761464.388163:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787761464.388168:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761464.388174:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761464.388175:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761464.388177:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761464.388180:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761464.388183:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761464.388188:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761464.388195:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761464.388204:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883723008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787761464.388205:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761464.388212:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1787761464.388222:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761464.388225:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761464.388231:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883723008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761464.388239:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761464.388244:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761464.388250:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761464.388252:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761464.388255:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761464.388260:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761464.388263:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2849
00000400:00000200:3.0:1787761464.388269:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761464.388273:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761464.388275:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761464.388278:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761464.388282:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761464.388285:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761464.388288:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761464.388292:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761464.388295:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761464.388298:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761464.388301:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761464.388303:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761464.388306:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761464.388310:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761464.388315:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761464.388319:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761464.388321:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761464.388323:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761464.388327:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761464.388330:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761464.388331:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761464.388333:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761464.388335:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761464.388337:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761464.388341:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761464.388344:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761464.388348:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761464.388352:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761464.388356:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761464.388358:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761464.388359:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761464.388360:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761464.388361:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761464.388364:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761464.388367:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761464.388370:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761464.388376:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883723136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761464.388388:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761464.388392:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761464.388401:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883723136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761464.388428:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761464.388430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761464.388434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761464.388436:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761464.388439:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761464.388441:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761464.388444:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2849
00000400:00000200:3.0:1787761464.388449:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761464.388452:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761464.388456:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761464.388465:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761464.388469:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761464.388472:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761464.388475:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761464.388478:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761464.388479:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761464.388481:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761464.388494:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761464.388498:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761464.388502:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761464.388507:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761464.388510:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761464.388513:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761464.388516:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761464.388520:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761464.388523:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761464.388527:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761464.388529:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761464.388533:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761464.388538:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761464.388539:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761464.388543:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761464.388547:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761464.388549:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761464.388553:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787761464.388556:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761464.388560:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761464.388562:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761464.388565:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761464.388568:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761464.388570:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761464.388574:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761464.388577:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761464.388586:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883723264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761464.388622:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761464.388625:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761464.388630:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883723264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761464.388641:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761464.388647:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2859)
00000800:00000200:1.1:1787761464.388866:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761464.388869:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761464.389149:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761464.389152:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761464.389429:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761464.389432:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761464.389728:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761464.389730:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787761464.835730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761464.835737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761464.835742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761464.835743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761464.835746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761464.835747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761464.835777:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761464.835779:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761464.835782:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761465.667708:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297522939, at 4297522944
00000100:00000010:0.0:1787761465.667728:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00010000:00000001:0.0:1787761465.859757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761465.859767:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761465.859774:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761465.859779:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761465.859782:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761465.859786:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761465.859790:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761465.859793:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761465.859794:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761465.859797:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761465.859802:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761465.859804:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000008:00000020:3.0:1787761465.923719:0:13301:0:(osc_request.c:747:osc_update_next_shrink()) next time 4055 to shrink grant
00000008:00000020:3.0:1787761465.923728:0:13301:0:(osc_request.c:747:osc_update_next_shrink()) next time 4055 to shrink grant
00010000:00000001:0.0:1787761466.883748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761466.883758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761466.883766:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761466.883767:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761466.883772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761466.883773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761466.883815:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761466.883818:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761466.883822:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761467.907646:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761467.907651:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761467.907654:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761467.907655:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761467.907657:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761467.907658:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761468.931726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761468.931733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761468.931738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761468.931739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761468.931742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761468.931745:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761468.931747:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761468.931750:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761468.931753:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761468.931755:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761468.931756:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761468.931758:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761468.931795:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761468.931797:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761468.931799:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761469.508129:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761469.508133:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761469.508769:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761469.508771:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761469.508997:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761469.508999:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761469.509187:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761469.509189:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761469.509558:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761469.509560:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787761469.955730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761469.955738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761469.955745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761469.955746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761469.955750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761469.955752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761470.787698:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297528059, at 4297528064
00000100:00000010:0.0:1787761470.787716:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787761470.979715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761470.979720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761470.979724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761470.979724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761470.979726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761470.979727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761470.979744:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761470.979746:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761470.979748:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761472.003677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761472.003683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761472.003689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761472.003690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761472.003693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761472.003694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761473.027720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761473.027728:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761473.027731:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761473.027733:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761473.027738:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761473.027740:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761473.027742:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761473.027743:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761473.027746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761473.027747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761473.027750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761473.027750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761473.027772:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761473.027774:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761473.027776:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761474.051738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761474.051747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761474.051754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761474.051755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761474.051759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761474.051761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761474.627717:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761474.627727:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761474.627730:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761474.627733:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761474.627738:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761474.627745:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2859
00000400:00000200:3.0:1787761474.627754:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761474.627761:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761474.627763:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761474.627766:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761474.627768:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761474.627769:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761474.627771:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761474.627774:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761474.627775:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761474.627777:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761474.627779:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761474.627781:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761474.627782:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761474.627784:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761474.627785:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761474.627787:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761474.627788:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761474.627790:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761474.627792:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761474.627793:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761474.627795:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761474.627797:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761474.627799:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761474.627801:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761474.627802:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761474.627810:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761474.627812:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761474.627815:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761474.627816:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761474.627817:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761474.627819:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761474.627822:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761474.627827:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761474.627832:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761474.627839:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883724032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761474.627847:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761474.627850:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761474.627853:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883724032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761474.627871:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761474.627873:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761474.627875:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761474.627876:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761474.627878:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761474.627879:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761474.627881:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2859
00000400:00000200:3.0:1787761474.627883:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761474.627885:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761474.627887:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761474.627888:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761474.627889:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761474.627891:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761474.627892:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761474.627893:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761474.627894:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761474.627895:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761474.627897:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761474.627898:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761474.627899:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761474.627902:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761474.627903:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761474.627904:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761474.627906:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761474.627908:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761474.627912:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761474.627916:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761474.627920:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761474.627924:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761474.627928:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761474.627931:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761474.627936:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761474.627940:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761474.627942:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761474.627945:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787761474.627949:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761474.627953:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761474.627954:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761474.627956:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761474.627956:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761474.627957:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761474.627964:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761474.627968:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761474.627974:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883724160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761474.627981:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761474.627983:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761474.627988:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883724160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761474.628001:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761474.628003:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761474.628006:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761474.628008:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761474.628009:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761474.628011:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761474.628016:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2859
00000400:00000200:3.0:1787761474.628019:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761474.628023:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761474.628026:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761474.628032:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761474.628035:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761474.628039:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761474.628042:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761474.628044:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761474.628045:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761474.628045:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761474.628046:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761474.628047:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761474.628051:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761474.628057:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761474.628062:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761474.628068:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761474.628072:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761474.628075:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761474.628082:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761474.628088:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761474.628093:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761474.628098:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761474.628103:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761474.628108:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761474.628113:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761474.628118:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761474.628120:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761474.628124:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787761474.628128:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761474.628132:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761474.628135:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761474.628137:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761474.628138:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761474.628141:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761474.628146:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761474.628151:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761474.628159:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883724288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787761474.628160:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761474.628165:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1787761474.628175:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761474.628177:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761474.628183:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883724288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761474.628196:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761474.628198:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761474.628202:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761474.628205:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761474.628208:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761474.628212:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761474.628216:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2859
00000400:00000200:3.0:1787761474.628224:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761474.628227:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761474.628230:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761474.628235:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761474.628239:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761474.628242:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761474.628246:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761474.628248:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761474.628250:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761474.628252:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761474.628254:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761474.628255:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761474.628257:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761474.628262:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761474.628265:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761474.628268:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761474.628271:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761474.628273:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761474.628276:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761474.628278:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761474.628280:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761474.628282:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761474.628298:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761474.628300:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761474.628303:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761474.628305:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761474.628311:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761474.628314:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761474.628316:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761474.628323:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761474.628326:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761474.628328:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761474.628329:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761474.628332:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761474.628337:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761474.628343:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761474.628351:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883724416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761474.628358:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761474.628363:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761474.628372:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883724416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761474.628387:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761474.628392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761474.628401:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761474.628404:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761474.628408:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761474.628414:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761474.628419:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2859
00000400:00000200:3.0:1787761474.628428:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761474.628435:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761474.628441:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761474.628449:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761474.628454:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761474.628458:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761474.628461:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761474.628473:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761474.628474:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761474.628476:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761474.628479:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761474.628484:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761474.628487:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761474.628493:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761474.628498:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761474.628502:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761474.628505:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761474.628508:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761474.628515:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761474.628521:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761474.628525:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761474.628530:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761474.628536:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761474.628541:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761474.628544:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761474.628549:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761474.628553:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761474.628561:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761474.628566:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761474.628571:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761474.628575:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761474.628579:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761474.628582:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761474.628587:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761474.628594:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761474.628636:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761474.628647:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883724544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761474.628661:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761474.628665:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761474.628672:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883724544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761474.628686:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761474.628691:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2869)
00000800:00000200:1.1:1787761474.628751:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761474.628753:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761474.628941:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761474.628942:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761474.629094:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761474.629095:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761474.629346:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761474.629347:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787761475.075661:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761475.075666:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761475.075670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761475.075672:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761475.075674:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761475.075676:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761475.075678:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761475.075680:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761475.075681:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761475.075683:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761475.075684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761475.075685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761475.075712:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761475.075714:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761475.075715:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761475.907672:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297533179, at 4297533184
00000100:00000010:0.0:1787761475.907686:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787761476.099693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761476.099698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761476.099701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761476.099702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761476.099704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761476.099705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761477.123715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761477.123720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761477.123724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761477.123725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761477.123727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761477.123728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761477.123746:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761477.123749:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761477.123751:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761478.147690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761478.147695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761478.147699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761478.147699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761478.147702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761478.147704:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761478.147706:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761478.147708:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761478.147711:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761478.147712:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761478.147714:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761478.147715:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761479.171704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761479.171710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761479.171716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761479.171717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761479.171720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761479.171722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761479.171744:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761479.171745:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761479.171747:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761479.747650:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761479.747657:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761479.747659:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761479.747662:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761479.747665:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761479.747670:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2864
00000400:00000200:3.0:1787761479.747677:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761479.747681:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761479.747683:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761479.747685:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761479.747688:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761479.747690:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761479.747691:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761479.747694:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761479.747696:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761479.747698:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761479.747700:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761479.747702:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761479.747704:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761479.747705:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761479.747706:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761479.747707:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761479.747708:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761479.747710:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761479.747712:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761479.747713:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761479.747715:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761479.747717:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761479.747719:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761479.747720:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761479.747722:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761479.747728:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761479.747730:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761479.747733:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761479.747734:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761479.747735:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761479.747737:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761479.747740:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761479.747746:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761479.747751:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761479.747757:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883724672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761479.747765:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761479.747769:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761479.747772:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883724672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761479.747791:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761479.747794:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761479.747797:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761479.747798:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761479.747800:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761479.747802:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761479.747804:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2864
00000400:00000200:3.0:1787761479.747807:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761479.747810:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761479.747812:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761479.747814:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761479.747816:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761479.747818:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761479.747820:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761479.747822:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761479.747823:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761479.747824:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761479.747826:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761479.747828:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761479.747830:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761479.747832:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761479.747835:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761479.747836:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761479.747838:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761479.747841:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761479.747843:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761479.747845:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761479.747847:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761479.747851:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761479.747853:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761479.747855:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761479.747859:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761479.747861:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761479.747863:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761479.747866:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787761479.747868:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761479.747871:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761479.747872:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761479.747874:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761479.747875:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761479.747877:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761479.747881:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761479.747884:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761479.747888:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883724800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761479.747894:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761479.747896:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761479.747899:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883724800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761479.747907:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761479.747909:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761479.747913:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761479.747914:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761479.747915:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761479.747918:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761479.747920:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2864
00000400:00000200:3.0:1787761479.747923:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761479.747925:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761479.747927:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761479.747930:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761479.747932:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761479.747933:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761479.747935:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761479.747937:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761479.747938:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761479.747940:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761479.747941:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761479.747943:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761479.747944:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761479.747947:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761479.747948:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761479.747950:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761479.747952:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761479.747954:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761479.747956:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761479.747959:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761479.747960:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761479.747963:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761479.747965:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761479.747967:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761479.747968:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761479.747970:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761479.747972:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761479.747975:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761479.747977:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761479.747979:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761479.747980:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761479.747982:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761479.747983:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761479.747984:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761479.747987:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761479.747990:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761479.747994:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883724928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787761479.747995:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787761479.748001:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761479.748002:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761479.748006:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883724928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761479.748012:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761479.748015:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761479.748017:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761479.748019:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761479.748020:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761479.748022:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761479.748024:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2864
00000400:00000200:3.0:1787761479.748027:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761479.748030:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761479.748032:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761479.748034:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761479.748037:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761479.748039:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761479.748041:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761479.748043:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761479.748044:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761479.748046:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761479.748048:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761479.748050:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761479.748051:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761479.748054:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761479.748055:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761479.748057:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761479.748059:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761479.748062:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761479.748064:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761479.748067:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761479.748068:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761479.748071:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761479.748073:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761479.748075:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761479.748077:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761479.748079:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761479.748081:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761479.748085:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761479.748088:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761479.748090:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761479.748091:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761479.748093:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761479.748094:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761479.748096:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761479.748099:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761479.748102:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761479.748106:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883725056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761479.748113:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761479.748115:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761479.748118:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883725056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761479.748127:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761479.748129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761479.748132:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761479.748134:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761479.748135:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761479.748138:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761479.748140:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2864
00000400:00000200:3.0:1787761479.748143:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761479.748146:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761479.748148:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761479.748150:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761479.748152:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761479.748154:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761479.748156:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761479.748158:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761479.748159:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761479.748161:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761479.748163:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761479.748165:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761479.748167:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761479.748170:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761479.748172:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761479.748174:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761479.748176:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761479.748178:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761479.748180:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761479.748182:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761479.748196:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761479.748199:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1787761479.748200:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:3.0:1787761479.748202:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761479.748203:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761479.748206:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761479.748208:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761479.748209:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761479.748213:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761479.748215:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761479.748218:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761479.748219:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761479.748221:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761479.748222:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761479.748224:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761479.748227:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761479.748230:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761479.748234:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883725184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761479.748240:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761479.748242:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761479.748245:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883725184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761479.748253:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761479.748256:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2874)
00000800:00000200:1.1:1787761479.748328:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761479.748460:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761479.748593:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787761480.195668:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761480.195672:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761480.195676:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761480.195678:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761480.195680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761480.195681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761481.027732:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297538299, at 4297538304
00000100:00000010:0.0:1787761481.027756:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00010000:00000001:0.0:1787761481.219744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761481.219751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761481.219756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761481.219757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761481.219760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761481.219761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761481.219787:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761481.219789:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761481.219792:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761482.243700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761482.243705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761482.243708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761482.243709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761482.243711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761482.243712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761483.267711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761483.267717:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761483.267719:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761483.267722:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761483.267726:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761483.267727:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761483.267729:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761483.267730:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761483.267733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761483.267734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761483.267736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761483.267737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761483.267755:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761483.267757:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761483.267758:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761484.291706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761484.291715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761484.291721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761484.291722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761484.291726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761484.291727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761484.867681:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761484.867692:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761484.867694:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761484.867698:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761484.867702:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761484.867709:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2869
00000400:00000200:3.0:1787761484.867718:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761484.867723:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761484.867726:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761484.867728:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761484.867731:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761484.867733:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761484.867734:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761484.867738:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761484.867740:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761484.867743:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761484.867746:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761484.867748:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761484.867749:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761484.867751:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761484.867752:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761484.867753:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761484.867754:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761484.867756:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761484.867759:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761484.867760:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761484.867762:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761484.867765:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761484.867767:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761484.867768:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761484.867770:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761484.867776:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787761484.867779:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761484.867782:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761484.867783:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761484.867786:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761484.867788:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761484.867793:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761484.867805:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761484.867814:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761484.867826:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883725312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761484.867838:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761484.867843:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761484.867848:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883725312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761484.867879:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761484.867882:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761484.867886:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761484.867887:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761484.867889:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761484.867892:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761484.867894:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2869
00000400:00000200:3.0:1787761484.867898:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761484.867901:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761484.867904:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761484.867907:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761484.867910:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761484.867912:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761484.867914:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761484.867917:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761484.867919:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761484.867921:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761484.867923:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761484.868106:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761484.868111:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761484.868118:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761484.868122:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761484.868127:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761484.868132:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761484.868136:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761484.868142:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761484.868146:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761484.868151:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761484.868161:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761484.868169:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761484.868173:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761484.868181:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761484.868186:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761484.868189:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761484.868194:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e83c0.
00000020:00000040:3.0:1787761484.868197:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761484.868200:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761484.868201:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761484.868203:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761484.868205:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761484.868208:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761484.868215:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761484.868221:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761484.868229:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e83c0 x1874600883725440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787761484.868233:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761484.868240:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787761484.868244:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761484.868248:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761484.868256:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1eeea11] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e83c0 x1874600883725440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761484.868270:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761484.868275:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761484.868280:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761484.868282:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761484.868286:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761484.868291:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761484.868296:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2869
00000400:00000200:3.0:1787761484.868304:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761484.868311:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761484.868316:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761484.868322:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761484.868326:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761484.868331:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761484.868336:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761484.868742:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761484.868746:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761484.868750:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761484.868754:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761484.868760:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761484.868765:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761484.868774:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761484.868780:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761484.868785:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761484.868789:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761484.868793:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761484.868800:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761484.868808:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761484.868813:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761484.868818:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761484.868822:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761484.868825:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761484.868829:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761484.868835:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761484.868840:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761484.868844:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000010:3.0:1787761484.868848:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000800:00000200:1.1:1787761484.868848:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000020:00000040:3.0:1787761484.868853:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761484.868860:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761484.868862:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761484.868867:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761484.868870:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761484.868873:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761484.868879:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761484.868887:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761484.868898:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883725568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761484.868919:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761484.868924:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761484.868932:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883725568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761484.868953:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761484.868958:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761484.868966:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761484.868968:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761484.868972:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761484.868978:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761484.868984:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2869
00000400:00000200:3.0:1787761484.868992:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761484.868999:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761484.869013:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761484.869019:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761484.869022:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761484.869025:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761484.869030:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761484.869034:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761484.869036:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761484.869040:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761484.869045:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761484.869049:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761484.869054:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761484.869060:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761484.869065:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761484.869072:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761484.869076:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761484.869081:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761484.869101:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761484.869107:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761484.869112:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761484.869117:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761484.869121:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761484.869125:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761484.869129:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761484.869134:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761484.869138:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761484.869144:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761484.869149:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761484.869155:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761484.869157:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761484.869162:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761484.869165:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761484.869168:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761484.869175:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761484.869183:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761484.869192:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883725696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787761484.869389:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761484.869391:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787761484.869495:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761484.869501:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761484.869509:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883725696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761484.869528:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761484.869533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761484.869543:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761484.869546:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761484.869551:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761484.869567:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761484.869573:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2869
00000400:00000200:3.0:1787761484.869581:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761484.869588:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761484.869593:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761484.869626:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761484.869631:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761484.869634:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761484.869640:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761484.869645:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761484.869647:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761484.869651:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761484.869655:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761484.869660:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761484.869676:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761484.869684:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761484.869686:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761484.869690:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761484.869694:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761484.869699:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761484.869704:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761484.869709:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761484.869713:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761484.869718:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761484.869723:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761484.869727:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761484.869731:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761484.869736:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761484.869740:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761484.869747:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761484.869751:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761484.869757:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761484.869761:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761484.869766:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761484.869775:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761484.869779:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761484.869786:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761484.869792:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761484.869802:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883725824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761484.869818:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761484.869823:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761484.869831:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883725824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761484.869845:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761484.869851:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2879)
00000800:00000200:1.1:1787761484.869928:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761484.869930:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761484.870239:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761484.870242:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787761485.315701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761485.315709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761485.315716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761485.315724:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761485.315727:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761485.315731:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761485.315734:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761485.315737:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761485.315739:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761485.315742:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761485.315746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761485.315747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761485.315774:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761485.315777:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761485.315781:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761486.147730:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297543419, at 4297543424
00000100:00000010:0.0:1787761486.147744:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787761486.339741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761486.339746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761486.339750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761486.339751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761486.339754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761486.339755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761487.363675:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761487.363680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761487.363684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761487.363685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761487.363688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761487.363688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761487.363705:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761487.363706:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761487.363708:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761488.387715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761488.387720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761488.387724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761488.387725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761488.387727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761488.387730:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761488.387732:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761488.387735:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761488.387737:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761488.387739:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761488.387741:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761488.387742:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761489.411683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761489.411689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761489.411694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761489.411695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761489.411698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761489.411699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761489.411719:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761489.411722:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761489.411724:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761489.987701:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761489.987709:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761489.987711:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761489.987714:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761489.987717:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761489.987723:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2874
00000400:00000200:3.0:1787761489.987731:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761489.987735:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761489.987737:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761489.987740:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761489.987742:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761489.987743:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761489.987745:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761489.987748:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761489.987750:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761489.987752:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761489.987755:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761489.987757:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761489.987759:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761489.987760:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761489.987761:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761489.987762:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761489.987764:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761489.987765:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761489.987767:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761489.987769:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761489.987770:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761489.987773:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761489.987774:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761489.987776:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761489.987778:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761489.987784:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787761489.987787:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761489.987790:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761489.987791:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761489.987793:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761489.987795:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761489.987798:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761489.987803:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761489.987808:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761489.987815:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883725952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761489.987822:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761489.987825:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761489.987828:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883725952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761489.987851:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761489.987853:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761489.987856:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761489.987857:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761489.987858:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761489.987860:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761489.987861:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2874
00000400:00000200:3.0:1787761489.987863:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761489.987864:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761489.987866:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761489.987868:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761489.987869:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761489.987870:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761489.987871:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761489.987872:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761489.987873:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761489.987874:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761489.987875:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761489.987877:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761489.987878:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761489.987880:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761489.987882:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761489.987884:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761489.987885:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761489.987886:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761489.987888:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761489.987890:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761489.987891:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761489.987896:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761489.987900:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761489.987901:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761489.987906:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761489.987910:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761489.987912:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761489.987915:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761489.987918:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761489.987922:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761489.987924:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761489.987927:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761489.987929:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761489.987931:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761489.987938:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761489.987944:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761489.987954:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883726080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761489.987973:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761489.987978:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761489.987997:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883726080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761489.988016:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761489.988021:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761489.988028:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761489.988031:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761489.988033:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761489.988039:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761489.988043:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2874
00000400:00000200:3.0:1787761489.988051:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761489.988072:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761489.988077:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761489.988085:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761489.988090:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761489.988096:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761489.988102:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761489.988106:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761489.988108:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761489.988111:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761489.988115:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761489.988119:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761489.988124:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761489.988131:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761489.988136:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761489.988142:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761489.988147:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761489.988152:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761489.988160:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761489.988166:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761489.988170:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761489.988173:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761489.988178:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761489.988180:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761489.988183:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761489.988186:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761489.988188:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761489.988192:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761489.988196:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761489.988198:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761489.988200:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761489.988202:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761489.988203:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761489.988205:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761489.988210:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761489.988214:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761489.988221:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883726208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787761489.988223:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761489.988230:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787761489.988231:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761489.988235:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761489.988240:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883726208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761489.988250:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761489.988253:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761489.988257:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761489.988260:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761489.988262:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761489.988265:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761489.988268:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2874
00000400:00000200:3.0:1787761489.988273:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761489.988277:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761489.988280:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761489.988282:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761489.988285:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761489.988289:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761489.988291:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761489.988295:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761489.988296:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761489.988299:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761489.988301:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761489.988305:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761489.988308:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761489.988311:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761489.988313:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761489.988316:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761489.988320:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761489.988325:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761489.988330:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761489.988334:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761489.988338:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761489.988340:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761489.988343:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761489.988344:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761489.988346:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761489.988347:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761489.988351:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761489.988353:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761489.988355:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761489.988359:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761489.988360:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761489.988363:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761489.988365:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761489.988366:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761489.988369:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761489.988373:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761489.988377:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883726336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761489.988385:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761489.988387:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761489.988392:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883726336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761489.988401:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761489.988405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761489.988407:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761489.988409:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761489.988412:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761489.988416:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761489.988420:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2874
00000400:00000200:3.0:1787761489.988426:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761489.988430:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761489.988435:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761489.988441:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761489.988445:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761489.988449:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761489.988454:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761489.988459:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761489.988462:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761489.988466:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761489.988470:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761489.988473:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761489.988477:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761489.988482:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761489.988486:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761489.988489:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761489.988493:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761489.988496:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761489.988502:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761489.988504:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761489.988508:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761489.988511:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761489.988515:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761489.988519:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761489.988521:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761489.988525:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761489.988529:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761489.988533:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761489.988537:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761489.988540:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761489.988542:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761489.988543:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761489.988546:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761489.988548:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761489.988552:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761489.988556:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761489.988564:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883726464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761489.988580:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761489.988584:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761489.988591:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883726464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761489.988621:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761489.988627:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2884)
00000800:00000200:1.1:1787761489.988783:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761489.988784:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761489.988951:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761489.988952:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761489.989130:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761489.989132:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761489.989287:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761489.989289:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787761490.435698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761490.435702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761490.435706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761490.435707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761490.435708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761490.435709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761491.267684:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297548539, at 4297548544
00000100:00000010:0.0:1787761491.267700:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00010000:00000001:0.0:1787761491.459699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761491.459706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761491.459711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761491.459712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761491.459716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761491.459717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761491.459738:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761491.459741:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761491.459743:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761492.483712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761492.483717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761492.483722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761492.483723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761492.483727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761492.483728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761493.507693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761493.507700:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761493.507702:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761493.507704:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761493.507707:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761493.507709:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761493.507710:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761493.507712:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761493.507714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761493.507715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761493.507717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761493.507718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761493.507734:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761493.507736:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761493.507738:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761494.531726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761494.531732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761494.531737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761494.531738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761494.531741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761494.531742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761495.107749:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761495.107760:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761495.107762:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761495.107765:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761495.107770:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761495.107777:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2879
00000400:00000200:3.0:1787761495.107785:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761495.107791:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761495.107794:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761495.107796:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761495.107798:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761495.107800:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761495.107802:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761495.107806:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761495.107810:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761495.107813:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761495.107817:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761495.107819:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761495.107821:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761495.107825:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761495.107827:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761495.107828:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761495.107830:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761495.107834:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761495.107838:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761495.107840:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761495.107844:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761495.107847:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761495.107851:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761495.107853:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761495.107856:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761495.107867:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787761495.107870:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761495.107873:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761495.107875:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761495.107878:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761495.107881:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761495.107885:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761495.107903:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761495.107910:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761495.107919:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883726592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761495.107929:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761495.107932:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761495.107936:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883726592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761495.107960:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761495.107963:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761495.107965:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761495.107966:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761495.107967:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761495.107970:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761495.107972:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2879
00000400:00000200:3.0:1787761495.107974:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761495.107976:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761495.107978:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761495.107980:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761495.107982:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761495.107983:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761495.107985:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761495.107986:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761495.107987:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761495.107988:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761495.107990:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761495.107992:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761495.107993:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761495.107995:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761495.108001:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761495.108003:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761495.108005:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761495.108010:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761495.108015:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761495.108020:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761495.108026:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761495.108034:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761495.108039:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761495.108043:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761495.108051:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761495.108067:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761495.108072:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761495.108080:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787761495.108086:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761495.108091:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761495.108094:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761495.108097:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761495.108101:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761495.108103:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761495.108110:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761495.108117:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761495.108127:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883726720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761495.108143:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761495.108148:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761495.108155:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883726720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761495.108169:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761495.108174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761495.108179:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761495.108183:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761495.108186:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761495.108192:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761495.108198:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2879
00000400:00000200:3.0:1787761495.108206:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761495.108214:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761495.108220:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761495.108227:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761495.108230:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761495.108233:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761495.108236:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761495.108240:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761495.108243:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761495.108246:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761495.108250:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761495.108254:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761495.108258:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761495.108265:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761495.108271:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761495.108273:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761495.108275:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761495.108280:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761495.108286:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761495.108291:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761495.108295:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1787761495.108298:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:3.0:1787761495.108300:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1787761495.108304:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
02000000:00000001:3.0:1787761495.108305:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761495.108310:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761495.108312:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761495.108316:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761495.108320:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761495.108324:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761495.108327:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761495.108328:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761495.108330:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761495.108334:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761495.108336:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761495.108339:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761495.108343:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761495.108347:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761495.108354:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883726848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761495.108362:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761495.108365:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761495.108369:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883726848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761495.108386:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761495.108390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761495.108393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761495.108394:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761495.108398:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761495.108401:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761495.108405:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2879
00000400:00000200:3.0:1787761495.108410:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761495.108415:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761495.108420:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761495.108423:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761495.108430:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761495.108433:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761495.108435:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761495.108437:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761495.108438:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761495.108439:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761495.108441:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761495.108446:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761495.108451:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761495.108457:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761495.108461:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761495.108466:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761495.108469:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761495.108474:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761495.108478:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761495.108483:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761495.108487:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761495.108491:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761495.108496:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761495.108502:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761495.108506:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761495.108511:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761495.108515:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761495.108522:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787761495.108525:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761495.108531:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761495.108534:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761495.108540:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761495.108544:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761495.108548:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761495.108555:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761495.108562:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761495.108572:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883726976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761495.108590:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761495.108592:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761495.108626:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883726976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761495.108641:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761495.108645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761495.108650:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761495.108654:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761495.108657:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761495.108661:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761495.108664:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2879
00000400:00000200:3.0:1787761495.108669:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761495.108674:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761495.108676:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761495.108680:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761495.108684:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761495.108687:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761495.108690:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761495.108694:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761495.108695:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761495.108698:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761495.108700:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761495.108703:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761495.108705:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761495.108711:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761495.108715:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761495.108716:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761495.108718:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761495.108723:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761495.108726:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761495.108730:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761495.108732:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761495.108736:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761495.108739:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761495.108742:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761495.108744:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761495.108747:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761495.108751:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761495.108754:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761495.108756:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761495.108758:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761495.108760:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761495.108762:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761495.108765:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761495.108767:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761495.108771:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761495.108775:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761495.108780:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883727104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761495.108792:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761495.108795:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761495.108799:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883727104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761495.108809:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761495.108816:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2890)
00000800:00000200:1.1:1787761495.108937:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761495.108939:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787761495.109107:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761495.109109:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787761495.109265:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761495.109267:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787761495.109435:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761495.109436:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00010000:00000001:0.0:1787761495.555706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761495.555711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761495.555716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761495.555718:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761495.555720:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761495.555723:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761495.555725:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761495.555726:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761495.555728:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761495.555729:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761495.555731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761495.555732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761495.555750:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761495.555752:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761495.555753:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761496.387704:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297553659, at 4297553664
00000100:00000010:0.0:1787761496.387716:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00010000:00000001:0.0:1787761496.579694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761496.579700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761496.579705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761496.579706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761496.579709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761496.579710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761497.603732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761497.603741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761497.603753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761497.603754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761497.603759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761497.603761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761497.603790:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761497.603792:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761497.603794:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761498.627749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761498.627758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761498.627763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761498.627764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761498.627767:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761498.627771:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761498.627772:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761498.627775:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761498.627778:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761498.627780:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761498.627782:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761498.627783:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761499.651695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761499.651702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761499.651707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761499.651708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761499.651712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761499.651713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761499.651737:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761499.651738:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761499.651740:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761500.227690:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761500.227697:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761500.227699:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761500.227702:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761500.227705:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761500.227710:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2885
00000400:00000200:3.0:1787761500.227718:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761500.227724:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761500.227727:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761500.227730:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761500.227733:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761500.227736:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761500.227738:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761500.227742:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761500.227744:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761500.227747:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761500.227750:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761500.227752:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761500.227758:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761500.227761:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761500.227763:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761500.227765:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761500.227767:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761500.227770:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761500.227773:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761500.227775:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761500.227778:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761500.227781:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761500.227784:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761500.227786:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761500.227800:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761500.227809:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787761500.227813:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761500.227817:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761500.227819:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761500.227821:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761500.227824:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761500.227828:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761500.227834:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761500.227840:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761500.227847:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883727232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761500.227856:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761500.227859:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761500.227864:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883727232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761500.227890:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761500.227893:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761500.227896:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761500.227897:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761500.227899:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761500.227902:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761500.227904:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2885
00000400:00000200:3.0:1787761500.227908:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761500.227911:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761500.227914:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761500.227917:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761500.227920:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761500.227925:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761500.227929:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761500.227935:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761500.227937:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761500.227941:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761500.227945:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761500.227949:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761500.227954:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761500.227961:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761500.227967:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761500.227972:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761500.227977:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761500.227982:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761500.227989:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761500.227993:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761500.227998:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761500.228006:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761500.228012:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761500.228015:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761500.228020:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761500.228027:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761500.228032:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761500.228039:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787761500.228044:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761500.228050:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761500.228053:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761500.228057:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761500.228058:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761500.228060:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761500.228067:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761500.228073:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761500.228083:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883727360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761500.228093:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761500.228098:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761500.228106:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883727360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761500.228122:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761500.228127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761500.228133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761500.228138:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761500.228141:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761500.228148:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761500.228152:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2885
00000400:00000200:3.0:1787761500.228158:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761500.228165:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761500.228168:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761500.228174:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761500.228177:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761500.228179:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761500.228184:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761500.228185:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761500.228186:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761500.228189:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761500.228191:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761500.228194:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761500.228198:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761500.228202:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000800:00000200:1.1:1787761500.228204:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787761500.228205:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761500.228209:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000200:1.1:1787761500.228210:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1787761500.228218:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761500.228222:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761500.228226:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761500.228228:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761500.228233:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761500.228236:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761500.228239:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761500.228241:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761500.228244:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761500.228246:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761500.228247:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761500.228250:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787761500.228253:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761500.228258:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761500.228259:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761500.228261:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761500.228264:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761500.228266:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761500.228269:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761500.228274:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761500.228282:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883727488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761500.228291:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761500.228294:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761500.228300:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883727488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761500.228317:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761500.228321:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761500.228324:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761500.228325:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761500.228326:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761500.228331:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761500.228334:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2885
00000400:00000200:3.0:1787761500.228339:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761500.228343:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761500.228347:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761500.228349:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761500.228350:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761500.228353:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761500.228355:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761500.228356:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761500.228357:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761500.228358:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761500.228361:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761500.228363:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761500.228368:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761500.228371:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761500.228374:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761500.228378:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761500.228381:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761500.228384:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761500.228388:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761500.228392:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761500.228396:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761500.228399:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761500.228406:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761500.228408:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761500.228411:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761500.228415:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761500.228418:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761500.228421:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761500.228423:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761500.228427:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761500.228429:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761500.228432:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761500.228435:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761500.228437:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761500.228441:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761500.228446:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761500.228454:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883727616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761500.228464:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761500.228466:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761500.228471:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883727616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761500.228479:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761500.228483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761500.228489:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761500.228491:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761500.228493:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761500.228496:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761500.228500:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2885
00000400:00000200:3.0:1787761500.228503:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761500.228507:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761500.228510:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761500.228515:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761500.228519:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761500.228522:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761500.228528:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761500.228530:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761500.228533:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761500.228536:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761500.228540:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761500.228546:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761500.228558:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761500.228567:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761500.228571:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761500.228576:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761500.228581:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761500.228584:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761500.228591:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761500.228619:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761500.228620:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761500.228623:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761500.228625:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761500.228626:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761500.228627:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761500.228630:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761500.228633:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761500.228638:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787761500.228641:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761500.228646:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761500.228649:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761500.228654:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761500.228656:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761500.228659:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761500.228664:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761500.228668:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761500.228675:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883727744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761500.228686:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761500.228689:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761500.228695:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883727744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761500.228707:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761500.228713:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2895)
00000800:00000200:1.1:1787761500.228805:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761500.228807:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787761500.228969:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761500.228971:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787761500.229147:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761500.229148:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787761500.229385:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761500.229387:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1787761500.675704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761500.675709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761500.675712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761500.675713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761500.675715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761500.675716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761501.507696:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297558779, at 4297558784
00000100:00000010:0.0:1787761501.507711:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787761501.699678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761501.699683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761501.699686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761501.699687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761501.699689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761501.699690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761501.699705:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761501.699707:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761501.699708:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761502.723711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761502.723717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761502.723722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761502.723728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761502.723731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761502.723733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761503.747674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761503.747681:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761503.747684:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761503.747686:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761503.747691:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761503.747694:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761503.747696:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761503.747698:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761503.747701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761503.747703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761503.747706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761503.747707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761503.747737:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761503.747739:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761503.747742:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761504.771738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761504.771751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761504.771757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761504.771758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761504.771762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761504.771763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761505.347651:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761505.347658:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761505.347660:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761505.347663:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761505.347666:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761505.347671:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2890
00000400:00000200:3.0:1787761505.347678:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761505.347682:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761505.347684:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761505.347686:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761505.347701:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761505.347703:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761505.347706:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761505.347709:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761505.347712:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761505.347715:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761505.347718:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761505.347720:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761505.347723:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761505.347726:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761505.347728:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761505.347730:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761505.347731:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761505.347734:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761505.347738:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761505.347741:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761505.347744:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761505.347747:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761505.347749:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761505.347752:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761505.347754:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761505.347762:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761505.347765:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761505.347770:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761505.347771:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761505.347774:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761505.347776:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761505.347780:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761505.347788:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761505.347794:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761505.347802:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883727872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761505.347809:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761505.347812:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761505.347815:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883727872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761505.347843:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761505.347850:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761505.347853:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761505.347855:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761505.347856:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761505.347859:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761505.347862:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2890
00000400:00000200:3.0:1787761505.347867:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761505.347871:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761505.347874:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761505.347877:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761505.347879:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761505.347881:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761505.347884:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761505.347888:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761505.347892:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761505.347895:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761505.347898:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761505.347899:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761505.347904:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761505.347910:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761505.347914:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761505.347918:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761505.347923:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761505.347925:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761505.347929:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761505.347934:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761505.347939:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761505.347944:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761505.347947:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761505.347949:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761505.347953:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761505.347959:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761505.347961:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761505.347966:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787761505.347971:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761505.347975:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761505.347976:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761505.347978:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761505.347981:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761505.347983:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761505.347997:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761505.348003:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761505.348012:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883728000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761505.348034:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761505.348039:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761505.348047:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883728000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761505.348061:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761505.348066:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761505.348071:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761505.348074:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761505.348078:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761505.348083:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761505.348090:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2890
00000400:00000200:3.0:1787761505.348099:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761505.348106:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761505.348109:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761505.348115:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761505.348119:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761505.348123:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761505.348125:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761505.348128:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761505.348130:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761505.348132:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761505.348135:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761505.348139:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761505.348142:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761505.348148:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761505.348150:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761505.348151:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761505.348155:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761505.348156:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761505.348161:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761505.348165:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761505.348166:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761505.348170:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761505.348175:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761505.348175:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787761505.348179:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.1:1787761505.348181:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000008:00100000:3.0:1787761505.348182:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761505.348185:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761505.348187:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761505.348191:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787761505.348195:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761505.348197:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761505.348198:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761505.348199:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761505.348200:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761505.348201:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761505.348205:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761505.348209:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761505.348215:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883728128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761505.348224:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761505.348228:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761505.348232:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883728128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761505.348242:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761505.348247:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761505.348253:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761505.348255:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761505.348256:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761505.348261:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761505.348265:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2890
00000400:00000200:3.0:1787761505.348272:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761505.348277:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761505.348282:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761505.348286:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761505.348289:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761505.348291:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761505.348293:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761505.348297:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761505.348298:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761505.348301:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761505.348303:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761505.348306:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761505.348308:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761505.348312:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761505.348314:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761505.348316:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761505.348319:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761505.348321:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761505.348324:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761505.348325:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761505.348329:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761505.348332:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761505.348335:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761505.348339:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761505.348341:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761505.348347:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761505.348351:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761505.348354:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761505.348357:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761505.348359:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761505.348361:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761505.348365:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761505.348367:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761505.348369:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761505.348375:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761505.348379:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761505.348384:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883728256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761505.348396:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761505.348399:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761505.348406:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883728256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761505.348416:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761505.348420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761505.348426:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761505.348430:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761505.348432:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761505.348436:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761505.348440:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2890
00000400:00000200:3.0:1787761505.348445:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761505.348450:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761505.348452:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761505.348454:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761505.348455:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761505.348456:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761505.348457:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761505.348458:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761505.348459:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761505.348461:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761505.348463:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761505.348466:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761505.348469:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761505.348474:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761505.348476:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761505.348478:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761505.348481:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761505.348483:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761505.348488:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761505.348491:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761505.348495:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761505.348499:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761505.348504:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761505.348508:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761505.348511:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761505.348517:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761505.348521:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761505.348527:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761505.348532:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761505.348537:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761505.348540:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761505.348543:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761505.348547:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761505.348549:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761505.348555:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761505.348561:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761505.348569:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883728384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761505.348584:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761505.348587:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761505.348592:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883728384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761505.348619:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761505.348624:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2900)
00000800:00000200:1.1:1787761505.348799:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761505.348801:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761505.349045:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761505.349048:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761505.349222:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761505.349224:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761505.349384:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761505.349386:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1787761505.795719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761505.795726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761505.795732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761505.795735:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761505.795737:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761505.795740:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761505.795743:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761505.795745:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761505.795747:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761505.795749:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761505.795753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761505.795754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761505.795795:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761505.795797:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761505.795799:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761506.627685:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297563899, at 4297563904
00000100:00000010:0.0:1787761506.627696:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00010000:00000001:0.0:1787761506.819709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761506.819714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761506.819718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761506.819718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761506.819721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761506.819721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761507.843739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761507.843745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761507.843751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761507.843752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761507.843754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761507.843755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761507.843788:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761507.843790:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761507.843793:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761508.867680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761508.867684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761508.867689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761508.867690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761508.867692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761508.867695:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761508.867702:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761508.867704:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761508.867708:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761508.867709:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761508.867711:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761508.867713:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761509.891709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761509.891714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761509.891720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761509.891722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761509.891724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761509.891726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761509.891775:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761509.891777:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761509.891779:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761510.467679:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761510.467687:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761510.467689:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761510.467692:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761510.467694:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761510.467700:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2895
00000400:00000200:3.0:1787761510.467707:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761510.467712:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761510.467714:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761510.467717:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761510.467719:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761510.467720:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761510.467722:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761510.467725:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761510.467727:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761510.467729:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761510.467731:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761510.467733:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761510.467735:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761510.467737:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761510.467738:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761510.467739:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761510.467740:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761510.467741:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761510.467744:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761510.467745:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761510.467746:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761510.467749:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761510.467751:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761510.467752:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761510.467754:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761510.467761:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761510.467763:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761510.467765:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761510.467766:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761510.467768:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761510.467771:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761510.467774:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761510.467780:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761510.467786:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761510.467806:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883728512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761510.467816:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761510.467820:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761510.467824:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883728512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761510.467846:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761510.467848:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761510.467850:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761510.467851:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761510.467853:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761510.467854:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761510.467856:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2895
00000400:00000200:3.0:1787761510.467859:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761510.467861:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761510.467863:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761510.467866:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761510.467867:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761510.467869:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761510.467871:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761510.467872:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761510.467874:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761510.467875:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761510.467878:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761510.467880:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761510.467882:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761510.467886:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761510.467890:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761510.467892:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761510.467896:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761510.467901:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761510.467905:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761510.467908:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761510.467911:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761510.467916:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761510.467921:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761510.467924:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761510.467928:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761510.467933:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761510.467936:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761510.467938:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761510.467942:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761510.467946:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761510.467947:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761510.467948:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761510.467950:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761510.467952:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761510.467957:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761510.467963:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761510.467968:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883728640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761510.467977:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761510.467979:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761510.467986:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883728640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761510.467996:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761510.468000:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761510.468006:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761510.468008:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761510.468011:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761510.468014:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761510.468016:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2895
00000400:00000200:3.0:1787761510.468018:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761510.468019:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761510.468020:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761510.468022:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761510.468024:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761510.468027:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761510.468031:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761510.468033:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761510.468036:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761510.468037:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761510.468038:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761510.468039:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761510.468041:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761510.468045:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761510.468048:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761510.468049:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761510.468051:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761510.468052:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761510.468053:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761510.468057:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761510.468060:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761510.468063:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761510.468065:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761510.468067:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761510.468070:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761510.468074:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761510.468077:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761510.468087:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787761510.468092:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761510.468097:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761510.468101:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761510.468104:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761510.468106:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761510.468109:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761510.468114:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761510.468118:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761510.468125:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883728768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761510.468138:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761510.468141:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761510.468145:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883728768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761510.468151:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761510.468154:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761510.468158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761510.468160:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761510.468163:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761510.468165:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761510.468170:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2895
00000800:00000200:1.1:1787761510.468173:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000400:00000200:3.0:1787761510.468177:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000800:00000200:1.1:1787761510.468179:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000400:00000200:3.0:1787761510.468182:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761510.468187:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761510.468192:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761510.468195:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761510.468197:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761510.468200:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761510.468205:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761510.468207:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761510.468209:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761510.468211:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761510.468215:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761510.468219:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761510.468223:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761510.468225:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761510.468229:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761510.468233:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761510.468237:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761510.468242:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761510.468245:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761510.468247:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761510.468250:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761510.468254:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761510.468257:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761510.468259:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761510.468264:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761510.468269:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761510.468272:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761510.468276:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761510.468281:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761510.468285:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761510.468288:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761510.468290:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761510.468293:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761510.468298:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761510.468303:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761510.468311:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883728896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761510.468324:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761510.468328:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761510.468336:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883728896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761510.468363:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761510.468365:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761510.468369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761510.468372:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761510.468374:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761510.468379:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761510.468382:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2895
00000400:00000200:3.0:1787761510.468387:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761510.468392:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761510.468395:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761510.468400:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761510.468404:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761510.468408:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761510.468411:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761510.468414:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761510.468416:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761510.468418:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761510.468420:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761510.468423:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761510.468425:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761510.468430:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761510.468433:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761510.468438:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761510.468440:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761510.468444:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761510.468448:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761510.468452:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761510.468454:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761510.468458:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761510.468461:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761510.468463:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761510.468465:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761510.468469:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761510.468472:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761510.468477:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761510.468480:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761510.468484:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761510.468486:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761510.468487:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761510.468490:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761510.468492:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761510.468496:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761510.468500:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761510.468507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883729024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761510.468515:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761510.468517:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761510.468521:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883729024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761510.468525:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761510.468530:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2905)
00000800:00000200:1.1:1787761510.468694:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761510.468695:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761510.468953:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761510.468955:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761510.469137:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761510.469139:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761510.469305:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761510.469306:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787761510.915681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761510.915686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761510.915689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761510.915690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761510.915692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761510.915693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761511.747731:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297569019, at 4297569024
00000100:00000010:0.0:1787761511.747748:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00010000:00000001:0.0:1787761511.939715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761511.939720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761511.939724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761511.939725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761511.939727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761511.939728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761511.939745:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761511.939747:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761511.939749:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761512.963733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761512.963740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761512.963744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761512.963745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761512.963748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761512.963748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761513.987704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761513.987711:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761513.987713:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761513.987715:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761513.987720:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761513.987721:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761513.987723:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761513.987724:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761513.987728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761513.987729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761513.987731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761513.987732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761513.987752:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761513.987754:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761513.987756:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761515.011731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761515.011742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761515.011750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761515.011751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761515.011756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761515.011757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761515.587724:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761515.587732:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787761515.587734:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761515.587737:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761515.587740:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761515.587746:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2900
00000400:00000200:0.0:1787761515.587753:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761515.587758:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761515.587760:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761515.587762:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761515.587765:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761515.587767:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761515.587768:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761515.587772:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761515.587773:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787761515.587775:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761515.587778:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787761515.587780:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787761515.587782:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787761515.587784:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761515.587786:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761515.587787:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761515.587788:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761515.587790:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787761515.587792:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761515.587794:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761515.587796:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761515.587798:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761515.587800:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761515.587802:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761515.587803:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761515.587811:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f0c0.
00000020:00000040:0.0:1787761515.587813:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787761515.587816:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761515.587817:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761515.587819:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761515.587822:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761515.587824:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761515.587831:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31000.
00000100:00000001:0.0:1787761515.587836:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761515.587844:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f0c0 x1874600883729152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761515.587851:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761515.587854:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761515.587857:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcc28536] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f0c0 x1874600883729152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761515.587875:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761515.587879:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761515.587883:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787761515.587884:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761515.587886:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761515.587889:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761515.587892:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2900
00000400:00000200:0.0:1787761515.587896:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761515.587899:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761515.587901:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761515.587904:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761515.587906:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761515.587909:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761515.587911:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761515.587913:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761515.587915:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787761515.587916:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761515.587918:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787761515.587920:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787761515.587923:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787761515.587926:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761515.587927:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761515.587929:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761515.587931:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761515.587934:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787761515.587937:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761515.587940:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761515.587941:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761515.587947:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761515.587949:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761515.587951:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761515.587956:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761515.587959:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761515.587961:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761515.587965:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c3c0.
00000020:00000040:0.0:1787761515.587967:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787761515.587970:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761515.587971:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761515.587973:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761515.587974:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761515.587976:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761515.587980:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30800.
00000100:00000001:0.0:1787761515.587983:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761515.587988:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c3c0 x1874600883729280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761515.587995:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761515.587997:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761515.588001:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732a0c51] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c3c0 x1874600883729280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761515.588010:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761515.588012:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761515.588016:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787761515.588018:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761515.588020:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761515.588022:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761515.588025:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2900
00000400:00000200:0.0:1787761515.588028:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761515.588031:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761515.588033:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761515.588036:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761515.588037:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761515.588040:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761515.588042:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761515.588044:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761515.588046:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787761515.588047:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761515.588049:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787761515.588051:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787761515.588063:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787761515.588070:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761515.588072:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761515.588074:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761515.588076:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761515.588079:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787761515.588082:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761515.588084:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761515.588086:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761515.588089:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761515.588091:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761515.588093:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761515.588095:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761515.588097:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761515.588098:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761515.588102:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097ed00.
00000020:00000040:0.0:1787761515.588104:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787761515.588106:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761515.588108:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761515.588109:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1787761515.588110:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:0.0:1787761515.588111:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761515.588113:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761515.588114:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
02000000:00000010:0.0:1787761515.588116:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33000.
00000100:00000001:0.0:1787761515.588120:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761515.588124:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097ed00 x1874600883729408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761515.588137:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761515.588139:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761515.588143:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088ef356f] to pc [ptlrpcd_rcv+-1]  req@ffff96966097ed00 x1874600883729408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761515.588151:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761515.588154:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761515.588157:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787761515.588159:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761515.588161:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761515.588164:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761515.588167:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2900
00000400:00000200:0.0:1787761515.588170:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761515.588173:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761515.588175:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761515.588178:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761515.588180:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761515.588182:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761515.588185:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761515.588187:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761515.588188:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787761515.588190:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761515.588192:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787761515.588193:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787761515.588196:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787761515.588198:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761515.588200:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761515.588202:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761515.588204:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761515.588207:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787761515.588210:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761515.588212:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761515.588214:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761515.588216:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761515.588218:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761515.588220:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761515.588223:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787761515.588226:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761515.588228:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761515.588231:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097de00.
00000020:00000040:0.0:1787761515.588234:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787761515.588237:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761515.588238:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761515.588240:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761515.588241:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761515.588243:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761515.588246:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30c00.
00000100:00000001:0.0:1787761515.588249:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761515.588254:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097de00 x1874600883729536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761515.588261:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761515.588263:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761515.588268:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010d19df2] to pc [ptlrpcd_rcv+-1]  req@ffff96966097de00 x1874600883729536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761515.588276:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761515.588278:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761515.588281:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787761515.588283:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761515.588284:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761515.588287:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761515.588290:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2900
00000400:00000200:0.0:1787761515.588294:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761515.588297:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761515.588299:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761515.588302:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761515.588305:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761515.588307:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761515.588309:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761515.588311:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761515.588312:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787761515.588314:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761515.588316:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787761515.588318:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787761515.588320:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787761515.588323:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761515.588325:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761515.588327:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761515.588330:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761515.588332:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787761515.588334:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761515.588337:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761515.588338:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761515.588341:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761515.588343:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761515.588345:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761515.588347:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787761515.588350:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761515.588351:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761515.588355:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097da40.
00000020:00000040:0.0:1787761515.588357:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787761515.588360:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761515.588362:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761515.588363:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761515.588365:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761515.588367:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761515.588370:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30000.
00000100:00000001:0.0:1787761515.588373:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761515.588378:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097da40 x1874600883729664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761515.588385:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761515.588387:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761515.588391:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a392d04] to pc [ptlrpcd_rcv+-1]  req@ffff96966097da40 x1874600883729664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761515.588398:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761515.588402:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2910)
00000800:00000200:1.1:1787761515.588544:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761515.588546:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761515.588756:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761515.588758:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761515.588932:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761515.588934:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761515.589107:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761515.589109:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787761516.035676:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761516.035681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761516.035685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761516.035688:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761516.035690:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761516.035692:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761516.035694:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761516.035696:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761516.035697:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761516.035699:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761516.035701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761516.035702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761516.035718:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761516.035719:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761516.035721:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761516.867702:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297574139, at 4297574144
00000100:00000010:0.0:1787761516.867719:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787761517.059693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761517.059699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761517.059703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761517.059703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761517.059706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761517.059707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761518.083704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761518.083710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761518.083714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761518.083715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761518.083717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761518.083720:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761518.083722:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761518.083724:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761518.083727:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761518.083729:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761518.083731:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761518.083732:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761518.083760:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761518.083762:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761518.083764:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761519.107687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761519.107692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761519.107697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761519.107698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761519.107700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761519.107701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761520.131720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761520.131731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761520.131736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761520.131737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761520.131739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761520.131740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761520.131780:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761520.131783:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761520.131786:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761520.707690:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761520.707702:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787761520.707704:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761520.707707:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761520.707711:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761520.707718:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2905
00000400:00000200:0.0:1787761520.707725:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761520.707730:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761520.707732:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761520.707735:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761520.707738:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761520.707741:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761520.707742:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761520.707745:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761520.707747:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787761520.707749:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761520.707751:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787761520.707753:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787761520.707756:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787761520.707758:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761520.707759:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761520.707761:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761520.707762:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761520.707765:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787761520.707768:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761520.707770:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761520.707772:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761520.707774:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761520.707777:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761520.707778:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761520.707780:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761520.707787:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097e1c0.
00000020:00000040:0.0:1787761520.707790:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787761520.707793:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761520.707794:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761520.707797:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761520.707799:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761520.707802:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761520.707811:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33c00.
00000100:00000001:0.0:1787761520.707822:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761520.707832:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097e1c0 x1874600883729792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761520.707844:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761520.707849:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761520.707855:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb94abd1] to pc [ptlrpcd_rcv+-1]  req@ffff96966097e1c0 x1874600883729792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761520.707881:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761520.707884:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761520.707886:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787761520.707887:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761520.707889:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761520.707891:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761520.707893:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2905
00000400:00000200:0.0:1787761520.707896:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761520.707898:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761520.707900:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761520.707902:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761520.707904:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761520.707905:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761520.707907:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761520.707909:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761520.707910:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787761520.707911:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761520.707913:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787761520.707915:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787761520.707916:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787761520.707919:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761520.707921:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761520.707922:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761520.707924:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761520.707926:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787761520.707928:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761520.707932:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761520.707934:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761520.707943:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761520.707947:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761520.707951:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761520.707955:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761520.707958:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761520.707961:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761520.707966:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f840.
00000020:00000040:0.0:1787761520.707970:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787761520.707976:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761520.707979:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761520.707982:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761520.707984:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761520.707987:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761520.707992:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31c00.
00000100:00000001:0.0:1787761520.707998:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761520.708007:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f840 x1874600883729920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761520.708020:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761520.708024:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761520.708029:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02bc9d6] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f840 x1874600883729920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761520.708038:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761520.708041:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761520.708044:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787761520.708048:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761520.708052:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761520.708057:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761520.708066:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2905
00000400:00000200:0.0:1787761520.708073:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761520.708080:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761520.708084:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761520.708090:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761520.708094:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761520.708097:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761520.708101:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761520.708105:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761520.708107:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787761520.708109:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761520.708110:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787761520.708114:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787761520.708119:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787761520.708122:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761520.708125:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761520.708130:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761520.708133:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761520.708134:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787761520.708137:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761520.708141:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761520.708142:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761520.708146:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761520.708150:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761520.708152:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761520.708161:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761520.708167:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761520.708172:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761520.708180:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097d680.
00000020:00000040:0.0:1787761520.708187:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787761520.708191:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761520.708195:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761520.708200:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761520.708203:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761520.708207:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761520.708213:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30000.
00000100:00000001:0.0:1787761520.708220:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761520.708230:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097d680 x1874600883730048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787761520.708246:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761520.708251:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1787761520.708253:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761520.708259:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761520.708269:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b356f346] to pc [ptlrpcd_rcv+-1]  req@ffff96966097d680 x1874600883730048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761520.708286:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761520.708294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761520.708299:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787761520.708303:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761520.708307:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761520.708314:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761520.708322:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2905
00000400:00000200:0.0:1787761520.708332:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761520.708339:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761520.708344:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761520.708349:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761520.708352:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761520.708357:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761520.708362:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761520.708366:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761520.708368:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787761520.708371:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761520.708375:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787761520.708376:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787761520.708378:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787761520.708381:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761520.708384:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761520.708385:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761520.708387:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761520.708388:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787761520.708407:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761520.708410:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761520.708411:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761520.708415:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761520.708417:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761520.708419:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761520.708422:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787761520.708425:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761520.708426:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761520.708430:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c000.
00000020:00000040:0.0:1787761520.708433:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787761520.708436:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761520.708437:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761520.708439:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761520.708441:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761520.708443:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761520.708447:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30c00.
00000100:00000001:0.0:1787761520.708451:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761520.708461:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c000 x1874600883730176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761520.708477:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761520.708483:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761520.708494:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b885017a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c000 x1874600883730176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761520.708512:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761520.708517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761520.708524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787761520.708526:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761520.708529:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761520.708533:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761520.708538:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2905
00000400:00000200:0.0:1787761520.708545:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761520.708550:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761520.708552:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761520.708557:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761520.708561:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761520.708565:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761520.708569:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761520.708573:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761520.708577:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787761520.708579:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761520.708582:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787761520.708587:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787761520.708590:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787761520.708622:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761520.708627:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761520.708631:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761520.708635:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761520.708639:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787761520.708644:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761520.708647:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761520.708650:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761520.708653:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761520.708656:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761520.708660:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761520.708663:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787761520.708667:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761520.708671:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761520.708677:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c780.
00000020:00000040:0.0:1787761520.708681:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787761520.708685:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761520.708687:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761520.708691:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761520.708694:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761520.708696:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761520.708704:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33000.
00000100:00000001:0.0:1787761520.708708:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761520.708715:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c780 x1874600883730304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761520.708728:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761520.708731:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761520.708737:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b7e064a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c780 x1874600883730304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761520.708746:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761520.708751:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2915)
00000800:00000200:1.1:1787761520.708928:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761520.708930:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761520.709121:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761520.709122:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761520.709297:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761520.709298:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761520.709499:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761520.709501:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787761521.155683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761521.155688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761521.155693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761521.155694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761521.155696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761521.155697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761521.987695:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297579259, at 4297579264
00000100:00000010:0.0:1787761521.987717:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787761522.179670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761522.179674:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761522.179678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761522.179679:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761522.179681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761522.179682:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761522.179698:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761522.179700:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761522.179702:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761523.203689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761523.203697:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761523.203700:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761523.203703:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761523.203708:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761523.203711:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761523.203713:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761523.203715:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761523.203719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761523.203721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761523.203724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761523.203726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761524.227730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761524.227737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761524.227744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761524.227746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761524.227749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761524.227750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761524.227786:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761524.227789:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761524.227793:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761525.251711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761525.251717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761525.251721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761525.251722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761525.251725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761525.251733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761525.827754:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761525.827766:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761525.827768:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761525.827772:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761525.827776:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761525.827784:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2910
00000400:00000200:3.0:1787761525.827793:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761525.827799:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761525.827802:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761525.827805:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761525.827808:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761525.827809:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761525.827812:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761525.827815:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761525.827823:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761525.827826:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761525.827829:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761525.827831:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761525.827833:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761525.827835:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761525.827836:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761525.827837:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761525.827839:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761525.827841:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761525.827844:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761525.827845:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761525.827847:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761525.827851:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761525.827853:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761525.827854:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761525.827856:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761525.827867:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787761525.827870:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761525.827873:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761525.827875:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761525.827877:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761525.827881:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761525.827886:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761525.827896:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761525.827904:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761525.827916:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883730432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761525.827928:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761525.827933:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761525.827939:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883730432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761525.827975:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761525.827978:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761525.827980:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761525.827981:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761525.827982:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761525.827985:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761525.827987:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2910
00000400:00000200:3.0:1787761525.827989:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761525.827992:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761525.827993:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761525.827996:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761525.827998:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761525.828000:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761525.828002:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761525.828003:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761525.828004:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761525.828005:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761525.828007:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761525.828008:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761525.828009:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761525.828012:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761525.828016:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761525.828017:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761525.828019:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761525.828023:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761525.828027:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761525.828029:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761525.828031:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761525.828037:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761525.828041:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761525.828044:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761525.828050:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761525.828053:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761525.828057:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761525.828064:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e83c0.
00000020:00000040:3.0:1787761525.828068:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761525.828071:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761525.828073:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761525.828074:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761525.828075:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761525.828078:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761525.828084:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761525.828089:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761525.828097:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e83c0 x1874600883730560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761525.828107:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761525.828109:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761525.828115:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1eeea11] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e83c0 x1874600883730560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761525.828122:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761525.828125:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761525.828128:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761525.828129:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761525.828133:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761525.828137:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761525.828140:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2910
00000400:00000200:3.0:1787761525.828144:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761525.828148:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761525.828151:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761525.828156:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761525.828160:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761525.828163:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761525.828167:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761525.828171:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761525.828174:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761525.828178:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761525.828181:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761525.828186:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761525.828190:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761525.828196:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761525.828200:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761525.828205:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761525.828210:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761525.828214:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761525.828222:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761525.828227:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761525.828231:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761525.828235:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761525.828239:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761525.828244:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761525.828248:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761525.828254:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761525.828258:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761525.828264:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761525.828269:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761525.828274:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761525.828277:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761525.828281:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761525.828285:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761525.828288:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761525.828303:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761525.828309:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
02000000:00000010:3.0:1787761525.828310:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761525.828316:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761525.828324:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883730688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761525.828334:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761525.828338:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761525.828346:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883730688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761525.828362:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761525.828365:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761525.828369:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761525.828372:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761525.828374:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761525.828379:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761525.828383:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2910
00000400:00000200:3.0:1787761525.828389:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761525.828394:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761525.828397:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761525.828402:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761525.828407:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761525.828409:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761525.828415:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761525.828417:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761525.828420:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761525.828421:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761525.828423:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761525.828424:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761525.828425:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761525.828428:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761525.828430:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761525.828433:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761525.828435:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761525.828438:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761525.828442:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761525.828444:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761525.828447:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761525.828449:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761525.828452:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761525.828453:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761525.828456:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761525.828459:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761525.828460:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761525.828463:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761525.828465:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761525.828469:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761525.828470:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761525.828472:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761525.828473:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761525.828475:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761525.828479:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761525.828482:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761525.828485:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883730816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761525.828492:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761525.828493:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761525.828496:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883730816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761525.828504:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761525.828507:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761525.828510:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761525.828511:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761525.828514:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761525.828516:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761525.828520:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2910
00000400:00000200:3.0:1787761525.828524:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761525.828526:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761525.828527:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761525.828529:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761525.828531:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761525.828535:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761525.828540:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761525.828544:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761525.828547:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761525.828550:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761525.828552:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761525.828557:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761525.828562:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761525.828570:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761525.828576:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761525.828582:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761525.828586:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761525.828590:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761525.828626:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761525.828632:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761525.828635:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761525.828638:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761525.828643:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761525.828647:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761525.828652:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761525.828658:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761525.828662:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761525.828670:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787761525.828675:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761525.828681:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761525.828685:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761525.828691:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761525.828694:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761525.828698:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761525.828703:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761525.828708:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761525.828715:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883730944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761525.828728:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761525.828731:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761525.828737:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883730944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761525.828747:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761525.828752:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2920)
00000800:00000200:1.1:1787761525.828865:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761525.828867:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761525.829030:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761525.829032:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761525.829187:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761525.829189:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761525.829374:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761525.829376:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787761526.275717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761526.275725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761526.275730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761526.275734:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761526.275737:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761526.275739:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761526.275742:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761526.275744:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761526.275746:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761526.275747:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761526.275750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761526.275751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761526.275775:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761526.275777:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761526.275779:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761527.107688:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297584379, at 4297584384
00000100:00000010:0.0:1787761527.107703:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00010000:00000001:0.0:1787761527.299731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761527.299738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761527.299743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761527.299745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761527.299748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761527.299750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761528.323704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761528.323723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761528.323730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761528.323732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761528.323735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761528.323739:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761528.323742:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761528.323745:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761528.323747:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761528.323750:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761528.323751:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761528.323754:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761528.323776:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761528.323779:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761528.323782:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761529.347710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761529.347716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761529.347721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761529.347722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761529.347724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761529.347725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761530.371663:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761530.371669:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761530.371673:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761530.371674:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761530.371676:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761530.371677:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761530.371695:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761530.371697:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761530.371700:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761530.947752:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761530.947763:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761530.947766:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761530.947769:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761530.947774:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761530.947782:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2915
00000400:00000200:3.0:1787761530.947791:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761530.947798:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761530.947800:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761530.947803:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761530.947806:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761530.947808:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761530.947810:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761530.947814:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761530.947816:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761530.947819:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761530.947822:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761530.947824:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761530.947826:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761530.947828:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761530.947829:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761530.947830:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761530.947831:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761530.947833:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761530.947836:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761530.947837:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761530.947839:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761530.947842:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761530.947844:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761530.947846:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761530.947848:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761530.947859:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761530.947861:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761530.947866:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761530.947867:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761530.947870:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761530.947873:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761530.947878:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761530.947885:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761530.947893:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761530.947902:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883731072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761530.947911:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761530.947915:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761530.947919:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883731072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761530.947944:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761530.947947:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761530.947950:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761530.947952:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761530.947953:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761530.947956:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761530.947959:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2915
00000400:00000200:3.0:1787761530.947962:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761530.947965:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761530.947967:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761530.947970:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761530.947972:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761530.947974:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761530.947976:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761530.947978:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761530.947980:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761530.947981:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761530.947983:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761530.947986:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761530.947988:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761530.947991:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761530.947993:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761530.947994:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761530.947996:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761530.947999:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761530.948001:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761530.948004:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761530.948006:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761530.948013:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761530.948015:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761530.948016:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761530.948022:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761530.948026:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761530.948028:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761530.948032:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761530.948034:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761530.948036:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761530.948038:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761530.948039:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761530.948041:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761530.948042:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761530.948048:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761530.948052:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761530.948056:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883731200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761530.948063:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761530.948065:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761530.948068:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883731200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761530.948075:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761530.948077:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761530.948081:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761530.948083:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761530.948084:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761530.948086:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761530.948089:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2915
00000400:00000200:3.0:1787761530.948092:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761530.948095:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761530.948098:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761530.948101:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761530.948103:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761530.948105:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761530.948107:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761530.948109:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761530.948110:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761530.948112:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761530.948113:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761530.948115:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761530.948117:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761530.948120:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761530.948122:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761530.948123:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761530.948125:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761530.948126:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761530.948128:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761530.948130:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761530.948132:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761530.948134:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761530.948136:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761530.948138:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761530.948140:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761530.948142:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761530.948144:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761530.948147:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761530.948149:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761530.948151:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761530.948152:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761530.948154:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761530.948156:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761530.948157:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761530.948161:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761530.948164:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761530.948169:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883731328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761530.948176:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761530.948178:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761530.948181:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883731328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761530.948187:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761530.948190:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761530.948207:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761530.948208:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761530.948210:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761530.948213:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761530.948215:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2915
00000400:00000200:3.0:1787761530.948219:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000800:00000200:1.1:1787761530.948220:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000400:00000200:3.0:1787761530.948222:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761530.948224:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787761530.948224:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1787761530.948227:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761530.948229:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761530.948231:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761530.948233:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761530.948235:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761530.948236:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761530.948238:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761530.948240:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761530.948243:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761530.948245:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761530.948248:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761530.948250:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761530.948252:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761530.948254:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761530.948256:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761530.948258:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761530.948261:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761530.948262:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761530.948265:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761530.948267:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761530.948269:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761530.948271:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761530.948274:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761530.948275:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761530.948279:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761530.948281:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761530.948283:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761530.948285:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761530.948287:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761530.948288:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761530.948290:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761530.948294:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761530.948296:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761530.948307:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883731456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761530.948314:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761530.948316:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761530.948319:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883731456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761530.948326:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761530.948329:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761530.948332:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761530.948334:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761530.948336:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761530.948338:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761530.948340:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2915
00000400:00000200:3.0:1787761530.948344:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761530.948346:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761530.948349:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761530.948351:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761530.948354:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761530.948356:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761530.948358:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761530.948360:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761530.948361:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761530.948363:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761530.948365:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761530.948367:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761530.948369:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761530.948378:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761530.948380:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761530.948382:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761530.948384:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761530.948386:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761530.948389:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761530.948390:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761530.948392:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761530.948394:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761530.948396:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761530.948398:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761530.948399:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761530.948401:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761530.948403:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761530.948407:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787761530.948410:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761530.948412:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761530.948413:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761530.948415:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761530.948417:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761530.948418:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761530.948422:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761530.948425:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761530.948428:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883731584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761530.948439:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761530.948442:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761530.948445:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883731584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761530.948453:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761530.948457:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2925)
00000800:00000200:1.1:1787761530.948641:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761530.948643:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761530.948822:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761530.948824:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761530.948985:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761530.948986:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761530.949140:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761530.949141:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787761531.395749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761531.395758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761531.395767:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761531.395768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761531.395772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761531.395773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761532.227685:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297589499, at 4297589504
00000100:00000010:0.0:1787761532.227699:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc00.
00010000:00000001:0.0:1787761532.419698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761532.419705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761532.419712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761532.419713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761532.419717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761532.419718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761532.419741:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761532.419744:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761532.419747:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761533.443725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761533.443733:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761533.443735:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761533.443738:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761533.443743:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761533.443746:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761533.443748:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761533.443751:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761533.443755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761533.443757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761533.443760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761533.443762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761534.467709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761534.467716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761534.467722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761534.467723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761534.467725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761534.467726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761534.467746:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761534.467748:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761534.467750:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761535.491740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761535.491747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761535.491754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761535.491755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761535.491759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761535.491761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761536.068201:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761536.068205:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761536.068593:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761536.068611:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761536.068804:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761536.068806:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761536.069046:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761536.069048:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761536.069359:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761536.069361:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00010000:00000001:0.0:1787761536.515684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761536.515689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761536.515693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761536.515697:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761536.515699:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761536.515701:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761536.515704:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761536.515706:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761536.515707:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761536.515709:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761536.515711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761536.515712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761536.515729:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761536.515731:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761536.515732:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761537.347721:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297594619, at 4297594624
00000100:00000010:0.0:1787761537.347742:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00010000:00000001:0.0:1787761537.539689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761537.539694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761537.539698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761537.539699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761537.539701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761537.539702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761538.563739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761538.563747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761538.563755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761538.563756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761538.563761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761538.563764:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761538.563767:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761538.563771:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761538.563775:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761538.563778:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761538.563781:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761538.563784:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761538.563816:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761538.563819:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761538.563823:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761539.587744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761539.587752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761539.587758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761539.587760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761539.587764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761539.587765:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761540.611680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761540.611687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761540.611695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761540.611696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761540.611699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761540.611701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761540.611727:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761540.611731:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761540.611733:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761541.187727:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761541.187740:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787761541.187743:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761541.187747:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761541.187751:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761541.187760:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2926
00000400:00000200:0.0:1787761541.187769:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761541.187776:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761541.187779:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761541.187783:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761541.187787:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761541.187789:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761541.187791:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761541.187795:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761541.187796:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787761541.187798:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761541.187801:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787761541.187803:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787761541.187804:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787761541.187806:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761541.187808:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761541.187809:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761541.187810:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761541.187812:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787761541.187815:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761541.187816:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761541.187819:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761541.187821:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761541.187823:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761541.187825:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761541.187826:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761541.187834:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c780.
00000020:00000040:0.0:1787761541.187837:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787761541.187841:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761541.187842:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761541.187844:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761541.187846:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761541.187849:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761541.187857:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30400.
00000100:00000001:0.0:1787761541.187863:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761541.187873:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c780 x1874600883732352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761541.187884:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761541.187889:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761541.187894:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b7e064a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c780 x1874600883732352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761541.187917:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761541.187920:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761541.187922:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787761541.187923:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761541.187925:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761541.187927:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761541.187929:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2926
00000400:00000200:0.0:1787761541.187932:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761541.187935:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761541.187937:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761541.187939:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761541.187942:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761541.187945:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761541.187948:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761541.187951:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761541.187953:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787761541.187958:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761541.187964:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787761541.187970:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787761541.187976:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787761541.187986:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761541.188006:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761541.188012:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761541.188017:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761541.188022:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787761541.188029:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761541.188033:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761541.188035:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761541.188042:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761541.188045:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761541.188048:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761541.188054:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761541.188067:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761541.188071:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761541.188075:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c000.
00000020:00000040:0.0:1787761541.188079:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787761541.188081:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761541.188084:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761541.188087:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761541.188088:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761541.188090:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761541.188094:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32800.
00000100:00000001:0.0:1787761541.188100:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761541.188108:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c000 x1874600883732480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761541.188117:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761541.188126:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761541.188134:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b885017a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c000 x1874600883732480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761541.188155:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761541.188158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761541.188165:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787761541.188169:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761541.188171:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761541.188173:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761541.188176:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2926
00000400:00000200:0.0:1787761541.188230:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761541.188236:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761541.188239:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761541.188242:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761541.188246:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761541.188249:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761541.188251:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761541.188254:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761541.188256:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787761541.188257:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761541.188261:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787761541.188264:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787761541.188266:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787761541.188273:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761541.188276:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787761541.188279:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:0.0:1787761541.188280:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761541.188284:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761541.188287:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000800:00000200:1.1:1787761541.188288:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000100:00080000:0.0:1787761541.188290:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761541.188296:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761541.188299:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761541.188303:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761541.188307:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761541.188308:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761541.188311:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761541.188314:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761541.188316:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761541.188324:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097d680.
00000020:00000040:0.0:1787761541.188328:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787761541.188332:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761541.188335:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761541.188336:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761541.188338:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761541.188341:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761541.188345:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31800.
00000100:00000001:0.0:1787761541.188350:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761541.188361:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097d680 x1874600883732608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761541.188381:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761541.188385:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761541.188390:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b356f346] to pc [ptlrpcd_rcv+-1]  req@ffff96966097d680 x1874600883732608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761541.188400:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761541.188403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761541.188410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787761541.188413:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761541.188416:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761541.188419:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761541.188424:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2926
00000400:00000200:0.0:1787761541.188430:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761541.188438:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761541.188443:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761541.188449:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761541.188451:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761541.188456:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761541.188458:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761541.188459:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761541.188461:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787761541.188464:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761541.188466:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787761541.188467:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787761541.188469:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787761541.188478:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761541.188485:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761541.188492:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761541.188498:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761541.188504:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787761541.188513:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761541.188520:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761541.188527:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761541.188532:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761541.188537:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761541.188540:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761541.188544:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787761541.188549:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761541.188554:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761541.188560:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f840.
00000020:00000040:0.0:1787761541.188564:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787761541.188569:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761541.188573:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761541.188580:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761541.188585:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761541.188590:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761541.188636:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33400.
00000100:00000001:0.0:1787761541.188643:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761541.188653:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f840 x1874600883732736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761541.188663:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761541.188664:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761541.188672:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02bc9d6] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f840 x1874600883732736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761541.188689:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761541.188693:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761541.188696:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787761541.188700:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761541.188703:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761541.188709:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761541.188715:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2926
00000400:00000200:0.0:1787761541.188724:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761541.188730:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761541.188736:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761541.188744:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761541.188752:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761541.188758:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761541.188765:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761541.188772:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761541.188777:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787761541.188781:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761541.188784:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787761541.188788:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787761541.188793:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787761541.188799:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761541.188802:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761541.188807:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761541.188812:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761541.188816:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787761541.188821:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761541.188827:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761541.188831:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761541.188836:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761541.188840:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761541.188844:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761541.188847:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787761541.188852:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761541.188856:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761541.188864:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097e1c0.
00000020:00000040:0.0:1787761541.188871:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787761541.188877:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761541.188881:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761541.188885:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761541.188890:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761541.188895:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761541.188903:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00000001:0.0:1787761541.188911:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761541.188921:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097e1c0 x1874600883732864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761541.188936:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761541.188941:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761541.188948:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb94abd1] to pc [ptlrpcd_rcv+-1]  req@ffff96966097e1c0 x1874600883732864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761541.188980:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761541.188989:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2936)
00000800:00000200:1.1:1787761541.189019:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761541.189021:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761541.189244:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761541.189246:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761541.189441:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761541.189444:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761541.189743:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761541.189745:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00010000:00000001:0.0:1787761541.635757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761541.635766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761541.635774:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761541.635777:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761541.635781:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761541.635783:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761542.467725:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297599739, at 4297599744
00000100:00000010:0.0:1787761542.467750:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787761542.659722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761542.659730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761542.659737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761542.659739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761542.659743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761542.659744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761542.659773:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761542.659776:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761542.659779:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761543.683712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761543.683726:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761543.683728:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761543.683731:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761543.683737:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761543.683739:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761543.683742:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761543.683744:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761543.683749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761543.683751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761543.683754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761543.683756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761544.707732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761544.707740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761544.707747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761544.707748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761544.707752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761544.707754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761544.707784:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761544.707786:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761544.707788:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761545.731723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761545.731730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761545.731736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761545.731738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761545.731741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761545.731743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761546.307720:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761546.307732:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761546.307734:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761546.307738:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761546.307743:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761546.307749:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2931
00000400:00000200:3.0:1787761546.307757:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761546.307762:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761546.307764:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761546.307767:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761546.307769:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761546.307771:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761546.307773:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761546.307776:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761546.307778:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761546.307780:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761546.307783:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761546.307785:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761546.307787:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761546.307789:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761546.307790:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761546.307791:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761546.307792:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761546.307794:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761546.307797:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761546.307798:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761546.307800:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761546.307803:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761546.307805:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761546.307807:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761546.307808:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761546.307816:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787761546.307820:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761546.307824:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761546.307826:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761546.307829:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761546.307831:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761546.307835:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761546.307843:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761546.307851:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761546.307860:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883732992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761546.307872:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761546.307876:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761546.307880:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883732992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761546.307915:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761546.307917:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761546.307920:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761546.307921:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761546.307922:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761546.307924:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761546.307926:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2931
00000400:00000200:3.0:1787761546.307930:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761546.307932:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761546.307934:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761546.307936:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761546.307938:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761546.307939:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761546.307941:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761546.307943:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761546.307945:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761546.307946:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761546.307948:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761546.307949:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761546.307951:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761546.307953:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761546.307955:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761546.307957:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761546.307960:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761546.307962:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761546.307966:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761546.307968:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761546.307973:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761546.307978:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761546.307981:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761546.307983:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761546.307988:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761546.307994:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761546.307998:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761546.308002:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761546.308006:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761546.308011:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761546.308013:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761546.308015:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761546.308017:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761546.308019:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761546.308025:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761546.308032:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761546.308042:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883733120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761546.308055:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761546.308061:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761546.308069:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883733120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761546.308082:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761546.308085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761546.308089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761546.308091:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761546.308094:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761546.308096:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761546.308099:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2931
00000400:00000200:3.0:1787761546.308106:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761546.308112:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761546.308115:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761546.308120:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761546.308123:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761546.308127:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761546.308131:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761546.308136:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761546.308138:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761546.308140:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761546.308144:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761546.308149:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761546.308154:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761546.308159:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761546.308162:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761546.308165:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761546.308168:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761546.308171:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761546.308173:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761546.308178:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761546.308181:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761546.308184:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761546.308188:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761546.308192:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761546.308194:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761546.308198:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761546.308201:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761546.308206:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787761546.308211:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761546.308216:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761546.308218:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761546.308223:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761546.308225:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761546.308227:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761546.308233:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761546.308238:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761546.308247:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883733248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761546.308260:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761546.308262:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761546.308267:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883733248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761546.308278:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761546.308282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787761546.308284:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:3.0:1787761546.308286:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761546.308290:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761546.308291:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761546.308293:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761546.308295:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2931
00000400:00000200:3.0:1787761546.308298:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761546.308300:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761546.308302:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761546.308307:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761546.308312:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761546.308317:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761546.308322:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761546.308326:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761546.308328:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761546.308330:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761546.308332:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761546.308334:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761546.308338:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761546.308342:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761546.308344:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761546.308348:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761546.308351:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761546.308357:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761546.308362:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761546.308365:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761546.308369:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761546.308373:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761546.308376:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761546.308378:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761546.308382:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761546.308385:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761546.308386:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761546.308389:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761546.308393:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761546.308397:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761546.308399:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761546.308401:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761546.308404:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761546.308406:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761546.308412:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761546.308417:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761546.308422:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883733376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761546.308441:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761546.308444:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761546.308452:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883733376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761546.308460:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761546.308462:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761546.308469:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761546.308472:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761546.308476:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761546.308483:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761546.308489:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2931
00000400:00000200:3.0:1787761546.308497:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761546.308506:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761546.308511:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761546.308518:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761546.308523:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761546.308527:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761546.308532:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761546.308538:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761546.308540:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761546.308543:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761546.308548:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761546.308551:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761546.308556:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761546.308564:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761546.308569:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761546.308572:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761546.308575:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761546.308580:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761546.308583:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761546.308585:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761546.308588:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761546.308591:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761546.308621:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761546.308624:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761546.308626:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761546.308629:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761546.308633:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761546.308641:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787761546.308646:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761546.308651:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761546.308654:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761546.308659:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761546.308662:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761546.308666:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761546.308675:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761546.308682:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761546.308693:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883733504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761546.308710:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761546.308716:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761546.308724:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883733504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761546.308742:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761546.308750:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2941)
00000800:00000200:1.1:1787761546.308781:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761546.308979:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761546.309147:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761546.309309:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787761546.755718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761546.755723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761546.755729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761546.755731:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761546.755734:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761546.755736:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761546.755739:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761546.755740:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761546.755742:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761546.755743:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761546.755746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761546.755747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761546.755783:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761546.755785:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761546.755787:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761547.587758:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297604859, at 4297604864
00000100:00000010:0.0:1787761547.587768:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787761547.779736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761547.779744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761547.779749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761547.779750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761547.779753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761547.779754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761548.803721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761548.803728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761548.803734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761548.803736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761548.803739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761548.803743:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761548.803745:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761548.803749:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761548.803752:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761548.803754:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761548.803757:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761548.803760:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761548.803782:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761548.803786:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761548.803789:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787761549.379860:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.116:988
00000400:00000100:0.0:1787761549.379903:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.116@tcp at host 192.168.204.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787761549.379912:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761549.379917:0:2387:0:(router.c:1791:lnet_notify()) 192.168.204.16@tcp notifying 192.168.204.116@tcp: down
00000400:00000200:0.0:1787761549.379922:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761549.379926:0:2387:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787761549.379931:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787761549.379935:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330000.
00000400:00000200:0.0:1787761549.379941:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787761549.379945:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787761549.379951:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240880
00000400:00000010:0.0:1787761549.379954:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240880.
00000100:00000001:0.0:1787761549.379960:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761549.379969:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455ebc00 x1874600883732992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761549.379994:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761549.379999:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ebc00 x1874600883732992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761549.380006:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761549.380008:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787761549.380017:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787761549.380020:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330900.
00000400:00000200:0.0:1787761549.380025:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787761549.380029:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787761549.380032:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240770
00000400:00000010:0.0:1787761549.380035:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240770.
00000100:00000001:0.0:1787761549.380038:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761549.380044:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455ead00 x1874600883733120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761549.380057:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761549.380064:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ead00 x1874600883733120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761549.380074:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761549.380076:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787761549.380084:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787761549.380089:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330600.
00000400:00000200:0.0:1787761549.380095:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787761549.380101:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787761549.380120:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:0.0:1787761549.380125:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:0.0:1787761549.380129:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761549.380138:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455ea1c0 x1874600883733248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761549.380172:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761549.380182:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea1c0 x1874600883733248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761549.380196:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761549.380200:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787761549.380211:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787761549.380216:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330f00.
00000400:00000200:0.0:1787761549.380221:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787761549.380229:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787761549.380234:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240000
00000400:00000010:0.0:1787761549.380238:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240000.
00000100:00000001:0.0:1787761549.380243:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761549.380251:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455ea940 x1874600883733376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761549.380270:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761549.380279:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea940 x1874600883733376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761549.380293:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761549.380296:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787761549.380301:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787761549.380311:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330800.
00000400:00000200:0.0:1787761549.380317:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787761549.380325:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787761549.380333:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240440
00000400:00000010:0.0:1787761549.380337:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240440.
00000100:00000001:0.0:1787761549.380341:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761549.380349:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455e8780 x1874600883733504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761549.380362:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761549.380369:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8780 x1874600883733504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761549.380385:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761549.380389:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787761549.827677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761549.827683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761549.827687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761549.827688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761549.827690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761549.827691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761550.851722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761550.851729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761550.851736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761550.851738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761550.851741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761550.851743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761550.851766:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761550.851768:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761550.851771:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761551.427713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761551.427721:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787761551.427724:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761551.427726:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761551.427730:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761551.427736:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2936
00000400:00000200:0.0:1787761551.427743:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761551.427747:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761551.427750:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761551.427752:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761551.427754:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761551.427756:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761551.427758:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761551.427761:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761551.427762:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787761551.427765:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761551.427767:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787761551.427769:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787761551.427771:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787761551.427773:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761551.427774:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761551.427776:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761551.427777:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761551.427779:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787761551.427781:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761551.427783:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761551.427785:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761551.427788:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761551.427790:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761551.427808:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761551.427810:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761551.427821:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097da40.
00000020:00000040:0.0:1787761551.427825:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787761551.427830:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761551.427832:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761551.427835:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761551.427838:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761551.427843:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761551.427850:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30800.
00000100:00000001:0.0:1787761551.427857:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761551.427867:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097da40 x1874600883733632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761551.427884:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761551.427889:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761551.427894:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a392d04] to pc [ptlrpcd_rcv+-1]  req@ffff96966097da40 x1874600883733632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761551.427919:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761551.427922:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761551.427926:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787761551.427928:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761551.427930:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761551.427933:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761551.427936:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2936
00000400:00000200:0.0:1787761551.427940:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761551.427943:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761551.427946:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761551.427949:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761551.427952:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761551.427954:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761551.427957:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761551.427959:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761551.427961:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787761551.427963:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761551.427967:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787761551.427969:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787761551.427972:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787761551.427976:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761551.427982:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761551.427985:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761551.427990:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761551.427995:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787761551.428002:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761551.428009:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761551.428014:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761551.428021:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761551.428027:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761551.428034:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761551.428038:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761551.428050:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761551.428054:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761551.428063:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097de00.
00000020:00000040:0.0:1787761551.428068:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787761551.428074:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761551.428077:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761551.428081:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761551.428085:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761551.428088:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761551.428093:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33000.
00000100:00000001:0.0:1787761551.428101:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761551.428112:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097de00 x1874600883733760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761551.428125:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761551.428129:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761551.428136:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010d19df2] to pc [ptlrpcd_rcv+-1]  req@ffff96966097de00 x1874600883733760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761551.428163:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761551.428168:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761551.428177:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787761551.428181:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761551.428186:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761551.428193:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761551.428199:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2936
00000400:00000200:0.0:1787761551.428208:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761551.428214:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761551.428218:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761551.428224:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761551.428228:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761551.428231:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761551.428236:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761551.428242:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761551.428243:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787761551.428247:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761551.428250:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787761551.428255:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787761551.428260:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787761551.428267:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761551.428271:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761551.428278:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761551.428284:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761551.428289:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787761551.428296:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761551.428301:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761551.428307:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761551.428312:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761551.428317:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761551.428319:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761551.428324:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761551.428330:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761551.428333:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761551.428342:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097ed00.
00000020:00000040:0.0:1787761551.428346:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787761551.428351:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761551.428353:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761551.428356:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761551.428360:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761551.428363:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761551.428368:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30c00.
00000100:00000001:0.0:1787761551.428376:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761551.428384:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097ed00 x1874600883733888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787761551.428390:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761551.428399:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1787761551.428403:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761551.428408:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761551.428416:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088ef356f] to pc [ptlrpcd_rcv+-1]  req@ffff96966097ed00 x1874600883733888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761551.428430:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761551.428436:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761551.428444:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787761551.428447:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761551.428450:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761551.428456:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761551.428462:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2936
00000400:00000200:0.0:1787761551.428471:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761551.428476:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761551.428482:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761551.428490:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761551.428495:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761551.428500:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761551.428505:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761551.428510:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761551.428513:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787761551.428517:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761551.428521:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787761551.428528:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787761551.428534:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787761551.428541:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761551.428545:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761551.428549:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761551.428554:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761551.428560:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787761551.428566:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761551.428571:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761551.428574:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761551.428580:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761551.428584:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761551.428589:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761551.428593:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787761551.428622:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761551.428625:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761551.428629:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c3c0.
00000020:00000040:0.0:1787761551.428632:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787761551.428635:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761551.428637:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761551.428639:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761551.428640:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761551.428643:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761551.428648:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30000.
00000100:00000001:0.0:1787761551.428655:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761551.428665:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c3c0 x1874600883734016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761551.428679:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761551.428685:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761551.428693:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732a0c51] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c3c0 x1874600883734016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761551.428706:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761551.428711:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761551.428720:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787761551.428723:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761551.428727:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761551.428731:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761551.428737:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2936
00000400:00000200:0.0:1787761551.428746:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761551.428752:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761551.428758:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761551.428767:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761551.428771:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761551.428776:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761551.428782:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761551.428787:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761551.428791:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787761551.428807:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761551.428811:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787761551.428817:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787761551.428822:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787761551.428830:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761551.428835:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761551.428840:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761551.428844:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761551.428850:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787761551.428858:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761551.428865:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761551.428870:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761551.428875:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761551.428877:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761551.428879:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761551.428881:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787761551.428884:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761551.428887:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761551.428895:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f0c0.
00000020:00000040:0.0:1787761551.428900:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787761551.428906:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761551.428909:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761551.428913:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761551.428916:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761551.428920:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761551.428928:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31c00.
00000100:00000001:0.0:1787761551.428935:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761551.428945:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f0c0 x1874600883734144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761551.428963:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761551.428968:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761551.428978:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcc28536] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f0c0 x1874600883734144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761551.428998:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761551.429007:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2946)
00000800:00000200:1.1:1787761551.429245:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761551.429248:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761551.429590:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761551.429593:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761551.429986:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761551.429989:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761551.430312:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761551.430315:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787761551.875716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761551.875722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761551.875728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761551.875730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761551.875733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761551.875734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761552.707708:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297609979, at 4297609984
00000100:00000010:0.0:1787761552.707724:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00010000:00000001:0.0:1787761552.899731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761552.899738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761552.899744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761552.899745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761552.899749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761552.899751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761552.899786:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761552.899790:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761552.899793:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761553.923756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761553.923768:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761553.923771:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761553.923775:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761553.923781:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761553.923784:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761553.923787:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761553.923790:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761553.923796:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761553.923798:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761553.923802:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761553.923804:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761554.947721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761554.947741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761554.947748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761554.947749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761554.947753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761554.947755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761554.947779:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761554.947782:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761554.947785:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761555.971739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761555.971748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761555.971757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761555.971758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761555.971762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761555.971763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761556.547715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761556.547722:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787761556.547724:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761556.547727:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761556.547730:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761556.547736:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2941
00000400:00000200:0.0:1787761556.547743:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761556.547747:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761556.547754:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761556.547756:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761556.547759:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761556.547760:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761556.547762:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761556.547764:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761556.547765:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787761556.547767:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761556.547770:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787761556.547771:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787761556.547773:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787761556.547775:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761556.547776:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761556.547777:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761556.547778:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761556.547780:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787761556.547782:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761556.547783:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761556.547785:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761556.547788:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761556.547790:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761556.547791:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761556.547793:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761556.547800:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f0c0.
00000020:00000040:0.0:1787761556.547803:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787761556.547805:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761556.547806:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761556.547809:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761556.547811:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761556.547814:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761556.547820:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33800.
00000100:00000001:0.0:1787761556.547825:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761556.547831:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f0c0 x1874600883734272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761556.547838:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761556.547841:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761556.547845:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcc28536] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f0c0 x1874600883734272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761556.547865:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761556.547868:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761556.547871:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787761556.547872:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761556.547874:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761556.547877:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761556.547880:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2941
00000400:00000200:0.0:1787761556.547884:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761556.547887:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761556.547890:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761556.547893:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761556.547895:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761556.547898:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761556.547900:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761556.547903:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761556.547906:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787761556.547907:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761556.547910:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787761556.547912:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787761556.547915:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787761556.547919:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761556.547920:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761556.547922:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761556.547925:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761556.547929:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787761556.547934:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761556.547938:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761556.547941:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761556.547948:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761556.547953:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761556.547955:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761556.547958:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761556.547961:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761556.547964:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761556.547968:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c3c0.
00000020:00000040:0.0:1787761556.547972:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787761556.547975:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761556.547976:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761556.547977:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761556.547978:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761556.547979:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761556.547984:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33c00.
00000100:00000001:0.0:1787761556.547988:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761556.547994:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c3c0 x1874600883734400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761556.548005:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761556.548007:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761556.548013:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732a0c51] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c3c0 x1874600883734400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761556.548021:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761556.548023:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761556.548028:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787761556.548029:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761556.548030:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761556.548035:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761556.548037:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2941
00000400:00000200:0.0:1787761556.548040:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761556.548045:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761556.548047:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761556.548048:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761556.548050:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761556.548054:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761556.548056:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761556.548058:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761556.548060:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787761556.548062:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761556.548064:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787761556.548065:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787761556.548067:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787761556.548071:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761556.548075:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761556.548079:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761556.548082:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761556.548086:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787761556.548092:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761556.548094:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761556.548097:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761556.548100:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761556.548102:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761556.548104:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761556.548106:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761556.548110:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761556.548112:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761556.548114:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097ed00.
00000020:00000040:0.0:1787761556.548118:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787761556.548121:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761556.548122:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761556.548124:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761556.548125:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761556.548127:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761556.548133:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31c00.
00000100:00000001:0.0:1787761556.548139:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761556.548149:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097ed00 x1874600883734528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761556.548173:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761556.548177:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761556.548184:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088ef356f] to pc [ptlrpcd_rcv+-1]  req@ffff96966097ed00 x1874600883734528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761556.548190:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761556.548194:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761556.548196:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787761556.548197:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761556.548199:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761556.548202:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761556.548206:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2941
00000400:00000200:0.0:1787761556.548211:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761556.548215:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000800:00000200:1.1:1787761556.548218:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:0.0:1787761556.548219:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787761556.548223:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1787761556.548225:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761556.548228:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761556.548232:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761556.548236:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761556.548240:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761556.548241:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787761556.548242:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761556.548243:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787761556.548247:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787761556.548250:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787761556.548255:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761556.548257:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761556.548259:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761556.548262:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761556.548265:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787761556.548269:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761556.548272:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761556.548276:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761556.548279:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761556.548282:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761556.548283:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761556.548286:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787761556.548289:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761556.548293:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761556.548297:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097de00.
00000020:00000040:0.0:1787761556.548301:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787761556.548306:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761556.548308:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761556.548310:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761556.548311:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761556.548314:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761556.548318:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30000.
00000100:00000001:0.0:1787761556.548322:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761556.548327:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097de00 x1874600883734656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761556.548333:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761556.548336:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761556.548340:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010d19df2] to pc [ptlrpcd_rcv+-1]  req@ffff96966097de00 x1874600883734656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761556.548351:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761556.548353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761556.548358:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787761556.548361:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761556.548363:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761556.548365:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761556.548367:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2941
00000400:00000200:0.0:1787761556.548369:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761556.548373:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761556.548377:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761556.548383:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761556.548387:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761556.548390:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761556.548393:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761556.548396:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761556.548398:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787761556.548400:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761556.548403:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787761556.548406:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787761556.548409:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787761556.548413:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761556.548417:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761556.548421:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761556.548425:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761556.548429:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787761556.548433:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761556.548437:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761556.548440:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761556.548444:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761556.548447:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761556.548451:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761556.548453:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787761556.548457:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761556.548461:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761556.548467:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097da40.
00000020:00000040:0.0:1787761556.548473:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787761556.548479:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761556.548482:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761556.548486:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761556.548490:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761556.548494:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761556.548500:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30c00.
00000100:00000001:0.0:1787761556.548507:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761556.548515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097da40 x1874600883734784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761556.548527:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761556.548530:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761556.548542:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a392d04] to pc [ptlrpcd_rcv+-1]  req@ffff96966097da40 x1874600883734784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761556.548551:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761556.548555:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2951)
00000800:00000200:1.1:1787761556.548692:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761556.548693:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761556.548887:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761556.548888:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761556.549042:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761556.549043:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761556.549223:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761556.549225:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787761556.995708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761556.995714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761556.995718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761556.995720:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761556.995722:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761556.995724:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761556.995726:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761556.995728:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761556.995729:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761556.995730:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761556.995733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761556.995733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761556.995749:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761556.995751:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761556.995753:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761557.827716:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297615099, at 4297615104
00000100:00000010:0.0:1787761557.827725:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00010000:00000001:0.0:1787761558.019688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761558.019692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761558.019696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761558.019697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761558.019698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761558.019699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761559.043756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761559.043763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761559.043768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761559.043769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761559.043772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761559.043776:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761559.043777:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761559.043780:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761559.043783:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761559.043785:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761559.043786:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761559.043788:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761559.043808:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761559.043811:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761559.043813:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761560.067685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761560.067689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761560.067693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761560.067694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761560.067696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761560.067697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761561.091723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761561.091728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761561.091732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761561.091733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761561.091735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761561.091736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761561.091757:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761561.091759:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761561.091761:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761561.667676:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761561.667683:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761561.667684:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761561.667687:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761561.667690:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761561.667695:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2946
00000400:00000200:3.0:1787761561.667710:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761561.667714:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761561.667716:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761561.667718:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761561.667720:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761561.667722:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761561.667724:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761561.667726:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761561.667728:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761561.667730:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761561.667733:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761561.667734:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761561.667736:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761561.667737:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761561.667738:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761561.667739:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761561.667740:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761561.667742:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761561.667744:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761561.667746:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761561.667747:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761561.667749:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761561.667751:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761561.667752:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761561.667754:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761561.667760:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787761561.667762:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761561.667765:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761561.667766:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761561.667768:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761561.667770:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761561.667772:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761561.667778:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761561.667788:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761561.667795:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883734912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761561.667802:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761561.667805:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761561.667808:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883734912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761561.667827:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761561.667829:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761561.667831:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761561.667832:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761561.667833:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761561.667835:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761561.667836:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2946
00000400:00000200:3.0:1787761561.667838:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761561.667840:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761561.667841:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761561.667843:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761561.667844:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761561.667845:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761561.667846:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761561.667848:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761561.667849:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761561.667850:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761561.667852:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761561.667853:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761561.667855:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761561.667857:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761561.667858:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761561.667860:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761561.667861:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761561.667862:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761561.667864:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761561.667867:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761561.667870:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761561.667874:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761561.667877:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761561.667879:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761561.667883:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761561.667887:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761561.667890:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761561.667893:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787761561.667898:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761561.667901:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761561.667903:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761561.667908:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761561.667910:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761561.667913:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761561.667917:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761561.667922:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761561.667928:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883735040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761561.667936:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761561.667938:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761561.667943:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883735040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761561.667956:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761561.667959:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761561.667964:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761561.667966:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761561.667968:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761561.667971:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761561.667975:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2946
00000400:00000200:3.0:1787761561.667982:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761561.667987:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761561.667991:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761561.667997:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761561.668000:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761561.668005:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761561.668008:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761561.668010:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761561.668011:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761561.668014:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761561.668015:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761561.668018:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761561.668020:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761561.668025:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761561.668030:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761561.668036:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761561.668040:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761561.668045:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761561.668053:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761561.668060:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761561.668064:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761561.668069:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761561.668075:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761561.668080:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761561.668083:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761561.668088:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761561.668092:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761561.668097:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787761561.668102:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761561.668107:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761561.668110:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761561.668114:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1787761561.668114:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:3.0:1787761561.668117:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787761561.668119:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1787761561.668121:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761561.668127:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761561.668133:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761561.668139:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883735168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761561.668151:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761561.668154:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761561.668161:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883735168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761561.668174:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761561.668178:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761561.668181:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761561.668184:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761561.668187:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761561.668192:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761561.668197:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2946
00000400:00000200:3.0:1787761561.668203:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761561.668206:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761561.668209:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761561.668214:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761561.668217:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761561.668220:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761561.668222:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761561.668224:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761561.668227:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761561.668228:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761561.668230:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761561.668231:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761561.668235:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761561.668237:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761561.668238:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761561.668242:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761561.668244:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761561.668248:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761561.668253:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761561.668256:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761561.668259:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761561.668263:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761561.668266:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761561.668268:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761561.668271:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761561.668275:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761561.668278:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761561.668283:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761561.668286:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761561.668289:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761561.668291:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761561.668293:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761561.668295:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761561.668296:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761561.668298:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761561.668301:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761561.668310:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883735296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761561.668319:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761561.668323:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761561.668329:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883735296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761561.668340:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761561.668344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761561.668348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761561.668352:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761561.668354:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761561.668357:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761561.668361:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2946
00000400:00000200:3.0:1787761561.668368:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761561.668372:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761561.668375:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761561.668380:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761561.668383:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761561.668386:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761561.668389:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761561.668393:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761561.668395:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761561.668397:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761561.668399:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761561.668404:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761561.668408:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761561.668412:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761561.668415:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761561.668418:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761561.668423:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761561.668427:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761561.668432:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761561.668436:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761561.668438:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761561.668441:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761561.668445:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761561.668448:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761561.668451:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761561.668454:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761561.668458:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761561.668462:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787761561.668465:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761561.668468:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761561.668470:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761561.668474:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761561.668475:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761561.668477:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761561.668481:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761561.668484:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761561.668492:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883735424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761561.668502:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761561.668505:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761561.668507:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883735424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761561.668513:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761561.668517:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2956)
00000800:00000200:1.1:1787761561.668645:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761561.668647:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761561.668837:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761561.668839:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761561.669091:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761561.669094:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761561.669267:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761561.669268:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787761562.115666:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761562.115672:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761562.115675:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761562.115676:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761562.115678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761562.115679:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761562.947712:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297620219, at 4297620224
00000100:00000010:0.0:1787761562.947727:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787761563.139700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761563.139708:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761563.139710:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761563.139713:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761563.139718:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761563.139720:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761563.139722:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761563.139724:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761563.139728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761563.139729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761563.139732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761563.139733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761563.139751:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761563.139754:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761563.139756:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761564.163694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761564.163700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761564.163704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761564.163705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761564.163707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761564.163708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761565.187674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761565.187680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761565.187685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761565.187686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761565.187690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761565.187691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761565.187707:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761565.187709:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761565.187712:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761566.211723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761566.211730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761566.211735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761566.211739:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761566.211741:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761566.211744:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761566.211748:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761566.211750:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761566.211752:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761566.211754:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761566.211757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761566.211758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761566.788191:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761566.788195:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761566.788777:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761566.788778:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761566.788982:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761566.788983:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761566.789140:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761566.789142:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761566.789354:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761566.789356:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1787761567.235684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761567.235689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761567.235693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761567.235693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761567.235695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761567.235696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761567.235710:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761567.235711:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761567.235714:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761568.067718:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297625339, at 4297625344
00000100:00000010:0.0:1787761568.067726:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00010000:00000001:0.0:1787761568.259714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761568.259720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761568.259723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761568.259724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761568.259726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761568.259727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761569.283696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761569.283703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761569.283708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761569.283709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761569.283712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761569.283715:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761569.283716:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761569.283718:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761569.283720:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761569.283722:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761569.283723:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761569.283725:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761569.283740:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761569.283741:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761569.283743:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761570.307712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761570.307718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761570.307723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761570.307724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761570.307726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761570.307727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761571.331719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761571.331724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761571.331730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761571.331732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761571.331736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761571.331737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761571.331760:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761571.331763:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761571.331766:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761571.907728:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761571.907737:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761571.907739:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761571.907753:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761571.907760:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761571.907765:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2956
00000400:00000200:3.0:1787761571.907772:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761571.907777:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761571.907779:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761571.907781:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761571.907784:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761571.907786:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761571.907787:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761571.907790:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761571.907792:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761571.907795:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761571.907797:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761571.907799:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761571.907801:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761571.907803:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761571.907804:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761571.907805:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761571.907806:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761571.907808:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761571.907810:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761571.907811:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761571.907813:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761571.907816:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761571.907818:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761571.907819:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761571.907821:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761571.907828:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787761571.907830:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761571.907833:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761571.907835:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761571.907837:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761571.907839:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761571.907842:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761571.907847:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761571.907852:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761571.907860:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883736192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761571.907871:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761571.907875:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761571.907880:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883736192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761571.907908:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761571.907911:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761571.907913:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761571.907915:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761571.907916:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761571.907919:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761571.907922:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2956
00000400:00000200:3.0:1787761571.907925:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761571.907928:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761571.907930:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761571.907933:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761571.907935:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761571.907937:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761571.907939:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761571.907941:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761571.907942:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761571.907944:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761571.907946:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761571.907947:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761571.907949:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761571.907951:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761571.907953:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761571.907955:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761571.907957:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761571.907962:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761571.907967:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761571.907972:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761571.907975:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761571.907982:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761571.907987:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761571.907991:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761571.907996:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761571.908002:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761571.908007:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761571.908013:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761571.908018:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761571.908021:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761571.908024:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761571.908026:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761571.908028:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761571.908032:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761571.908040:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761571.908045:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761571.908054:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883736320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761571.908066:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761571.908068:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761571.908071:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883736320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761571.908077:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761571.908079:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761571.908084:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761571.908085:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761571.908086:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761571.908088:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761571.908091:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2956
00000400:00000200:3.0:1787761571.908097:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761571.908103:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761571.908107:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761571.908114:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761571.908119:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761571.908124:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761571.908128:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761571.908134:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761571.908137:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761571.908140:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761571.908144:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761571.908149:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761571.908153:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761571.908159:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761571.908163:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761571.908168:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761571.908172:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761571.908176:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761571.908181:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761571.908184:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761571.908186:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761571.908190:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761571.908193:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761571.908196:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761571.908198:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761571.908201:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761571.908204:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761571.908209:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787761571.908213:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761571.908217:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761571.908218:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761571.908219:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761571.908220:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761571.908223:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761571.908227:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761571.908231:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761571.908235:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883736448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761571.908245:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761571.908248:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761571.908256:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883736448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761571.908269:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761571.908274:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761571.908280:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761571.908283:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761571.908286:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1787761571.908291:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787761571.908292:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761571.908297:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2956
00000800:00000200:1.1:1787761571.908298:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000400:00000200:3.0:1787761571.908302:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761571.908307:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761571.908308:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761571.908310:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761571.908311:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761571.908313:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761571.908314:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761571.908316:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761571.908317:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761571.908319:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761571.908322:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761571.908324:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761571.908327:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761571.908331:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761571.908333:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761571.908335:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761571.908339:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761571.908343:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761571.908347:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761571.908349:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761571.908352:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761571.908355:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761571.908357:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761571.908359:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761571.908363:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761571.908367:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761571.908370:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761571.908374:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761571.908378:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761571.908381:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761571.908383:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761571.908386:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761571.908388:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761571.908390:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761571.908394:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761571.908396:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761571.908416:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883736576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761571.908424:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761571.908427:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761571.908433:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883736576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761571.908445:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761571.908450:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761571.908454:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761571.908457:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761571.908459:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761571.908462:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761571.908467:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2956
00000400:00000200:3.0:1787761571.908475:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761571.908483:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761571.908487:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761571.908492:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761571.908496:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761571.908499:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761571.908503:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761571.908507:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761571.908509:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761571.908512:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761571.908516:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761571.908520:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761571.908522:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761571.908526:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761571.908529:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761571.908533:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761571.908536:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761571.908541:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761571.908547:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761571.908552:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761571.908556:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761571.908561:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761571.908565:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761571.908569:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761571.908571:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761571.908576:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761571.908580:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761571.908586:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761571.908590:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761571.908636:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761571.908639:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761571.908641:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761571.908643:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761571.908645:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761571.908649:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761571.908655:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761571.908664:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883736704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761571.908677:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761571.908681:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761571.908687:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883736704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761571.908699:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761571.908704:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2966)
00000800:00000200:1.1:1787761571.908882:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761571.908885:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761571.909123:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761571.909125:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761571.909309:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761571.909311:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761571.909481:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761571.909483:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1787761572.355736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761572.355743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761572.355749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761572.355750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761572.355754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761572.355755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761573.187683:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297630459, at 4297630464
00000100:00000010:0.0:1787761573.187696:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00010000:00000001:0.0:1787761573.379702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761573.379709:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761573.379711:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761573.379714:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761573.379718:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761573.379720:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761573.379722:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761573.379724:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761573.379728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761573.379729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761573.379732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761573.379734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761573.379754:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761573.379756:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761573.379759:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761574.403690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761574.403696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761574.403699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761574.403700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761574.403702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761574.403703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761575.427697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761575.427706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761575.427713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761575.427714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761575.427718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761575.427719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761575.427744:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761575.427748:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761575.427751:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761576.451671:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761576.451678:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761576.451683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761576.451687:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761576.451689:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761576.451691:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761576.451693:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761576.451695:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761576.451696:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761576.451698:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761576.451700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761576.451700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761577.027665:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761577.027679:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761577.027682:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761577.027685:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761577.027689:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761577.027696:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2961
00000400:00000200:3.0:1787761577.027702:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761577.027706:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761577.027708:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761577.027710:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761577.027713:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761577.027714:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761577.027716:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761577.027719:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761577.027721:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761577.027723:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761577.027725:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761577.027727:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761577.027728:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761577.027730:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761577.027731:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761577.027732:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761577.027733:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761577.027735:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761577.027737:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761577.027738:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761577.027740:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761577.027742:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761577.027744:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761577.027745:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761577.027747:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761577.027754:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761577.027756:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761577.027759:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761577.027760:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761577.027762:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761577.027764:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761577.027767:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761577.027772:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761577.027777:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761577.027783:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883736832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761577.027790:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761577.027793:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761577.027796:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883736832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761577.027814:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761577.027816:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761577.027818:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761577.027819:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761577.027820:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761577.027822:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761577.027823:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2961
00000400:00000200:3.0:1787761577.027825:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761577.027827:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761577.027829:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761577.027831:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761577.027833:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761577.027834:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761577.027835:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761577.027837:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761577.027838:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761577.027839:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761577.027840:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761577.027841:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761577.027843:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761577.027845:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761577.027848:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761577.027850:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761577.027853:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761577.027855:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761577.027859:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761577.027861:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761577.027864:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761577.027868:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761577.027873:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761577.027876:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761577.027881:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761577.027885:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761577.027891:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761577.027894:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761577.027898:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761577.027903:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761577.027905:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761577.027910:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761577.027912:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761577.027915:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761577.027919:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761577.027924:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761577.027930:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883736960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761577.027941:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761577.027944:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761577.027949:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883736960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761577.027958:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761577.027964:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761577.027970:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761577.027972:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761577.027975:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761577.027980:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761577.027984:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2961
00000400:00000200:3.0:1787761577.027989:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761577.027996:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761577.028000:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761577.028007:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761577.028010:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761577.028014:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761577.028016:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761577.028017:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761577.028018:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761577.028022:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761577.028025:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761577.028028:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761577.028031:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761577.028043:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761577.028047:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761577.028052:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761577.028056:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761577.028060:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761577.028066:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761577.028069:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761577.028072:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761577.028076:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761577.028082:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761577.028084:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761577.028087:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761577.028091:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761577.028097:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761577.028104:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787761577.028112:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000800:00000200:1.1:1787761577.028112:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761577.028116:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
02000000:00000001:3.0:1787761577.028118:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761577.028123:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761577.028128:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761577.028132:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761577.028136:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761577.028141:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761577.028148:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761577.028156:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883737088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761577.028162:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761577.028165:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761577.028171:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883737088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761577.028178:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761577.028182:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761577.028189:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761577.028193:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761577.028197:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761577.028202:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761577.028209:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2961
00000400:00000200:3.0:1787761577.028217:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761577.028223:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761577.028226:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761577.028232:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761577.028235:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761577.028240:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761577.028245:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761577.028250:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761577.028253:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761577.028255:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761577.028257:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761577.028259:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761577.028262:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761577.028280:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761577.028286:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761577.028291:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761577.028295:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761577.028309:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761577.028316:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761577.028322:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761577.028326:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761577.028330:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761577.028335:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761577.028340:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761577.028343:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761577.028348:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761577.028351:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761577.028357:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761577.028362:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761577.028368:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761577.028371:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761577.028374:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761577.028378:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761577.028382:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761577.028388:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761577.028394:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761577.028405:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883737216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761577.028423:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761577.028426:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761577.028431:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883737216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761577.028447:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761577.028452:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761577.028465:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761577.028468:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761577.028471:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761577.028476:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761577.028481:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2961
00000400:00000200:3.0:1787761577.028488:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761577.028493:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761577.028498:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761577.028505:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761577.028508:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761577.028511:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761577.028515:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761577.028521:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761577.028525:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761577.028530:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761577.028533:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761577.028538:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761577.028543:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761577.028547:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761577.028552:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761577.028556:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761577.028560:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761577.028563:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761577.028569:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761577.028573:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761577.028576:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761577.028578:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761577.028582:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761577.028587:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761577.028589:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761577.028591:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761577.028593:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761577.028623:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761577.028628:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761577.028633:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761577.028635:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761577.028636:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761577.028638:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761577.028640:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761577.028645:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761577.028650:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761577.028658:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883737344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761577.028668:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761577.028671:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761577.028677:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883737344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761577.028690:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761577.028695:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2972)
00000800:00000200:1.1:1787761577.028748:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761577.028749:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761577.028948:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761577.028950:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761577.029116:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761577.029118:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761577.029419:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761577.029421:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787761577.475695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761577.475701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761577.475707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761577.475708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761577.475711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761577.475712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761577.475732:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761577.475735:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761577.475737:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761578.307736:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297635579, at 4297635584
00000100:00000010:0.0:1787761578.307754:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787761578.499739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761578.499746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761578.499750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761578.499751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761578.499754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761578.499754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761579.523695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761579.523702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761579.523707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761579.523708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761579.523711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761579.523714:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761579.523716:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761579.523720:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761579.523722:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761579.523724:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761579.523726:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761579.523728:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761579.523747:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761579.523750:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761579.523752:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761580.547698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761580.547704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761580.547707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761580.547708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761580.547711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761580.547712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761581.571666:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761581.571671:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761581.571675:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761581.571676:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761581.571683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761581.571684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761581.571699:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761581.571700:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761581.571702:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761582.147740:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761582.147754:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761582.147756:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761582.147761:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761582.147766:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761582.147776:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2967
00000400:00000200:3.0:1787761582.147788:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761582.147795:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761582.147798:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761582.147802:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761582.147806:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761582.147809:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761582.147811:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761582.147816:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761582.147819:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761582.147823:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761582.147827:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761582.147830:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761582.147833:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761582.147835:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761582.147838:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761582.147840:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761582.147842:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761582.147845:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761582.147849:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761582.147852:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761582.147855:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761582.147859:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761582.147862:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761582.147864:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761582.147867:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761582.147879:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e83c0.
00000020:00000040:3.0:1787761582.147883:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761582.147888:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761582.147889:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761582.147893:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761582.147896:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761582.147901:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761582.147910:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761582.147918:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761582.147929:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e83c0 x1874600883737472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761582.147940:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761582.147944:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761582.147948:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1eeea11] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e83c0 x1874600883737472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761582.147974:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761582.147976:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761582.147979:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761582.147980:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761582.147981:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761582.147983:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761582.147985:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2967
00000400:00000200:3.0:1787761582.147988:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761582.147990:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761582.147991:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761582.147993:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761582.147995:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761582.147996:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761582.147997:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761582.147999:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761582.148000:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761582.148001:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761582.148003:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761582.148004:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761582.148006:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761582.148008:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761582.148010:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761582.148011:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761582.148013:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761582.148014:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761582.148016:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761582.148017:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761582.148020:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761582.148027:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761582.148030:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761582.148033:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761582.148037:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761582.148040:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761582.148043:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761582.148054:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787761582.148057:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761582.148060:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761582.148061:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761582.148063:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761582.148065:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761582.148066:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761582.148072:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761582.148077:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761582.148083:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883737600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761582.148091:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761582.148093:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761582.148102:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883737600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761582.148108:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761582.148112:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761582.148116:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761582.148118:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761582.148120:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761582.148121:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761582.148125:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2967
00000400:00000200:3.0:1787761582.148130:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761582.148132:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761582.148134:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761582.148138:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761582.148139:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761582.148140:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761582.148141:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761582.148142:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761582.148144:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761582.148146:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761582.148149:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761582.148150:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761582.148151:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761582.148153:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761582.148155:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761582.148157:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761582.148161:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761582.148165:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761582.148168:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761582.148171:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761582.148173:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761582.148175:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761582.148177:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761582.148179:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761582.148181:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761582.148185:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761582.148189:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761582.148196:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761582.148213:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761582.148217:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761582.148220:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761582.148225:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761582.148227:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761582.148229:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761582.148236:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761582.148242:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761582.148250:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883737728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761582.148260:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761582.148262:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761582.148267:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883737728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761582.148278:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761582.148283:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761582.148289:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761582.148294:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761582.148298:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761582.148305:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761582.148309:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2967
00000400:00000200:3.0:1787761582.148315:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761582.148321:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761582.148325:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761582.148329:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761582.148332:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761582.148335:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761582.148340:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761582.148342:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761582.148343:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761582.148345:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761582.148347:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761582.148350:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761582.148351:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761582.148353:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761582.148355:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761582.148358:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761582.148362:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761582.148366:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761582.148369:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000800:00000200:1.1:1787761582.148377:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787761582.148381:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761582.148382:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
02000000:00000001:3.0:1787761582.148383:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761582.148387:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761582.148390:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761582.148394:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761582.148396:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761582.148399:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761582.148400:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761582.148404:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761582.148407:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761582.148410:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761582.148412:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761582.148415:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761582.148417:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761582.148420:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761582.148427:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761582.148432:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761582.148441:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883737856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761582.148464:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761582.148469:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761582.148478:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883737856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761582.148487:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761582.148490:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761582.148493:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761582.148496:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761582.148500:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761582.148505:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761582.148515:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2967
00000400:00000200:3.0:1787761582.148521:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761582.148526:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761582.148530:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761582.148533:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761582.148538:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761582.148540:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761582.148544:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761582.148547:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761582.148550:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761582.148552:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761582.148554:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761582.148557:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761582.148560:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761582.148565:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761582.148566:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761582.148569:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761582.148571:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761582.148573:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761582.148576:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761582.148580:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761582.148582:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761582.148587:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761582.148590:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761582.148593:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761582.148625:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761582.148630:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761582.148633:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761582.148640:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787761582.148645:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761582.148649:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761582.148653:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761582.148657:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761582.148661:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761582.148665:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761582.148673:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761582.148680:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761582.148690:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883737984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761582.148704:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761582.148709:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761582.148716:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883737984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761582.148741:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761582.148750:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2977)
00000800:00000200:1.1:1787761582.148969:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761582.148971:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761582.149265:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761582.149267:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761582.149539:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761582.149542:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761582.149831:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761582.149833:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787761582.595708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761582.595715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761582.595720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761582.595722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761582.595725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761582.595726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761583.427659:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297640699, at 4297640704
00000100:00000010:0.0:1787761583.427673:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00010000:00000001:0.0:1787761583.619701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761583.619707:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761583.619709:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761583.619711:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761583.619715:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761583.619716:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761583.619718:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761583.619719:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761583.619722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761583.619723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761583.619725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761583.619726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761583.619743:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761583.619745:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761583.619747:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761584.643706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761584.643713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761584.643719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761584.643720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761584.643723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761584.643724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761585.667694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761585.667698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761585.667702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761585.667703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761585.667706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761585.667706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761585.667723:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761585.667725:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761585.667727:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761586.691667:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761586.691671:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761586.691675:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761586.691678:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761586.691679:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761586.691681:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761586.691683:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761586.691685:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761586.691686:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761586.691688:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761586.691690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761586.691691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761587.267728:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761587.267740:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787761587.267743:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761587.267747:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761587.267752:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761587.267761:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2972
00000400:00000200:0.0:1787761587.267770:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761587.267777:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761587.267780:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761587.267782:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761587.267785:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761587.267787:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761587.267789:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761587.267792:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761587.267794:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787761587.267796:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761587.267799:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787761587.267801:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787761587.267802:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787761587.267804:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761587.267805:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761587.267807:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761587.267808:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761587.267810:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787761587.267812:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761587.267818:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761587.267820:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761587.267823:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761587.267825:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761587.267827:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761587.267831:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761587.267841:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097e1c0.
00000020:00000040:0.0:1787761587.267844:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787761587.267848:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761587.267849:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761587.267852:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761587.267855:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761587.267859:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761587.267866:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31800.
00000100:00000001:0.0:1787761587.267873:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761587.267882:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097e1c0 x1874600883738112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761587.267890:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761587.267894:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761587.267897:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb94abd1] to pc [ptlrpcd_rcv+-1]  req@ffff96966097e1c0 x1874600883738112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761587.267914:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761587.267917:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761587.267920:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787761587.267922:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761587.267923:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761587.267926:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761587.267928:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2972
00000400:00000200:0.0:1787761587.267932:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761587.267935:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761587.267937:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761587.267940:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761587.267942:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761587.267944:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761587.267946:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761587.267948:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761587.267949:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787761587.267951:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761587.267953:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787761587.267955:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787761587.267957:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787761587.267960:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761587.267962:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761587.267964:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761587.267966:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761587.267969:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787761587.267971:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761587.267973:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761587.267974:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761587.267980:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761587.267982:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761587.267984:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761587.267989:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761587.267991:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761587.267994:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761587.268003:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f840.
00000020:00000040:0.0:1787761587.268005:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787761587.268008:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761587.268009:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761587.268011:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761587.268012:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761587.268014:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761587.268017:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32800.
00000100:00000001:0.0:1787761587.268021:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761587.268025:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f840 x1874600883738240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761587.268032:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761587.268034:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761587.268037:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02bc9d6] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f840 x1874600883738240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761587.268045:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761587.268048:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761587.268052:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787761587.268053:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761587.268055:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761587.268057:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761587.268060:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2972
00000400:00000200:0.0:1787761587.268063:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761587.268065:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761587.268067:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761587.268070:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761587.268072:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761587.268073:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761587.268075:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761587.268077:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761587.268078:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787761587.268079:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761587.268081:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787761587.268083:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787761587.268084:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787761587.268087:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761587.268089:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761587.268090:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761587.268092:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761587.268094:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787761587.268096:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761587.268098:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761587.268113:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761587.268116:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761587.268118:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761587.268120:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761587.268122:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761587.268124:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761587.268126:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761587.268130:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097d680.
00000020:00000040:0.0:1787761587.268132:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787761587.268135:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761587.268136:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761587.268138:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761587.268139:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761587.268141:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761587.268144:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30400.
00000100:00000001:0.0:1787761587.268147:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761587.268151:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097d680 x1874600883738368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761587.268157:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761587.268159:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761587.268163:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b356f346] to pc [ptlrpcd_rcv+-1]  req@ffff96966097d680 x1874600883738368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787761587.268166:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761587.268169:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1787761587.268170:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761587.268172:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761587.268176:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787761587.268177:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761587.268179:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761587.268181:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761587.268183:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2972
00000400:00000200:0.0:1787761587.268186:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761587.268188:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761587.268190:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761587.268193:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761587.268195:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761587.268197:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761587.268199:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761587.268201:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761587.268202:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787761587.268203:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761587.268205:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787761587.268206:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787761587.268209:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787761587.268212:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761587.268214:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761587.268215:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761587.268218:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761587.268220:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787761587.268222:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761587.268224:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761587.268226:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761587.268229:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761587.268230:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761587.268232:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761587.268234:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787761587.268236:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761587.268237:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761587.268240:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c000.
00000020:00000040:0.0:1787761587.268242:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787761587.268244:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761587.268246:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761587.268247:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761587.268248:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761587.268250:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761587.268253:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33400.
00000100:00000001:0.0:1787761587.268257:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761587.268260:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c000 x1874600883738496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761587.268267:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761587.268269:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761587.268273:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b885017a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c000 x1874600883738496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761587.268280:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761587.268282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761587.268286:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787761587.268287:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761587.268288:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761587.268291:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761587.268293:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2972
00000400:00000200:0.0:1787761587.268296:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761587.268299:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761587.268301:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761587.268304:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761587.268307:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761587.268309:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761587.268311:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761587.268313:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761587.268314:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787761587.268315:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761587.268317:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787761587.268319:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787761587.268320:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787761587.268323:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761587.268324:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761587.268327:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761587.268328:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761587.268331:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787761587.268334:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761587.268336:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761587.268338:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761587.268340:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761587.268341:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761587.268343:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761587.268345:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787761587.268347:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761587.268349:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761587.268352:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c780.
00000020:00000040:0.0:1787761587.268354:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787761587.268356:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761587.268357:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761587.268359:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761587.268360:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761587.268362:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761587.268365:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00000001:0.0:1787761587.268367:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761587.268379:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c780 x1874600883738624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761587.268387:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761587.268389:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761587.268392:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b7e064a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c780 x1874600883738624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761587.268399:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761587.268403:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2982)
00000800:00000200:1.1:1787761587.268533:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761587.268535:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761587.268766:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761587.268768:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761587.268929:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761587.268931:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761587.269080:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761587.269082:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787761587.715733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761587.715740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761587.715746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761587.715747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761587.715750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761587.715750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761587.715781:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761587.715784:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761587.715787:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761588.547706:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297645819, at 4297645824
00000100:00000010:0.0:1787761588.547724:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787761588.739682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761588.739694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761588.739700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761588.739702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761588.739705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761588.739707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761589.763737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761589.763746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761589.763754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761589.763755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761589.763760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761589.763763:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761589.763765:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761589.763768:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761589.763771:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761589.763773:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761589.763775:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761589.763776:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761589.763809:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761589.763811:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761589.763814:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761590.787734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761590.787744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761590.787752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761590.787753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761590.787758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761590.787759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761591.811712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761591.811717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761591.811721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761591.811722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761591.811724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761591.811725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761591.811759:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761591.811761:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761591.811763:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761592.387694:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761592.387700:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787761592.387702:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761592.387704:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761592.387709:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761592.387714:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2977
00000400:00000200:0.0:1787761592.387721:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761592.387725:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761592.387727:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761592.387729:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761592.387731:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761592.387733:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761592.387734:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761592.387737:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761592.387738:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787761592.387740:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761592.387742:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787761592.387743:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787761592.387745:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787761592.387747:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761592.387748:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761592.387749:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761592.387750:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761592.387752:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787761592.387755:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761592.387757:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761592.387759:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761592.387761:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761592.387763:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761592.387765:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761592.387766:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761592.387774:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c780.
00000020:00000040:0.0:1787761592.387776:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787761592.387778:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761592.387779:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761592.387781:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761592.387784:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761592.387786:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761592.387793:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32400.
00000100:00000001:0.0:1787761592.387799:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761592.387808:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c780 x1874600883738752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761592.387826:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761592.387831:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761592.387839:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b7e064a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c780 x1874600883738752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761592.387860:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761592.387862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761592.387866:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787761592.387867:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761592.387869:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761592.387871:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761592.387874:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2977
00000400:00000200:0.0:1787761592.387877:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761592.387880:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761592.387882:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761592.387886:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761592.387888:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761592.387891:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761592.387893:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761592.387895:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761592.387896:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787761592.387898:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761592.387899:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787761592.387900:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787761592.387902:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787761592.387904:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761592.387908:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761592.387911:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761592.387915:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761592.387919:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787761592.387923:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761592.387928:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761592.387932:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761592.387938:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761592.387943:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761592.387947:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761592.387952:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761592.387957:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761592.387961:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761592.387968:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c000.
00000020:00000040:0.0:1787761592.387972:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787761592.387977:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761592.387979:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761592.387984:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761592.387988:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761592.387990:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761592.387996:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31000.
00000100:00000001:0.0:1787761592.388012:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761592.388021:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c000 x1874600883738880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761592.388030:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761592.388034:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761592.388038:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b885017a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c000 x1874600883738880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761592.388054:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761592.388059:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761592.388066:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787761592.388069:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761592.388071:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761592.388076:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761592.388081:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2977
00000400:00000200:0.0:1787761592.388090:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761592.388097:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761592.388101:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761592.388107:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761592.388111:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761592.388116:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761592.388119:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761592.388122:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761592.388123:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787761592.388127:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761592.388131:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787761592.388135:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787761592.388147:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787761592.388154:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761592.388158:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761592.388165:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761592.388170:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761592.388176:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787761592.388195:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761592.388201:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761592.388205:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761592.388208:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761592.388212:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761592.388216:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761592.388219:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761592.388224:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761592.388227:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761592.388230:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000010:0.0:1787761592.388234:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097d680.
00000800:00000200:1.1:1787761592.388235:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000020:00000040:0.0:1787761592.388239:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787761592.388245:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761592.388248:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761592.388253:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761592.388255:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761592.388257:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761592.388261:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30800.
00000100:00000001:0.0:1787761592.388266:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761592.388274:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097d680 x1874600883739008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761592.388284:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761592.388287:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761592.388292:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b356f346] to pc [ptlrpcd_rcv+-1]  req@ffff96966097d680 x1874600883739008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761592.388300:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761592.388304:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761592.388309:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787761592.388311:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761592.388315:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761592.388317:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761592.388321:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2977
00000400:00000200:0.0:1787761592.388326:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761592.388333:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761592.388337:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761592.388352:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761592.388360:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761592.388364:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761592.388369:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761592.388372:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761592.388375:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787761592.388378:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761592.388380:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787761592.388385:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787761592.388386:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787761592.388389:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761592.388391:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761592.388396:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761592.388399:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761592.388402:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787761592.388409:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761592.388414:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761592.388418:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761592.388423:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761592.388435:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761592.388437:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761592.388441:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787761592.388446:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761592.388450:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761592.388466:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f840.
00000020:00000040:0.0:1787761592.388471:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787761592.388477:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761592.388480:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761592.388483:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761592.388486:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761592.388490:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761592.388497:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33000.
00000100:00000001:0.0:1787761592.388502:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761592.388509:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f840 x1874600883739136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761592.388522:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761592.388524:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761592.388529:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02bc9d6] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f840 x1874600883739136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761592.388559:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761592.388563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761592.388569:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787761592.388573:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761592.388576:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761592.388581:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761592.388586:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2977
00000400:00000200:0.0:1787761592.388595:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761592.388619:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761592.388622:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761592.388625:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761592.388628:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761592.388630:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761592.388634:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761592.388638:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761592.388641:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787761592.388645:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761592.388648:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787761592.388652:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787761592.388656:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787761592.388662:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761592.388667:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761592.388671:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761592.388675:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761592.388680:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787761592.388686:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761592.388691:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761592.388695:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761592.388700:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761592.388706:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761592.388710:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761592.388713:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787761592.388718:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761592.388722:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761592.388729:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097e1c0.
00000020:00000040:0.0:1787761592.388734:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787761592.388738:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761592.388740:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761592.388744:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761592.388747:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761592.388750:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761592.388755:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30c00.
00000100:00000001:0.0:1787761592.388759:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761592.388766:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097e1c0 x1874600883739264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761592.388784:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761592.388788:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761592.388796:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb94abd1] to pc [ptlrpcd_rcv+-1]  req@ffff96966097e1c0 x1874600883739264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761592.388816:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761592.388822:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2987)
00000800:00000200:1.1:1787761592.388915:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761592.388918:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761592.389192:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761592.389194:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761592.389447:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761592.389449:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761592.389819:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761592.389822:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787761592.835680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761592.835686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761592.835691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761592.835692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761592.835695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761592.835696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761593.667701:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297650939, at 4297650944
00000100:00000010:0.0:1787761593.667710:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787761593.859725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761593.859733:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761593.859735:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761593.859738:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761593.859743:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761593.859745:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761593.859747:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761593.859749:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761593.859753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761593.859754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761593.859757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761593.859758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761593.859811:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761593.859814:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761593.859817:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761594.883709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761594.883715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761594.883720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761594.883722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761594.883725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761594.883726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761595.907718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761595.907723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761595.907727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761595.907727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761595.907730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761595.907731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761595.907767:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761595.907769:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761595.907771:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761596.931687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761596.931692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761596.931695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761596.931698:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761596.931700:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761596.931702:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761596.931705:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761596.931710:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761596.931711:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761596.931713:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761596.931716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761596.931717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761597.507744:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761597.507755:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761597.507757:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761597.507761:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761597.507765:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761597.507774:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2982
00000400:00000200:3.0:1787761597.507788:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761597.507795:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761597.507798:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761597.507802:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761597.507805:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761597.507808:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761597.507810:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761597.507814:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761597.507817:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761597.507820:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761597.507823:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761597.507825:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761597.507828:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761597.507831:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761597.507833:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761597.507834:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761597.507836:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761597.507839:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761597.507843:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761597.507846:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761597.507849:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761597.507852:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761597.507854:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761597.507857:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761597.507859:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761597.507872:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761597.507875:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761597.507880:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761597.507882:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761597.507885:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761597.507888:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761597.507893:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761597.507914:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761597.507923:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761597.507933:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883739392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761597.507942:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761597.507947:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761597.507951:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883739392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761597.507977:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761597.507981:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761597.507984:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761597.507985:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761597.507987:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761597.507990:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761597.507992:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2982
00000400:00000200:3.0:1787761597.507996:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761597.507998:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761597.508000:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761597.508003:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761597.508005:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761597.508006:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761597.508008:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761597.508010:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761597.508011:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761597.508012:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761597.508014:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761597.508015:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761597.508016:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761597.508018:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761597.508021:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761597.508024:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761597.508026:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761597.508031:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761597.508037:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761597.508042:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761597.508047:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761597.508056:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761597.508062:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761597.508065:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761597.508072:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761597.508078:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761597.508083:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761597.508089:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761597.508094:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761597.508099:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761597.508102:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761597.508105:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761597.508109:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761597.508112:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761597.508120:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761597.508127:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761597.508135:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883739520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761597.508148:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761597.508152:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761597.508158:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883739520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761597.508171:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761597.508177:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761597.508182:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761597.508185:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761597.508189:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761597.508195:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761597.508201:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2982
00000400:00000200:3.0:1787761597.508209:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761597.508216:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761597.508221:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761597.508227:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761597.508231:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761597.508237:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761597.508240:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761597.508245:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761597.508248:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761597.508250:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761597.508254:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761597.508259:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761597.508263:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761597.508270:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761597.508274:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761597.508280:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761597.508286:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761597.508291:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761597.508300:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761597.508303:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761597.508305:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761597.508308:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761597.508311:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761597.508315:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761597.508318:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761597.508322:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761597.508323:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761597.508327:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761597.508331:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761597.508332:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761597.508334:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761597.508335:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761597.508339:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761597.508340:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761597.508344:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761597.508348:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761597.508355:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883739648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787761597.508363:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787761597.508365:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761597.508368:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761597.508370:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1787761597.508373:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883739648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761597.508384:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761597.508387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761597.508390:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761597.508391:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761597.508392:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761597.508395:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761597.508400:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2982
00000400:00000200:3.0:1787761597.508408:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761597.508411:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761597.508413:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761597.508417:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761597.508422:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761597.508424:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761597.508425:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761597.508427:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761597.508427:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761597.508428:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761597.508429:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761597.508431:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761597.508432:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761597.508436:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761597.508438:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761597.508441:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761597.508444:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761597.508447:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761597.508451:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761597.508455:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761597.508459:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761597.508463:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761597.508467:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761597.508472:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761597.508476:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761597.508482:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761597.508485:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761597.508491:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761597.508495:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761597.508498:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761597.508501:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761597.508506:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761597.508509:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761597.508511:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761597.508517:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761597.508521:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761597.508527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883739776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761597.508536:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761597.508538:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761597.508541:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883739776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761597.508549:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761597.508552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761597.508557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761597.508558:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761597.508560:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761597.508563:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761597.508567:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2982
00000400:00000200:3.0:1787761597.508571:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761597.508576:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761597.508578:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761597.508583:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761597.508587:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761597.508590:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761597.508594:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761597.508626:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761597.508630:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761597.508633:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761597.508637:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761597.508641:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761597.508646:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761597.508653:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761597.508657:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761597.508661:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761597.508664:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761597.508668:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761597.508673:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761597.508677:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761597.508680:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761597.508683:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761597.508687:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761597.508690:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761597.508693:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761597.508696:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761597.508700:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761597.508707:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787761597.508712:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761597.508715:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761597.508716:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761597.508720:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761597.508724:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761597.508728:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761597.508734:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761597.508741:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761597.508748:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883739904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761597.508758:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761597.508761:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761597.508768:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883739904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761597.508784:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761597.508790:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2992)
00000800:00000200:1.1:1787761597.509042:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761597.509044:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761597.509351:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761597.509353:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761597.509661:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761597.509664:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761597.509955:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761597.509958:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787761597.955764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761597.955773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761597.955780:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761597.955781:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761597.955785:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761597.955786:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761597.955846:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761597.955850:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761597.955854:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761598.787738:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297656059, at 4297656064
00000100:00000010:0.0:1787761598.787758:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00010000:00000001:0.0:1787761598.979717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761598.979725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761598.979731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761598.979732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761598.979735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761598.979736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761600.003709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761600.003715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761600.003719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761600.003720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761600.003722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761600.003725:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761600.003727:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761600.003729:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761600.003731:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761600.003733:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761600.003734:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761600.003735:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761600.003754:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761600.003757:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761600.003759:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761601.027765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761601.027773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761601.027778:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761601.027780:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761601.027782:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761601.027784:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761602.051730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761602.051739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761602.051745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761602.051746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761602.051750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761602.051751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761602.051830:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761602.051833:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761602.051836:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761602.628157:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761602.628161:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761602.628532:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761602.628534:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761602.628766:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761602.628768:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761602.628955:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761602.628957:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761602.629123:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761602.629124:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787761603.075676:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761603.075682:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761603.075684:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761603.075686:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761603.075690:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761603.075692:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761603.075693:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761603.075694:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761603.075696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761603.075697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761603.075699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761603.075701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761603.907710:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297661179, at 4297661184
00000100:00000010:0.0:1787761603.907737:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787761604.099679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761604.099684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761604.099688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761604.099688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761604.099691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761604.099691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761604.099705:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761604.099707:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761604.099709:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761605.123720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761605.123735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761605.123740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761605.123742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761605.123745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761605.123746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761606.147672:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761606.147678:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761606.147684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761606.147688:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761606.147690:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761606.147693:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761606.147696:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761606.147698:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761606.147700:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761606.147702:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761606.147706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761606.147707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761606.147725:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761606.147727:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761606.147730:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761607.171703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761607.171708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761607.171711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761607.171712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761607.171728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761607.171730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761607.748199:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761607.748206:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761607.748648:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761607.748650:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761607.749000:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761607.749002:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761607.749158:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761607.749160:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761607.749394:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761607.749395:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787761608.195664:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761608.195669:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761608.195672:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761608.195673:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761608.195675:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761608.195676:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761608.195724:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761608.195727:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761608.195729:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761609.027714:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297666299, at 4297666304
00000100:00000010:0.0:1787761609.027730:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d2a0.
00010000:00000001:0.0:1787761609.219740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761609.219747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761609.219752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761609.219754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761609.219758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761609.219761:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761609.219763:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761609.219766:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761609.219768:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761609.219771:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761609.219772:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761609.219775:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761610.243721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761610.243728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761610.243741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761610.243743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761610.243746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761610.243747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761610.243772:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761610.243775:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761610.243777:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761611.267720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761611.267725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761611.267728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761611.267729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761611.267731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761611.267732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761612.291731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761612.291738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761612.291743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761612.291744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761612.291747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761612.291749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761612.291769:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761612.291772:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761612.291775:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761612.867667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761612.867674:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761612.867676:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761612.867679:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761612.867683:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761612.867688:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 2997
00000400:00000200:3.0:1787761612.867694:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761612.867699:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761612.867701:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761612.867703:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761612.867705:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761612.867707:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761612.867708:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761612.867711:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761612.867713:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761612.867716:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761612.867718:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761612.867719:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761612.867721:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761612.867723:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761612.867724:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761612.867725:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761612.867726:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761612.867728:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761612.867730:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761612.867731:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761612.867733:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761612.867735:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761612.867736:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761612.867738:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761612.867739:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761612.867745:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761612.867747:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761612.867750:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761612.867751:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761612.867753:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761612.867755:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761612.867758:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761612.867763:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761612.867768:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761612.867774:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883741312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761612.867781:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761612.867784:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761612.867787:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883741312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761612.867805:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761612.867807:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761612.867809:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761612.867810:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761612.867811:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761612.867813:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761612.867814:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2997
00000400:00000200:3.0:1787761612.867816:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761612.867818:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761612.867819:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761612.867821:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761612.867823:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761612.867824:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761612.867825:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761612.867827:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761612.867828:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761612.867829:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761612.867830:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761612.867832:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761612.867833:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761612.867836:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761612.867837:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761612.867838:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761612.867839:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761612.867841:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761612.867845:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761612.867847:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761612.867851:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761612.867856:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761612.867859:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761612.867861:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761612.867864:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761612.867875:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761612.867878:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761612.867882:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787761612.867886:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761612.867889:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761612.867892:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761612.867895:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761612.867897:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761612.867898:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761612.867903:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761612.867908:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761612.867916:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883741440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761612.867926:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761612.867928:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761612.867931:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883741440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761612.867940:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761612.867943:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761612.867949:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761612.867952:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761612.867954:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761612.867957:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761612.867959:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2997
00000400:00000200:3.0:1787761612.867964:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761612.867970:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761612.867973:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761612.867980:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761612.867986:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761612.867990:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761612.867995:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761612.867999:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761612.868002:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761612.868006:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761612.868009:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761612.868013:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761612.868018:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761612.868026:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761612.868032:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761612.868039:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761612.868044:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761612.868049:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761612.868056:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761612.868061:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761612.868064:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761612.868069:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761612.868074:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761612.868079:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761612.868082:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1787761612.868082:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000008:00000001:3.0:1787761612.868087:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761612.868089:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761612.868092:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787761612.868095:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761612.868097:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761612.868099:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761612.868100:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761612.868101:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761612.868104:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761612.868113:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761612.868119:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761612.868128:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883741568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761612.868141:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761612.868146:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761612.868152:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883741568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761612.868165:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761612.868168:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761612.868171:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761612.868174:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761612.868176:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761612.868179:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761612.868180:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2997
00000400:00000200:3.0:1787761612.868183:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761612.868188:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761612.868191:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761612.868195:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761612.868199:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761612.868203:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761612.868206:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761612.868208:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761612.868210:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761612.868212:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761612.868213:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761612.868214:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761612.868216:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761612.868219:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761612.868222:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761612.868224:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761612.868227:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761612.868231:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761612.868236:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761612.868239:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761612.868242:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761612.868246:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761612.868249:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761612.868251:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761612.868254:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761612.868257:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761612.868262:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761612.868266:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761612.868270:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761612.868273:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761612.868276:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761612.868278:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761612.868281:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761612.868283:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761612.868288:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761612.868293:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761612.868300:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883741696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761612.868309:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761612.868312:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761612.868319:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883741696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761612.868328:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761612.868331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761612.868338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761612.868340:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761612.868343:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761612.868347:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761612.868351:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 2997
00000400:00000200:3.0:1787761612.868355:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761612.868359:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761612.868361:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761612.868365:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761612.868367:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761612.868372:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761612.868376:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761612.868380:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761612.868383:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761612.868386:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761612.868390:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761612.868394:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761612.868399:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761612.868406:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761612.868412:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761612.868419:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761612.868425:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761612.868435:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761612.868443:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761612.868448:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761612.868452:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761612.868456:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761612.868461:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761612.868465:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761612.868469:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761612.868475:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761612.868475:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787761612.868481:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761612.868486:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787761612.868492:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761612.868497:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761612.868500:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761612.868505:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761612.868509:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761612.868513:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761612.868520:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761612.868526:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761612.868535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883741824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761612.868566:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761612.868571:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761612.868579:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883741824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761612.868589:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761612.868639:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3007)
00000800:00000200:1.1:1787761612.868735:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761612.868876:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761612.869006:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787761613.315698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761613.315704:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761613.315706:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761613.315708:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761613.315711:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761613.315713:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761613.315714:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761613.315715:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761613.315718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761613.315719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761613.315721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761613.315721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761614.147661:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297671419, at 4297671424
00000100:00000010:0.0:1787761614.147674:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787761614.339700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761614.339704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761614.339707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761614.339708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761614.339711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761614.339711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761614.339734:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761614.339737:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761614.339739:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761615.363735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761615.363745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761615.363753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761615.363755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761615.363758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761615.363760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761616.387674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761616.387681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761616.387688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761616.387691:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761616.387693:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761616.387696:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761616.387699:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761616.387701:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761616.387703:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761616.387705:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761616.387708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761616.387709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761616.387726:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761616.387728:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761616.387730:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761617.411710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761617.411716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761617.411719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761617.411720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761617.411722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761617.411723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761617.987682:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761617.987696:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761617.987699:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761617.987701:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761617.987704:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761617.987710:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3002
00000400:00000200:3.0:1787761617.987717:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761617.987721:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761617.987723:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761617.987725:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761617.987728:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761617.987729:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761617.987731:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761617.987736:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761617.987738:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761617.987740:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761617.987743:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761617.987744:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761617.987746:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761617.987748:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761617.987749:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761617.987750:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761617.987751:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761617.987753:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761617.987755:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761617.987756:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761617.987758:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761617.987760:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761617.987762:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761617.987763:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761617.987765:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761617.987769:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787761617.987772:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761617.987774:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761617.987775:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761617.987778:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761617.987780:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761617.987783:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761617.987787:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761617.987792:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761617.987798:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883741952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761617.987807:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761617.987811:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761617.987815:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883741952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761617.987855:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761617.987858:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761617.987866:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761617.987868:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761617.987869:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761617.987871:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761617.987874:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3002
00000400:00000200:3.0:1787761617.987883:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761617.987886:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761617.987888:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761617.987891:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761617.987893:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761617.987894:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761617.987896:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761617.987898:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761617.987899:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761617.987902:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761617.987904:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761617.987907:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761617.987909:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761617.987912:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761617.987914:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761617.987915:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761617.987917:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761617.987919:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761617.987922:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761617.987924:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761617.987926:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761617.987932:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761617.987934:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761617.987936:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761617.987940:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761617.987943:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761617.987945:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761617.987948:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787761617.987951:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761617.987953:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761617.987954:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761617.987956:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761617.987957:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761617.987959:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761617.987969:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761617.987972:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761617.987977:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883742080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761617.987985:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761617.987987:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761617.987991:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883742080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761617.987998:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761617.988002:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761617.988008:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761617.988011:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761617.988013:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761617.988018:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761617.988024:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3002
00000400:00000200:3.0:1787761617.988033:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761617.988039:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761617.988044:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761617.988051:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761617.988056:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761617.988062:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761617.988067:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761617.988072:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761617.988075:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761617.988078:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761617.988081:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761617.988085:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761617.988090:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761617.988096:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761617.988101:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761617.988105:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761617.988108:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761617.988113:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761617.988119:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761617.988123:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761617.988125:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761617.988131:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761617.988134:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761617.988139:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761617.988142:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761617.988148:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761617.988149:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761617.988155:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761617.988159:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761617.988170:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761617.988173:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761617.988177:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761617.988179:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761617.988184:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761617.988190:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761617.988196:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761617.988203:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883742208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761617.988214:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761617.988219:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761617.988241:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883742208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761617.988256:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761617.988261:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761617.988266:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761617.988270:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761617.988273:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761617.988281:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761617.988287:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3002
00000400:00000200:3.0:1787761617.988294:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761617.988300:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761617.988305:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761617.988312:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761617.988317:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761617.988323:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000200:1.1:1787761617.988323:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787761617.988328:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:1.1:1787761617.988330:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1787761617.988332:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761617.988335:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761617.988339:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761617.988343:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761617.988347:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761617.988351:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761617.988359:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761617.988365:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761617.988372:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761617.988377:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761617.988383:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761617.988390:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761617.988396:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761617.988400:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761617.988405:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761617.988411:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761617.988416:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761617.988419:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761617.988424:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761617.988429:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761617.988436:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787761617.988442:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761617.988446:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761617.988449:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761617.988454:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761617.988456:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761617.988458:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761617.988465:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761617.988469:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761617.988566:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883742336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761617.988580:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761617.988585:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761617.988593:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883742336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761617.988658:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761617.988664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761617.988671:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761617.988676:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761617.988680:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761617.988685:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761617.988690:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3002
00000400:00000200:3.0:1787761617.988697:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761617.988704:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761617.988709:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761617.988716:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761617.988721:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761617.988726:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761617.988730:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761617.988735:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761617.988737:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761617.988741:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761617.988744:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761617.988749:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761617.988754:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761617.988761:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761617.988765:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761617.988771:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761617.988773:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761617.988776:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761617.988783:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761617.988787:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761617.988791:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761617.988796:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761617.988801:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761617.988805:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761617.988810:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761617.988815:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761617.988819:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761617.988826:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787761617.988831:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761617.988836:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761617.988840:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761617.988842:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761617.988845:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761617.988849:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761617.988856:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761617.988863:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761617.988871:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883742464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761617.988889:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761617.988895:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761617.988902:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883742464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761617.988921:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761617.988928:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3012)
00000800:00000200:1.1:1787761617.988962:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761617.988965:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761617.989321:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761617.989323:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761617.989623:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761617.989625:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761617.989882:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761617.989884:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787761618.435651:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761618.435656:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761618.435660:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761618.435661:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761618.435663:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761618.435664:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761618.435678:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761618.435680:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761618.435682:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761619.267708:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297676539, at 4297676544
00000100:00000010:0.0:1787761619.267732:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00010000:00000001:0.0:1787761619.459723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761619.459731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761619.459737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761619.459738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761619.459742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761619.459746:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761619.459748:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761619.459751:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761619.459760:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761619.459762:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761619.459764:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761619.459767:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761620.483665:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761620.483670:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761620.483673:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761620.483674:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761620.483676:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761620.483677:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761620.483695:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761620.483698:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761620.483700:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761621.507716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761621.507722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761621.507727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761621.507729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761621.507731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761621.507733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761622.531717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761622.531722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761622.531727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761622.531727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761622.531729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761622.531730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761622.531744:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761622.531745:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761622.531747:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761623.108182:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761623.108188:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787761623.108779:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761623.108781:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787761623.108967:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761623.108968:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787761623.109154:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761623.109156:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787761623.109340:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761623.109341:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00010000:00000001:0.0:1787761623.555710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761623.555717:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761623.555719:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761623.555722:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761623.555726:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761623.555727:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761623.555729:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761623.555730:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761623.555733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761623.555734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761623.555736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761623.555737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761624.387674:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297681659, at 4297681664
00000100:00000010:0.0:1787761624.387686:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787761624.579710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761624.579717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761624.579722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761624.579724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761624.579728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761624.579729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761624.579749:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761624.579752:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761624.579754:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761625.603694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761625.603699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761625.603703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761625.603704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761625.603706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761625.603707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761626.627737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761626.627743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761626.627749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761626.627752:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761626.627754:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761626.627757:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761626.627760:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761626.627762:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761626.627764:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761626.627766:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761626.627770:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761626.627772:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761626.627794:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761626.627796:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761626.627799:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761627.651724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761627.651733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761627.651741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761627.651742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761627.651745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761627.651746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761628.227760:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761628.227773:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761628.227775:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761628.227780:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761628.227785:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761628.227794:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3013
00000400:00000200:3.0:1787761628.227805:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761628.227812:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761628.227816:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761628.227819:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761628.227822:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761628.227825:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761628.227828:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761628.227832:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761628.227835:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761628.227838:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761628.227842:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761628.227845:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761628.227847:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761628.227850:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761628.227853:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761628.227854:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761628.227856:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761628.227860:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761628.227864:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761628.227867:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761628.227870:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761628.227874:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761628.227878:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761628.227880:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761628.227883:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761628.227895:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787761628.227899:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761628.227904:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761628.227905:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761628.227909:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761628.227912:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761628.227916:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761628.227925:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761628.227933:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761628.227943:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883743232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761628.227955:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761628.227960:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761628.227965:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883743232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761628.227994:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761628.227997:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761628.228000:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761628.228002:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761628.228003:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761628.228007:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761628.228010:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3013
00000400:00000200:3.0:1787761628.228014:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761628.228018:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761628.228021:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761628.228024:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761628.228026:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761628.228029:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761628.228033:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761628.228036:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761628.228039:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761628.228043:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761628.228046:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761628.228050:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761628.228054:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761628.228063:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761628.228067:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761628.228073:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761628.228075:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761628.228078:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761628.228082:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761628.228087:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761628.228093:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761628.228101:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761628.228107:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761628.228111:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761628.228118:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761628.228124:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761628.228128:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761628.228134:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761628.228139:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761628.228143:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761628.228146:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761628.228149:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761628.228151:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761628.228152:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761628.228159:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761628.228165:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761628.228185:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883743360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761628.228204:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761628.228207:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761628.228215:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883743360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761628.228228:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761628.228233:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761628.228240:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761628.228243:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761628.228246:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761628.228250:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761628.228255:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3013
00000400:00000200:3.0:1787761628.228263:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761628.228270:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761628.228276:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761628.228282:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761628.228286:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761628.228289:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761628.228294:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761628.228299:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761628.228303:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761628.228316:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761628.228319:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761628.228324:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761628.228327:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761628.228334:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761628.228337:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761628.228343:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761628.228348:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:1.1:1787761628.228353:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000040:3.0:1787761628.228354:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000800:00000200:1.1:1787761628.228358:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000100:00080000:3.0:1787761628.228361:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761628.228367:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761628.228373:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761628.228378:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761628.228384:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761628.228389:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761628.228393:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761628.228399:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761628.228403:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761628.228411:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787761628.228415:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761628.228420:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761628.228423:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761628.228427:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761628.228429:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761628.228432:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761628.228446:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761628.228453:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761628.228463:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883743488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761628.228475:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761628.228478:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761628.228485:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883743488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761628.228499:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761628.228504:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761628.228511:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761628.228515:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761628.228517:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761628.228521:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761628.228527:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3013
00000400:00000200:3.0:1787761628.228536:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761628.228543:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761628.228546:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761628.228549:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761628.228554:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761628.228560:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761628.228564:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761628.228569:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761628.228572:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761628.228576:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761628.228579:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761628.228584:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761628.228590:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761628.228634:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761628.228639:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761628.228646:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761628.228651:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761628.228656:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761628.228662:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761628.228667:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761628.228673:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761628.228678:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761628.228683:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761628.228687:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761628.228691:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761628.228697:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761628.228701:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761628.228708:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761628.228714:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761628.228721:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761628.228724:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761628.228728:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761628.228732:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761628.228735:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761628.228741:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761628.228748:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761628.228757:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883743616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761628.228770:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761628.228774:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761628.228782:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883743616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761628.228797:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761628.228801:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761628.228807:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761628.228811:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761628.228815:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761628.228818:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761628.228821:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3013
00000400:00000200:3.0:1787761628.228829:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761628.228835:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761628.228839:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761628.228842:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761628.228849:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761628.228854:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761628.228859:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761628.228864:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761628.228866:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761628.228869:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761628.228872:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761628.228878:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761628.228883:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761628.228889:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761628.228892:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761628.228898:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761628.228902:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761628.228906:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761628.228913:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761628.228919:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761628.228922:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761628.228927:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761628.228934:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761628.228939:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761628.228943:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761628.228949:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761628.228953:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761628.228961:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761628.228966:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761628.228972:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761628.228977:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761628.228980:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761628.228983:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761628.228986:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761628.228994:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761628.228999:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761628.229009:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883743744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761628.229027:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761628.229031:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761628.229039:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883743744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761628.229062:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761628.229069:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3023)
00000800:00000200:1.1:1787761628.229077:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761628.229080:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787761628.229293:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761628.229294:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787761628.229501:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761628.229504:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787761628.229798:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761628.229800:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00010000:00000001:0.0:1787761628.675750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761628.675760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761628.675768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761628.675770:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761628.675774:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761628.675776:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761628.675808:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761628.675812:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761628.675816:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761629.507737:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297686779, at 4297686784
00000100:00000010:0.0:1787761629.507755:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787761629.699703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761629.699710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761629.699715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761629.699716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761629.699719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761629.699722:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761629.699724:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761629.699727:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761629.699730:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761629.699732:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761629.699733:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761629.699735:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761630.723713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761630.723719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761630.723724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761630.723726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761630.723730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761630.723731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761630.723753:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761630.723756:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761630.723758:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761631.747741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761631.747749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761631.747756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761631.747758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761631.747762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761631.747763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761632.771683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761632.771689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761632.771692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761632.771693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761632.771695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761632.771696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761632.771720:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761632.771723:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761632.771726:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761633.347760:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761633.347772:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761633.347775:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761633.347780:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761633.347785:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761633.347794:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3018
00000400:00000200:3.0:1787761633.347804:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761633.347811:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761633.347814:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761633.347818:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761633.347821:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761633.347824:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761633.347826:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761633.347831:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761633.347834:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761633.347837:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761633.347841:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761633.347844:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761633.347847:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761633.347850:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761633.347852:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761633.347854:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761633.347856:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761633.347860:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761633.347863:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761633.347866:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761633.347870:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761633.347874:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761633.347877:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761633.347879:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761633.347882:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761633.347895:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761633.347899:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761633.347904:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761633.347906:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761633.347909:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761633.347912:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761633.347917:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761633.347927:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761633.347936:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761633.347946:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883743872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761633.347956:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761633.347961:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761633.347966:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883743872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761633.347994:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761633.347997:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761633.348001:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761633.348003:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761633.348004:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761633.348007:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761633.348010:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3018
00000400:00000200:3.0:1787761633.348014:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761633.348017:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761633.348020:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761633.348023:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761633.348026:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761633.348028:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761633.348031:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761633.348033:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761633.348037:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761633.348039:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761633.348044:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761633.348048:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761633.348052:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761633.348057:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761633.348062:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761633.348066:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761633.348070:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761633.348075:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761633.348080:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761633.348084:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761633.348088:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761633.348097:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761633.348102:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761633.348106:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761633.348113:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761633.348118:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761633.348123:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761633.348128:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761633.348133:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761633.348137:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761633.348139:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761633.348142:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761633.348145:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761633.348147:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761633.348157:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761633.348163:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761633.348170:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883744000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761633.348179:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761633.348183:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761633.348190:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883744000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761633.348229:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761633.348235:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761633.348240:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761633.348242:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761633.348245:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761633.348251:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761633.348255:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3018
00000400:00000200:3.0:1787761633.348263:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761633.348269:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761633.348278:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761633.348288:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761633.348293:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761633.348298:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761633.348302:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761633.348306:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761633.348309:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761633.348312:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761633.348316:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761633.348321:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761633.348325:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761633.348330:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761633.348334:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761633.348339:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761633.348343:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761633.348347:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761633.348352:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761633.348356:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761633.348361:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761633.348364:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761633.348368:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761633.348372:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761633.348376:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761633.348381:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761633.348386:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761633.348387:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000010:3.0:1787761633.348391:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000800:00000200:1.1:1787761633.348392:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000020:00000040:3.0:1787761633.348396:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761633.348401:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761633.348404:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761633.348408:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761633.348409:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761633.348413:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761633.348418:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761633.348425:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761633.348434:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883744128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761633.348447:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761633.348450:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761633.348457:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883744128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761633.348476:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761633.348480:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761633.348486:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761633.348489:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761633.348492:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761633.348497:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761633.348502:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3018
00000400:00000200:3.0:1787761633.348507:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761633.348511:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761633.348521:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761633.348527:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761633.348531:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761633.348535:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761633.348538:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761633.348541:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761633.348543:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761633.348546:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761633.348549:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761633.348551:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761633.348557:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761633.348563:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761633.348568:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761633.348573:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761633.348576:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761633.348580:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761633.348587:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761633.348592:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761633.348622:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761633.348625:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761633.348630:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761633.348636:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761633.348639:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761633.348643:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761633.348647:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761633.348653:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761633.348658:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761633.348662:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761633.348666:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761633.348669:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761633.348672:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761633.348675:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761633.348682:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761633.348688:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761633.348697:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883744256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761633.348709:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761633.348713:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761633.348721:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883744256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761633.348738:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761633.348742:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761633.348751:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761633.348754:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761633.348757:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761633.348763:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761633.348769:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3018
00000400:00000200:3.0:1787761633.348776:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761633.348783:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761633.348788:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761633.348794:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761633.348799:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761633.348804:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761633.348809:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761633.348814:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761633.348816:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761633.348819:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761633.348823:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761633.348827:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761633.348833:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761633.348840:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761633.348845:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761633.348849:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761633.348853:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761633.348856:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761633.348861:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761633.348864:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761633.348868:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761633.348871:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761633.348877:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761633.348881:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761633.348885:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761633.348890:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761633.348892:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761633.348898:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761633.348902:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761633.348907:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761633.348910:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761633.348915:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761633.348916:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761633.348918:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761633.348922:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761633.348927:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761633.348936:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883744384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761633.348948:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761633.348953:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761633.348960:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883744384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761633.348980:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761633.348987:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3028)
00000800:00000200:1.1:1787761633.349097:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761633.349099:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787761633.349394:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761633.349396:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787761633.349682:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761633.349685:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787761633.350061:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761633.350064:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1787761633.795699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761633.795709:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761633.795712:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761633.795715:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761633.795721:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761633.795724:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761633.795726:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761633.795729:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761633.795733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761633.795734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761633.795738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761633.795739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761634.627693:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297691899, at 4297691904
00000100:00000010:0.0:1787761634.627710:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00010000:00000001:0.0:1787761634.819748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761634.819753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761634.819757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761634.819758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761634.819760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761634.819761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761634.819799:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761634.819800:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761634.819802:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761635.843723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761635.843730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761635.843735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761635.843736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761635.843739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761635.843740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761636.867710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761636.867717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761636.867722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761636.867725:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761636.867728:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761636.867731:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761636.867733:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761636.867735:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761636.867736:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761636.867738:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761636.867740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761636.867741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761636.867767:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761636.867769:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761636.867770:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761637.891685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761637.891691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761637.891694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761637.891695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761637.891697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761637.891698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761638.467704:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761638.467713:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761638.467716:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761638.467720:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761638.467724:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761638.467731:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3023
00000400:00000200:3.0:1787761638.467739:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761638.467744:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761638.467747:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761638.467751:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761638.467754:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761638.467756:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761638.467759:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761638.467763:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761638.467765:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761638.467768:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761638.467771:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761638.467774:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761638.467776:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761638.467779:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761638.467781:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761638.467783:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761638.467784:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761638.467788:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761638.467791:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761638.467794:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761638.467797:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761638.467800:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761638.467802:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761638.467805:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761638.467807:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761638.467814:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787761638.467817:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761638.467820:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761638.467822:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761638.467825:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761638.467828:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761638.467832:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761638.467839:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761638.467845:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761638.467855:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883744512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761638.467862:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761638.467865:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761638.467875:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883744512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761638.467896:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761638.467898:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761638.467900:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761638.467901:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761638.467902:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761638.467904:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761638.467906:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3023
00000400:00000200:3.0:1787761638.467908:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761638.467910:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761638.467912:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761638.467913:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761638.467915:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761638.467916:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761638.467917:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761638.467918:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761638.467919:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761638.467920:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761638.467922:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761638.467923:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761638.467924:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761638.467926:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761638.467927:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761638.467929:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761638.467931:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761638.467932:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761638.467935:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761638.467937:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761638.467939:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761638.467945:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761638.467949:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761638.467952:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761638.467958:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761638.467963:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761638.467967:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761638.467973:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e83c0.
00000020:00000040:3.0:1787761638.467977:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761638.468002:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761638.468003:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761638.468005:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761638.468007:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761638.468010:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761638.468016:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761638.468021:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761638.468029:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e83c0 x1874600883744640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761638.468041:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761638.468043:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761638.468048:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1eeea11] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e83c0 x1874600883744640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761638.468056:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761638.468058:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761638.468061:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761638.468065:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761638.468068:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761638.468071:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761638.468074:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3023
00000400:00000200:3.0:1787761638.468079:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761638.468084:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761638.468087:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761638.468091:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761638.468093:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761638.468094:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761638.468097:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761638.468101:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761638.468103:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761638.468106:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761638.468120:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761638.468124:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761638.468128:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761638.468135:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761638.468139:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761638.468143:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761638.468149:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761638.468152:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761638.468158:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761638.468162:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761638.468165:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761638.468171:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761638.468175:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761638.468178:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761638.468183:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761638.468188:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761638.468192:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761638.468198:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761638.468203:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761638.468208:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761638.468211:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761638.468214:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761638.468217:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761638.468221:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761638.468226:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761638.468231:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761638.468240:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883744768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761638.468251:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761638.468255:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761638.468256:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761638.468261:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000100:00000040:3.0:1787761638.468262:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883744768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761638.468279:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761638.468282:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761638.468288:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761638.468291:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761638.468294:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761638.468297:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761638.468303:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3023
00000400:00000200:3.0:1787761638.468311:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761638.468318:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761638.468323:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761638.468328:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761638.468332:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761638.468338:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761638.468343:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761638.468348:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761638.468350:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761638.468353:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761638.468356:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761638.468361:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761638.468365:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761638.468371:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761638.468374:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761638.468380:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761638.468385:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761638.468391:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761638.468397:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761638.468401:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761638.468404:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761638.468409:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761638.468412:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761638.468416:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761638.468421:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761638.468426:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761638.468431:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761638.468437:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761638.468442:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761638.468447:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761638.468450:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761638.468454:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761638.468457:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761638.468459:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761638.468466:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761638.468472:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761638.468482:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883744896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761638.468501:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761638.468505:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761638.468515:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883744896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761638.468533:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761638.468539:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761638.468547:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761638.468551:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761638.468555:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761638.468560:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761638.468566:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3023
00000400:00000200:3.0:1787761638.468575:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761638.468580:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761638.468585:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761638.468589:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761638.468590:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761638.468591:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761638.468593:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761638.468594:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761638.468622:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761638.468626:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761638.468630:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761638.468634:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761638.468640:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761638.468647:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761638.468651:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761638.468657:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761638.468662:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761638.468667:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761638.468674:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761638.468679:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761638.468683:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761638.468688:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761638.468693:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761638.468698:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761638.468701:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761638.468706:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761638.468710:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761638.468717:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787761638.468721:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761638.468727:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761638.468731:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761638.468735:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761638.468738:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761638.468742:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761638.468750:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761638.468755:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761638.468762:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883745024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761638.468776:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761638.468781:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761638.468789:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883745024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761638.468809:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761638.468816:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3033)
00000800:00000200:1.1:1787761638.468918:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761638.468920:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761638.469194:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761638.469197:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761638.469454:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761638.469456:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761638.469821:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761638.469823:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1787761638.915708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761638.915713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761638.915717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761638.915718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761638.915720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761638.915722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761638.915747:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761638.915749:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761638.915750:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761639.747733:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297697019, at 4297697024
00000100:00000010:0.0:1787761639.747766:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787761639.939652:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761639.939657:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761639.939661:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761639.939662:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761639.939665:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761639.939668:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761639.939670:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761639.939673:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761639.939676:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761639.939678:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761639.939679:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761639.939682:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761640.963695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761640.963701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761640.963706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761640.963707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761640.963710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761640.963711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761640.963733:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761640.963735:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761640.963738:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761641.987721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761641.987727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761641.987732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761641.987734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761641.987737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761641.987738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761643.011740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761643.011748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761643.011756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761643.011757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761643.011762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761643.011764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761643.011793:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761643.011796:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761643.011800:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761643.587684:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761643.587696:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761643.587699:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761643.587702:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761643.587705:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761643.587710:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3028
00000400:00000200:3.0:1787761643.587716:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761643.587720:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761643.587723:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761643.587724:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761643.587727:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761643.587728:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761643.587730:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761643.587732:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761643.587734:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761643.587736:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761643.587738:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761643.587740:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761643.587741:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761643.587743:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761643.587744:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761643.587745:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761643.587746:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761643.587748:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761643.587750:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761643.587751:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761643.587753:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761643.587755:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761643.587756:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761643.587758:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761643.587760:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761643.587766:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761643.587769:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761643.587772:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761643.587773:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761643.587775:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761643.587777:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761643.587779:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761643.587784:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761643.587789:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761643.587796:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883745152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761643.587806:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761643.587810:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761643.587814:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883745152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761643.587846:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761643.587849:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761643.587852:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761643.587854:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761643.587855:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761643.587858:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761643.587859:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3028
00000400:00000200:3.0:1787761643.587862:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761643.587864:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761643.587866:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761643.587868:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761643.587869:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761643.587871:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761643.587872:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761643.587873:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761643.587874:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761643.587875:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761643.587877:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761643.587878:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761643.587880:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761643.587881:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761643.587883:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761643.587884:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761643.587886:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761643.587888:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761643.587891:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761643.587893:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761643.587896:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761643.587901:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761643.587904:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761643.587906:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761643.587909:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761643.587915:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761643.587918:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761643.587923:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761643.587926:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761643.587930:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761643.587932:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761643.587935:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761643.587936:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761643.587937:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761643.587943:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761643.587948:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761643.587956:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883745280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761643.587964:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761643.587966:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761643.587972:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883745280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761643.587980:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761643.587982:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761643.587984:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761643.587987:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761643.587989:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761643.587992:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761643.587997:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3028
00000400:00000200:3.0:1787761643.588019:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761643.588026:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761643.588030:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761643.588035:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761643.588039:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761643.588042:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761643.588047:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761643.588052:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761643.588055:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761643.588059:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761643.588062:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761643.588068:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761643.588074:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761643.588080:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761643.588083:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761643.588087:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761643.588090:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761643.588094:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761643.588096:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761643.588100:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761643.588102:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761643.588104:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761643.588108:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761643.588111:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761643.588113:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761643.588116:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761643.588120:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761643.588124:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761643.588128:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761643.588132:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761643.588135:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761643.588140:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761643.588143:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761643.588146:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761643.588162:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761643.588170:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761643.588178:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883745408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761643.588201:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761643.588205:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761643.588212:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883745408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761643.588225:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761643.588230:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787761643.588233:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:3.0:1787761643.588235:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761643.588239:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1787761643.588239:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000100:00080000:3.0:1787761643.588241:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761643.588247:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761643.588250:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3028
00000400:00000200:3.0:1787761643.588256:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761643.588262:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761643.588264:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761643.588267:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761643.588270:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761643.588273:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761643.588276:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761643.588281:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761643.588283:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761643.588284:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761643.588285:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761643.588287:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761643.588291:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761643.588294:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761643.588297:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761643.588300:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761643.588303:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761643.588305:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761643.588309:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761643.588313:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761643.588317:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761643.588320:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761643.588323:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761643.588325:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761643.588327:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761643.588330:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761643.588333:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761643.588336:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761643.588340:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761643.588344:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761643.588346:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761643.588350:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761643.588353:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761643.588357:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761643.588363:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761643.588371:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761643.588379:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883745536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761643.588390:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761643.588394:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761643.588400:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883745536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761643.588411:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761643.588414:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761643.588417:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761643.588421:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761643.588423:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761643.588427:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761643.588430:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3028
00000400:00000200:3.0:1787761643.588436:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761643.588443:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761643.588446:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761643.588450:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761643.588454:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761643.588459:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761643.588463:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761643.588468:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761643.588469:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761643.588471:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761643.588474:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761643.588477:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761643.588481:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761643.588488:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761643.588493:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761643.588497:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761643.588501:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761643.588505:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761643.588512:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761643.588519:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761643.588522:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761643.588525:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761643.588529:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761643.588533:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761643.588536:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761643.588539:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761643.588543:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761643.588551:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787761643.588555:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761643.588560:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761643.588563:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761643.588568:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761643.588573:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761643.588577:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761643.588585:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761643.588593:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761643.588625:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883745664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761643.588640:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761643.588644:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761643.588649:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883745664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761643.588656:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761643.588660:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3038)
00000800:00000200:1.1:1787761643.588785:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761643.588787:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761643.588987:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761643.588989:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761643.589163:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761643.589165:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761643.589313:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761643.589315:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787761644.035712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761644.035720:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761644.035722:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761644.035725:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761644.035730:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761644.035732:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761644.035733:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761644.035736:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761644.035740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761644.035741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761644.035744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761644.035745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761644.867696:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297702139, at 4297702144
00000100:00000010:0.0:1787761644.867709:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00010000:00000001:0.0:1787761645.059701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761645.059708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761645.059714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761645.059715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761645.059718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761645.059720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761645.059740:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761645.059743:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761645.059746:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761646.083696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761646.083702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761646.083705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761646.083708:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761646.083710:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761646.083712:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761646.083714:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761646.083716:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761646.083717:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761646.083719:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761646.083721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761646.083722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761647.107658:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761647.107662:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761647.107666:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761647.107667:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761647.107669:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761647.107670:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761647.107704:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761647.107706:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761647.107708:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761648.131663:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761648.131671:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761648.131677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761648.131679:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761648.131682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761648.131684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761648.707685:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761648.707694:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761648.707697:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761648.707701:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761648.707706:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761648.707713:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3033
00000400:00000200:3.0:1787761648.707723:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761648.707730:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761648.707733:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761648.707737:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761648.707740:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761648.707743:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761648.707745:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761648.707749:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761648.707752:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761648.707755:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761648.707758:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761648.707761:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761648.707764:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761648.707767:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761648.707769:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761648.707770:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761648.707772:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761648.707775:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761648.707779:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761648.707781:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761648.707784:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761648.707787:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761648.707790:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761648.707793:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761648.707795:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761648.707804:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761648.707808:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761648.707812:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761648.707814:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761648.707826:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761648.707829:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761648.707835:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761648.707843:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761648.707850:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761648.707858:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883745792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761648.707869:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761648.707873:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761648.707878:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883745792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761648.707903:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761648.707906:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761648.707920:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761648.707922:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761648.707924:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761648.707927:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761648.707931:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3033
00000400:00000200:3.0:1787761648.707935:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761648.707939:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761648.707941:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761648.707947:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761648.707951:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761648.707956:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761648.707960:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761648.707963:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761648.707966:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761648.707969:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761648.707972:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761648.707976:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761648.707981:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761648.707987:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761648.707990:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761648.707992:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761648.707997:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761648.708003:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761648.708009:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761648.708014:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761648.708018:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761648.708025:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761648.708031:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761648.708035:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761648.708040:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761648.708046:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761648.708050:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761648.708057:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787761648.708063:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761648.708067:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761648.708069:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761648.708072:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761648.708074:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761648.708077:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761648.708087:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761648.708093:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761648.708099:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883745920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761648.708117:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761648.708121:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761648.708134:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883745920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761648.708148:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761648.708153:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761648.708161:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761648.708164:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761648.708167:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761648.708172:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761648.708177:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3033
00000400:00000200:3.0:1787761648.708183:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761648.708190:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761648.708194:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761648.708201:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761648.708206:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761648.708211:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761648.708214:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761648.708219:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761648.708222:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761648.708225:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761648.708229:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761648.708232:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761648.708236:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761648.708242:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761648.708247:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761648.708252:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761648.708257:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:1.1:1787761648.708261:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000040:3.0:1787761648.708263:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000800:00000200:1.1:1787761648.708266:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000100:00080000:3.0:1787761648.708270:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761648.708276:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761648.708280:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761648.708285:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761648.708290:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761648.708294:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761648.708297:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761648.708302:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761648.708306:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761648.708312:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787761648.708316:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761648.708322:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761648.708326:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761648.708330:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761648.708333:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761648.708335:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761648.708339:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761648.708345:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761648.708358:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883746048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761648.708372:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761648.708374:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761648.708379:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883746048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761648.708396:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761648.708400:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761648.708407:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761648.708410:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761648.708413:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761648.708416:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761648.708420:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3033
00000400:00000200:3.0:1787761648.708428:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761648.708433:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761648.708437:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761648.708442:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761648.708446:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761648.708451:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761648.708457:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761648.708461:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761648.708464:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761648.708467:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761648.708470:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761648.708474:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761648.708478:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761648.708486:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761648.708491:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761648.708495:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761648.708499:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761648.708506:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761648.708511:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761648.708516:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761648.708519:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761648.708522:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761648.708527:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761648.708531:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761648.708534:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761648.708538:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761648.708541:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761648.708546:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787761648.708550:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761648.708555:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761648.708557:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761648.708562:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761648.708564:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761648.708567:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761648.708574:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761648.708580:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761648.708589:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883746176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761648.708622:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761648.708624:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761648.708629:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883746176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761648.708641:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761648.708646:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761648.708650:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761648.708653:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761648.708656:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761648.708661:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761648.708665:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3033
00000400:00000200:3.0:1787761648.708672:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761648.708678:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761648.708682:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761648.708687:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761648.708692:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761648.708698:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761648.708703:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761648.708707:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761648.708710:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761648.708714:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761648.708716:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761648.708720:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761648.708725:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761648.708731:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761648.708735:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761648.708740:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761648.708744:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761648.708748:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761648.708752:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761648.708757:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761648.708761:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761648.708767:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761648.708770:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761648.708775:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761648.708777:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761648.708780:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761648.708783:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761648.708789:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761648.708794:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761648.708799:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761648.708803:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761648.708806:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761648.708809:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761648.708811:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761648.708817:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761648.708822:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761648.708832:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883746304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761648.708849:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761648.708854:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761648.708860:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883746304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761648.708875:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761648.708882:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3043)
00000800:00000200:1.1:1787761648.708990:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761648.708993:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761648.709288:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761648.709291:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761648.709568:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761648.709571:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761648.709985:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761648.709988:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787761649.155682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761649.155687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761649.155691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761649.155692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761649.155694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761649.155696:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761649.155698:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761649.155700:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761649.155702:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761649.155704:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761649.155705:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761649.155706:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761649.155737:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761649.155738:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761649.155740:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761649.987697:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297707259, at 4297707264
00000100:00000010:0.0:1787761649.987710:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00010000:00000001:0.0:1787761650.179713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761650.179720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761650.179726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761650.179727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761650.179730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761650.179731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761651.203694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761651.203699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761651.203702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761651.203703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761651.203705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761651.203706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761651.203723:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761651.203725:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761651.203726:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761652.227713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761652.227719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761652.227725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761652.227726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761652.227729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761652.227730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761653.251708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761653.251713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761653.251717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761653.251718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761653.251720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761653.251720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761653.251754:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761653.251756:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761653.251758:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761653.827726:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761653.827734:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787761653.827736:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761653.827739:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761653.827742:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761653.827748:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3038
00000400:00000200:0.0:1787761653.827755:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761653.827759:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761653.827762:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761653.827764:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761653.827766:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761653.827768:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761653.827769:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761653.827772:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761653.827773:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787761653.827775:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761653.827777:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787761653.827778:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787761653.827780:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787761653.827782:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761653.827783:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761653.827784:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761653.827786:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761653.827787:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787761653.827790:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761653.827791:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761653.827793:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761653.827795:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761653.827796:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761653.827798:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761653.827799:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761653.827823:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097da40.
00000020:00000040:0.0:1787761653.827826:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787761653.827829:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761653.827830:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761653.827833:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761653.827835:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761653.827837:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761653.827843:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30800.
00000100:00000001:0.0:1787761653.827848:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761653.827854:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097da40 x1874600883746432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761653.827864:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761653.827868:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761653.827872:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a392d04] to pc [ptlrpcd_rcv+-1]  req@ffff96966097da40 x1874600883746432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761653.827890:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761653.827893:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761653.827896:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787761653.827897:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761653.827899:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761653.827901:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761653.827904:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3038
00000400:00000200:0.0:1787761653.827907:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761653.827910:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761653.827912:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761653.827915:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761653.827918:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761653.827920:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761653.827922:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761653.827925:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761653.827926:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787761653.827927:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761653.827930:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787761653.827934:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787761653.827938:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787761653.827944:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761653.827948:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761653.827953:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761653.827958:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761653.827963:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787761653.827969:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761653.827974:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761653.827977:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761653.827983:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761653.827987:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761653.827990:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761653.827994:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761653.827998:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761653.828000:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761653.828006:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097de00.
00000020:00000040:0.0:1787761653.828009:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787761653.828011:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761653.828015:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761653.828020:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761653.828021:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761653.828022:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761653.828027:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31000.
00000100:00000001:0.0:1787761653.828032:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761653.828039:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097de00 x1874600883746560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761653.828048:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761653.828051:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761653.828058:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010d19df2] to pc [ptlrpcd_rcv+-1]  req@ffff96966097de00 x1874600883746560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761653.828081:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761653.828086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761653.828090:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787761653.828093:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761653.828097:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761653.828099:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761653.828104:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3038
00000400:00000200:0.0:1787761653.828107:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761653.828109:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761653.828110:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761653.828115:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761653.828118:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761653.828121:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761653.828126:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761653.828129:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761653.828131:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787761653.828133:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761653.828135:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787761653.828138:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787761653.828141:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787761653.828147:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761653.828150:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761653.828155:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761653.828158:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761653.828161:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787761653.828165:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761653.828169:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761653.828173:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761653.828176:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761653.828178:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761653.828181:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761653.828184:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761653.828187:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761653.828191:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761653.828196:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097ed00.
00000020:00000040:0.0:1787761653.828201:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787761653.828205:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761653.828208:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761653.828211:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1787761653.828212:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:0.0:1787761653.828213:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761653.828215:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761653.828217:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
02000000:00000010:0.0:1787761653.828219:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32400.
00000100:00000001:0.0:1787761653.828223:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761653.828229:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097ed00 x1874600883746688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761653.828240:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761653.828243:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761653.828247:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088ef356f] to pc [ptlrpcd_rcv+-1]  req@ffff96966097ed00 x1874600883746688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761653.828255:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761653.828257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761653.828264:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787761653.828267:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761653.828269:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761653.828272:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761653.828276:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3038
00000400:00000200:0.0:1787761653.828283:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761653.828289:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761653.828292:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761653.828297:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761653.828301:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761653.828304:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761653.828306:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761653.828307:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761653.828308:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787761653.828312:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761653.828314:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787761653.828316:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787761653.828319:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787761653.828323:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761653.828324:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761653.828328:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761653.828330:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761653.828331:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787761653.828334:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761653.828336:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761653.828338:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761653.828340:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761653.828345:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761653.828346:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761653.828349:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787761653.828352:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761653.828355:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761653.828358:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c3c0.
00000020:00000040:0.0:1787761653.828362:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787761653.828366:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761653.828368:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761653.828370:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761653.828372:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761653.828374:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761653.828378:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00000001:0.0:1787761653.828384:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761653.828390:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c3c0 x1874600883746816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761653.828400:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761653.828403:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761653.828408:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732a0c51] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c3c0 x1874600883746816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761653.828424:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761653.828426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761653.828432:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787761653.828435:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761653.828437:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761653.828442:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761653.828448:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3038
00000400:00000200:0.0:1787761653.828452:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761653.828458:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761653.828462:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761653.828467:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761653.828470:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761653.828474:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761653.828479:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761653.828483:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761653.828486:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787761653.828490:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761653.828493:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787761653.828498:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787761653.828504:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787761653.828512:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761653.828518:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761653.828523:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761653.828529:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761653.828534:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787761653.828538:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761653.828542:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761653.828545:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761653.828548:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761653.828553:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761653.828555:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761653.828558:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787761653.828561:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761653.828563:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761653.828567:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f0c0.
00000020:00000040:0.0:1787761653.828570:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787761653.828574:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761653.828576:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761653.828579:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761653.828582:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761653.828585:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761653.828588:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33400.
00000100:00000001:0.0:1787761653.828592:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761653.828632:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f0c0 x1874600883746944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761653.828644:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761653.828648:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761653.828653:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcc28536] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f0c0 x1874600883746944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761653.828662:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761653.828666:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3048)
00000800:00000200:1.1:1787761653.828762:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761653.828763:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761653.828950:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761653.828952:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761653.829103:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761653.829105:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761653.829257:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761653.829259:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787761654.275699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761654.275708:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761654.275711:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761654.275714:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761654.275718:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761654.275720:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761654.275722:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761654.275724:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761654.275728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761654.275729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761654.275734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761654.275735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761655.107726:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297712379, at 4297712384
00000100:00000010:0.0:1787761655.107737:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787761655.299659:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761655.299666:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761655.299670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761655.299671:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761655.299674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761655.299675:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761655.299695:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761655.299696:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761655.299699:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761656.323771:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761656.323778:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761656.323785:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761656.323789:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761656.323791:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761656.323795:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761656.323798:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761656.323801:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761656.323803:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761656.323806:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761656.323810:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761656.323811:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761657.347673:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761657.347678:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761657.347681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761657.347682:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761657.347684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761657.347685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761657.347706:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761657.347707:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761657.347709:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761658.371735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761658.371743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761658.371749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761658.371751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761658.371755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761658.371756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761658.948211:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761658.948216:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761658.948879:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761658.948881:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761658.949139:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761658.949141:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761658.949369:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761658.949371:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761658.949586:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761658.949588:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787761659.395681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761659.395687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761659.395693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761659.395694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761659.395698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761659.395700:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761659.395715:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761659.395719:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761659.395721:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761659.395723:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761659.395725:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761659.395727:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761659.395751:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761659.395753:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761659.395756:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761660.227697:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297717499, at 4297717504
00000100:00000010:0.0:1787761660.227710:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00010000:00000001:0.0:1787761660.419710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761660.419715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761660.419718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761660.419719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761660.419721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761660.419721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761661.443660:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761661.443677:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761661.443681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761661.443682:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761661.443684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761661.443685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761661.443701:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761661.443703:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761661.443704:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761662.467699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761662.467704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761662.467708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761662.467709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761662.467712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761662.467713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761663.491746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761663.491753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761663.491758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761663.491759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761663.491763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761663.491764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761663.491787:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761663.491790:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761663.491793:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761664.067735:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761664.067743:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761664.067745:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761664.067748:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761664.067751:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761664.067756:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3048
00000400:00000200:3.0:1787761664.067763:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761664.067767:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761664.067770:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761664.067772:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761664.067774:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761664.067775:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761664.067777:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761664.067780:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761664.067782:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761664.067784:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761664.067786:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761664.067787:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761664.067789:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761664.067791:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761664.067792:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761664.067793:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761664.067794:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761664.067796:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761664.067798:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761664.067799:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761664.067801:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761664.067805:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761664.067807:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761664.067809:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761664.067812:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761664.067820:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787761664.067823:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761664.067826:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761664.067828:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761664.067831:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761664.067833:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761664.067837:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761664.067844:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761664.067851:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761664.067858:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883747712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761664.067866:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761664.067869:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761664.067872:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883747712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761664.067892:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761664.067894:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761664.067896:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761664.067897:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761664.067898:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761664.067900:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761664.067901:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3048
00000400:00000200:3.0:1787761664.067904:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761664.067906:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761664.067907:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761664.067909:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761664.067910:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761664.067912:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761664.067913:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761664.067915:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761664.067916:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761664.067917:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761664.067919:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761664.067920:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761664.067921:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761664.067923:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761664.067924:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761664.067926:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761664.067928:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761664.067930:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761664.067932:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761664.067934:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761664.067936:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761664.067942:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761664.067945:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761664.067949:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761664.067953:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761664.067956:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761664.067959:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761664.067963:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787761664.067967:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761664.067971:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761664.067973:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761664.067976:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761664.067977:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761664.067981:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761664.067985:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761664.067989:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761664.067995:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883747840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761664.068006:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761664.068009:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761664.068014:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883747840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761664.068023:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761664.068027:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761664.068030:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761664.068033:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761664.068034:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761664.068036:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761664.068039:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3048
00000400:00000200:3.0:1787761664.068040:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761664.068042:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761664.068044:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761664.068049:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761664.068053:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761664.068055:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761664.068057:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761664.068060:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761664.068062:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761664.068065:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761664.068066:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761664.068067:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761664.068069:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761664.068074:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761664.068075:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761664.068076:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761664.068078:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761664.068081:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761664.068084:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761664.068086:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761664.068087:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761664.068089:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761664.068090:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761664.068091:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761664.068092:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761664.068093:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761664.068094:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761664.068097:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761664.068100:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761664.068103:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761664.068104:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761664.068105:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761664.068106:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761664.068110:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761664.068114:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761664.068117:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761664.068123:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883747968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761664.068146:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761664.068149:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761664.068155:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883747968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761664.068165:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761664.068169:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761664.068172:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761664.068174:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761664.068175:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761664.068178:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761664.068180:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3048
00000400:00000200:3.0:1787761664.068186:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761664.068191:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761664.068193:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761664.068194:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761664.068195:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761664.068199:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761664.068201:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761664.068204:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761664.068205:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761664.068206:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761664.068207:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761664.068209:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761664.068211:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761664.068217:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761664.068223:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761664.068227:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761664.068228:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761664.068231:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761664.068236:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761664.068238:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761664.068240:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761664.068242:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761664.068246:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761664.068248:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761664.068251:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761664.068254:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761664.068256:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761664.068260:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787761664.068263:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761664.068268:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761664.068270:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761664.068272:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761664.068273:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761664.068274:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761664.068277:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761664.068281:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761664.068288:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883748096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761664.068294:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761664.068297:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761664.068303:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883748096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761664.068310:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761664.068312:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761664.068314:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761664.068315:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761664.068319:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761664.068322:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761664.068326:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3048
00000400:00000200:3.0:1787761664.068329:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761664.068334:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761664.068336:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787761664.068339:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:3.0:1787761664.068340:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761664.068343:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761664.068347:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000200:1.1:1787761664.068347:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 11 secs later)
00000100:00000001:3.0:1787761664.068348:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761664.068352:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761664.068354:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761664.068355:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761664.068357:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761664.068359:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761664.068363:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761664.068367:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761664.068369:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761664.068371:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761664.068373:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761664.068375:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761664.068376:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761664.068377:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761664.068378:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761664.068379:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761664.068382:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761664.068383:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761664.068385:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761664.068388:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761664.068391:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761664.068395:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787761664.068397:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761664.068403:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761664.068405:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761664.068408:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761664.068409:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761664.068411:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761664.068416:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761664.068420:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761664.068425:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883748224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761664.068447:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761664.068449:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761664.068452:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883748224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761664.068459:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761664.068464:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3059)
00000800:00000200:1.1:1787761664.068844:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761664.068846:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787761664.069128:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761664.069131:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787761664.069388:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761664.069390:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787761664.069682:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761664.069684:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 11 secs later)
00010000:00000001:0.0:1787761664.515715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761664.515722:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761664.515725:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761664.515728:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761664.515733:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761664.515735:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761664.515736:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761664.515739:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761664.515743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761664.515744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761664.515747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761664.515749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761665.347670:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297722619, at 4297722624
00000100:00000010:0.0:1787761665.347683:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00010000:00000001:0.0:1787761665.539691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761665.539697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761665.539700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761665.539701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761665.539703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761665.539704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761665.539728:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761665.539730:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761665.539732:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761666.563722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761666.563731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761666.563736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761666.563741:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761666.563743:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761666.563747:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761666.563750:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761666.563753:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761666.563755:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761666.563758:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761666.563762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761666.563764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761667.587709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761667.587715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761667.587721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761667.587722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761667.587725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761667.587726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761667.587747:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761667.587749:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761667.587751:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761668.611714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761668.611721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761668.611726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761668.611727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761668.611730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761668.611732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761669.187712:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761669.187721:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761669.187724:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761669.187727:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761669.187731:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761669.187738:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3054
00000400:00000200:3.0:1787761669.187745:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761669.187750:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761669.187753:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761669.187756:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761669.187758:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761669.187760:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761669.187762:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761669.187766:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761669.187768:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761669.187771:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761669.187774:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761669.187776:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761669.187778:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761669.187781:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761669.187783:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761669.187785:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761669.187787:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761669.187790:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761669.187793:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761669.187795:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761669.187798:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761669.187801:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761669.187803:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761669.187805:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761669.187808:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761669.187816:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787761669.187819:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761669.187823:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761669.187825:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761669.187827:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761669.187830:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761669.187834:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761669.187841:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761669.187848:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761669.187856:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883748352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761669.187866:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761669.187869:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761669.187874:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883748352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761669.187902:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761669.187905:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761669.187908:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761669.187909:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761669.187911:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761669.187913:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761669.187916:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3054
00000400:00000200:3.0:1787761669.187919:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761669.187921:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761669.187924:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761669.187927:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761669.187929:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761669.187932:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761669.187934:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761669.187936:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761669.187938:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761669.187940:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761669.187944:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761669.187946:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761669.187950:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761669.187954:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761669.187958:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761669.187961:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761669.187965:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761669.187969:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761669.187975:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761669.187979:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761669.187982:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761669.187989:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761669.187993:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761669.187997:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761669.188002:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761669.188007:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761669.188010:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761669.188015:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761669.188020:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761669.188024:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761669.188027:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761669.188031:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761669.188034:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761669.188038:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761669.188046:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761669.188051:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761669.188064:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883748480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761669.188092:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761669.188097:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761669.188106:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883748480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761669.188121:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761669.188127:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761669.188131:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761669.188134:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761669.188137:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761669.188141:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761669.188146:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3054
00000400:00000200:3.0:1787761669.188153:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761669.188160:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761669.188164:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761669.188172:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761669.188177:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761669.188183:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761669.188188:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761669.188193:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761669.188195:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761669.188197:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761669.188198:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761669.188200:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761669.188203:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761669.188210:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761669.188212:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761669.188216:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761669.188221:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761669.188225:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761669.188231:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761669.188235:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761669.188236:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761669.188238:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761669.188242:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761669.188244:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761669.188245:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761669.188248:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761669.188251:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761669.188257:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787761669.188261:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761669.188266:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1787761669.188266:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:3.0:1787761669.188269:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761669.188270:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1787761669.188274:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761669.188277:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761669.188281:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761669.188288:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761669.188295:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761669.188303:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883748608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761669.188313:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761669.188317:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761669.188322:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883748608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761669.188331:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761669.188336:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761669.188342:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761669.188345:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761669.188346:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761669.188350:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761669.188353:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3054
00000400:00000200:3.0:1787761669.188358:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761669.188363:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761669.188366:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761669.188372:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761669.188375:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761669.188378:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761669.188380:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761669.188382:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761669.188384:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761669.188386:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761669.188388:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761669.188390:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761669.188394:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761669.188400:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761669.188406:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761669.188412:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761669.188417:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761669.188423:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761669.188430:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761669.188436:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761669.188441:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761669.188446:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761669.188452:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761669.188458:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761669.188462:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761669.188468:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761669.188471:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761669.188479:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761669.188484:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761669.188490:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761669.188494:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761669.188498:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761669.188501:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761669.188506:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761669.188526:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761669.188533:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761669.188542:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883748736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761669.188559:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761669.188562:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761669.188571:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883748736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761669.188590:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761669.188595:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761669.188628:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761669.188632:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761669.188637:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761669.188641:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761669.188647:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3054
00000400:00000200:3.0:1787761669.188656:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761669.188661:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761669.188666:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761669.188672:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761669.188676:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761669.188681:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761669.188687:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761669.188691:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761669.188694:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761669.188697:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761669.188700:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761669.188706:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761669.188711:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761669.188717:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761669.188722:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761669.188728:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761669.188733:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761669.188737:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761669.188742:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761669.188749:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761669.188752:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761669.188757:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761669.188762:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761669.188766:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761669.188769:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761669.188774:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761669.188778:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761669.188784:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761669.188789:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761669.188794:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761669.188796:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761669.188801:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761669.188804:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761669.188808:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761669.188816:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761669.188821:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761669.188831:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883748864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761669.188844:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761669.188848:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761669.188857:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883748864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761669.188880:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761669.188886:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3064)
00000800:00000200:1.1:1787761669.188910:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761669.188913:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761669.189120:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761669.189122:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761669.189293:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761669.189296:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761669.189540:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761669.189542:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00010000:00000001:0.0:1787761669.635710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761669.635715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761669.635720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761669.635721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761669.635724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761669.635726:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761669.635728:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761669.635730:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761669.635732:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761669.635734:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761669.635735:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761669.635736:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761669.635754:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761669.635755:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761669.635757:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761670.467704:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297727739, at 4297727744
00000100:00000010:0.0:1787761670.467720:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787761670.659694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761670.659699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761670.659703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761670.659703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761670.659705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761670.659706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761671.683712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761671.683717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761671.683721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761671.683721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761671.683724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761671.683725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761671.683742:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761671.683744:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761671.683745:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761672.707742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761672.707750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761672.707756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761672.707756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761672.707759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761672.707760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761673.731727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761673.731734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761673.731738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761673.731739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761673.731742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761673.731743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761673.731795:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761673.731798:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761673.731801:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761674.307722:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761674.307732:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761674.307734:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761674.307737:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761674.307742:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761674.307749:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3059
00000400:00000200:3.0:1787761674.307758:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761674.307763:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761674.307766:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761674.307768:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761674.307772:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761674.307774:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761674.307775:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761674.307779:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761674.307782:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761674.307784:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761674.307787:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761674.307789:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761674.307790:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761674.307792:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761674.307793:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761674.307794:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761674.307795:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761674.307798:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761674.307800:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761674.307801:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761674.307803:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761674.307806:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761674.307808:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761674.307810:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761674.307811:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761674.307821:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761674.307824:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761674.307827:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761674.307828:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761674.307831:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761674.307835:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761674.307839:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761674.307849:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761674.307857:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761674.307867:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883748992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761674.307879:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761674.307884:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761674.307890:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883748992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761674.307930:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761674.307934:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761674.307937:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761674.307938:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761674.307940:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761674.307944:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761674.307947:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3059
00000400:00000200:3.0:1787761674.307952:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761674.307956:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761674.307959:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761674.307962:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761674.307967:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761674.307970:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761674.307974:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761674.307979:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761674.307980:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761674.307982:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761674.307986:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761674.307989:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761674.307993:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761674.307999:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761674.308003:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761674.308004:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761674.308007:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761674.308011:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761674.308018:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761674.308022:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761674.308026:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761674.308036:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761674.308060:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761674.308064:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761674.308074:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761674.308080:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761674.308085:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761674.308092:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761674.308097:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761674.308103:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761674.308107:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761674.308111:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761674.308114:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761674.308119:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761674.308127:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761674.308132:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761674.308139:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883749120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761674.308153:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761674.308158:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761674.308168:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883749120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761674.308187:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761674.308193:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761674.308200:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761674.308202:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761674.308205:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761674.308211:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761674.308217:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3059
00000800:00000200:1.1:1787761674.308223:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000400:00000200:3.0:1787761674.308225:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000800:00000200:1.1:1787761674.308229:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000400:00000200:3.0:1787761674.308233:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761674.308239:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761674.308247:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761674.308250:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761674.308254:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761674.308258:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761674.308261:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761674.308263:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761674.308264:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761674.308268:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761674.308272:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761674.308274:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761674.308279:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761674.308282:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761674.308286:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761674.308291:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761674.308296:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761674.308301:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761674.308307:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761674.308311:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761674.308317:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761674.308322:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761674.308325:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761674.308329:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761674.308335:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761674.308338:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761674.308343:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787761674.308348:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761674.308354:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761674.308355:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761674.308358:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761674.308361:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761674.308366:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761674.308374:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761674.308379:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761674.308389:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883749248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761674.308406:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761674.308411:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761674.308429:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883749248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761674.308453:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761674.308458:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761674.308461:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761674.308463:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761674.308465:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761674.308469:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761674.308473:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3059
00000400:00000200:3.0:1787761674.308479:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761674.308484:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761674.308488:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761674.308492:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761674.308495:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761674.308500:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761674.308505:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761674.308511:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761674.308515:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761674.308520:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761674.308525:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761674.308530:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761674.308535:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761674.308545:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761674.308552:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761674.308560:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761674.308564:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761674.308570:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761674.308578:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761674.308584:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761674.308588:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761674.308593:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761674.308625:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761674.308629:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761674.308632:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761674.308637:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761674.308640:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761674.308647:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761674.308652:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761674.308658:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761674.308660:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761674.308663:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761674.308665:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761674.308670:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761674.308678:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761674.308685:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761674.308694:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883749376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761674.308711:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761674.308716:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761674.308723:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883749376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761674.308741:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761674.308745:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761674.308750:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761674.308754:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761674.308757:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761674.308760:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761674.308764:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3059
00000400:00000200:3.0:1787761674.308769:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761674.308774:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761674.308776:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761674.308780:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761674.308784:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761674.308788:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761674.308792:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761674.308796:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761674.308798:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761674.308802:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761674.308806:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761674.308810:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761674.308812:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761674.308818:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761674.308820:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761674.308823:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761674.308827:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761674.308830:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761674.308834:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761674.308838:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761674.308841:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761674.308845:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761674.308849:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761674.308852:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761674.308855:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761674.308858:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761674.308861:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761674.308867:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761674.308871:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761674.308874:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761674.308877:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761674.308879:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761674.308881:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761674.308883:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761674.308889:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000800:00000200:1.1:1787761674.308890:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787761674.308894:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761674.308894:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000100:00100000:3.0:1787761674.308903:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883749504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761674.308915:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761674.308919:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761674.308924:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883749504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761674.308935:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761674.308940:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3069)
00000800:00000200:1.1:1787761674.309140:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761674.309141:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761674.309369:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761674.309370:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761674.309553:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761674.309555:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00010000:00000001:0.0:1787761674.755705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761674.755710:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761674.755713:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761674.755714:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761674.755718:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761674.755720:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761674.755721:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761674.755723:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761674.755725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761674.755726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761674.755728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761674.755729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761675.587703:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297732859, at 4297732864
00000100:00000010:0.0:1787761675.587717:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787761675.779716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761675.779723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761675.779729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761675.779730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761675.779732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761675.779734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761675.779786:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761675.779789:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761675.779792:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761676.803683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761676.803688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761676.803692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761676.803695:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761676.803697:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761676.803699:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761676.803701:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761676.803702:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761676.803703:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761676.803704:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761676.803706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761676.803707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761677.827703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761677.827711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761677.827717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761677.827718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761677.827721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761677.827722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761677.827761:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761677.827763:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761677.827765:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761678.851680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761678.851685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761678.851689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761678.851690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761678.851693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761678.851693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761679.428178:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761679.428499:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761679.428826:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761679.428991:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761679.429123:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787761679.875713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761679.875719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761679.875724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761679.875726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761679.875728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761679.875731:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761679.875733:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761679.875736:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761679.875739:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761679.875741:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761679.875743:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761679.875744:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761679.875790:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761679.875792:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761679.875794:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761680.707701:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297737979, at 4297737984
00000100:00000010:0.0:1787761680.707720:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00010000:00000001:0.0:1787761680.899743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761680.899752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761680.899760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761680.899761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761680.899765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761680.899767:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761681.923697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761681.923704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761681.923709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761681.923711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761681.923713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761681.923714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761681.923737:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761681.923740:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761681.923746:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787761682.499805:0:2384:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.116:988
00000400:00000100:3.0:1787761682.499842:0:2384:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.116@tcp at host 192.168.204.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787761682.499849:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761682.499852:0:2384:0:(router.c:1791:lnet_notify()) 192.168.204.16@tcp notifying 192.168.204.116@tcp: down
00000400:00000200:3.0:1787761682.499856:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761682.499860:0:2384:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787761682.499864:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:3.0:1787761682.499867:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:3.0:1787761682.499872:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761682.499875:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761682.499880:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240990
00000400:00000010:3.0:1787761682.499882:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240990.
00000100:00000001:3.0:1787761682.499886:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761682.499893:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ef840 x1874600883749632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761682.499919:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761682.499924:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef840 x1874600883749632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761682.499932:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761682.499940:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787761682.499950:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:3.0:1787761682.499953:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330700.
00000400:00000200:3.0:1787761682.499957:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761682.499961:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761682.499965:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:3.0:1787761682.499968:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:3.0:1787761682.499971:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761682.499976:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ecf00 x1874600883749760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761682.499991:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761682.500007:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ecf00 x1874600883749760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761682.500035:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761682.500040:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787761682.500050:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:3.0:1787761682.500055:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330a00.
00000400:00000200:3.0:1787761682.500062:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761682.500071:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761682.500077:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240660
00000400:00000010:3.0:1787761682.500082:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240660.
00000100:00000001:3.0:1787761682.500089:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761682.500098:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517eda40 x1874600883749888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761682.500122:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761682.500131:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517eda40 x1874600883749888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761682.500146:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761682.500149:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787761682.500162:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:3.0:1787761682.500168:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330200.
00000400:00000200:3.0:1787761682.500175:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761682.500180:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761682.500184:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:3.0:1787761682.500189:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:3.0:1787761682.500196:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761682.500206:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517eed00 x1874600883750016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761682.500223:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761682.500228:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517eed00 x1874600883750016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761682.500243:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761682.500248:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787761682.500273:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:3.0:1787761682.500280:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330300.
00000400:00000200:3.0:1787761682.500287:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761682.500298:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761682.500304:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240cc0
00000400:00000010:3.0:1787761682.500316:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240cc0.
00000100:00000001:3.0:1787761682.500324:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761682.500333:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ec780 x1874600883750144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761682.500347:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761682.500353:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec780 x1874600883750144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761682.500366:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761682.500370:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787761682.947708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761682.947714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761682.947718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761682.947719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761682.947722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761682.947723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761683.971735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761683.971742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761683.971748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761683.971749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761683.971752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761683.971752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761683.971794:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761683.971797:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761683.971799:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761684.547766:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761684.547776:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761684.547779:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761684.547784:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761684.547788:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761684.547795:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3069
00000400:00000200:3.0:1787761684.547804:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761684.547811:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761684.547814:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761684.547818:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761684.547821:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761684.547824:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761684.547825:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761684.547829:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761684.547830:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761684.547832:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761684.547835:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761684.547837:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761684.547839:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761684.547841:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761684.547842:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761684.547843:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761684.547845:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761684.547847:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761684.547849:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761684.547851:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761684.547853:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761684.547866:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761684.547870:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761684.547872:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761684.547876:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761684.547883:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e83c0.
00000020:00000040:3.0:1787761684.547887:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761684.547891:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761684.547893:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761684.547896:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761684.547899:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761684.547903:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761684.547911:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761684.547919:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761684.547935:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e83c0 x1874600883750272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761684.547951:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761684.547956:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761684.547962:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1eeea11] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e83c0 x1874600883750272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761684.547991:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761684.547995:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761684.547998:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761684.548000:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761684.548002:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761684.548005:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761684.548007:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3069
00000400:00000200:3.0:1787761684.548012:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761684.548015:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761684.548018:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761684.548021:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761684.548024:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761684.548027:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761684.548029:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761684.548032:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761684.548034:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761684.548037:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761684.548040:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761684.548043:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761684.548046:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761684.548050:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761684.548055:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761684.548059:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761684.548062:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761684.548067:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761684.548075:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761684.548080:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761684.548085:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761684.548094:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761684.548099:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761684.548105:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761684.548112:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761684.548119:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761684.548125:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761684.548132:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787761684.548135:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761684.548138:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761684.548139:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761684.548141:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761684.548142:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761684.548146:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761684.548154:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761684.548161:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761684.548170:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883750400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761684.548184:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761684.548188:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761684.548197:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883750400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761684.548211:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761684.548230:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761684.548238:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761684.548241:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761684.548246:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761684.548252:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761684.548259:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3069
00000400:00000200:3.0:1787761684.548266:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761684.548274:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761684.548281:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761684.548288:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761684.548290:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761684.548297:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761684.548301:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761684.548304:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761684.548308:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761684.548313:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761684.548315:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761684.548320:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761684.548326:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761684.548331:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761684.548335:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761684.548342:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761684.548347:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761684.548352:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761684.548356:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761684.548359:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761684.548362:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761684.548366:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761684.548372:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761684.548377:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761684.548381:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761684.548384:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761684.548389:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761684.548397:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761684.548402:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761684.548408:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761684.548412:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761684.548417:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761684.548420:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761684.548425:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761684.548434:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761684.548442:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761684.548452:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883750528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787761684.548468:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787761684.548470:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1787761684.548473:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787761684.548475:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761684.548485:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883750528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761684.548501:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761684.548508:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761684.548520:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761684.548524:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761684.548528:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761684.548532:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761684.548539:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3069
00000400:00000200:3.0:1787761684.548549:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761684.548554:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761684.548556:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761684.548560:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761684.548562:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761684.548564:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761684.548567:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761684.548572:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761684.548576:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761684.548578:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761684.548582:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761684.548588:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761684.548593:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761684.548631:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761684.548634:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761684.548636:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761684.548639:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761684.548642:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761684.548645:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761684.548743:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761684.548749:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761684.548755:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761684.548760:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761684.548765:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761684.548770:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761684.548776:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761684.548780:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761684.548788:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761684.548793:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761684.548796:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761684.548799:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761684.548803:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761684.548806:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761684.548810:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761684.548817:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761684.548826:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761684.548838:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883750656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761684.548867:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761684.548874:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761684.548884:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883750656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761684.548911:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761684.548917:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761684.548926:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761684.548931:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761684.548936:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761684.548941:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761684.548948:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3069
00000400:00000200:3.0:1787761684.548959:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761684.548967:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761684.548973:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761684.548980:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761684.548985:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761684.548992:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761684.548998:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761684.549003:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761684.549006:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761684.549010:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761684.549014:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761684.549018:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761684.549023:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761684.549030:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761684.549035:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761684.549040:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761684.549045:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761684.549052:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761684.549059:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761684.549065:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761684.549069:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761684.549075:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761684.549080:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761684.549084:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761684.549088:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761684.549091:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761684.549093:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761684.549098:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787761684.549104:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761684.549110:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761684.549114:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761684.549117:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761684.549120:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761684.549124:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761684.549132:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761684.549139:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761684.549150:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883750784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761684.549167:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761684.549174:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761684.549182:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883750784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761684.549201:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761684.549209:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3079)
00000800:00000200:1.1:1787761684.549333:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761684.549340:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761684.549687:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761684.549689:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761684.550005:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761684.550008:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761684.550463:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761684.550466:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787761684.995718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761684.995727:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761684.995729:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761684.995732:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761684.995736:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761684.995738:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761684.995739:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761684.995741:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761684.995744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761684.995745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761684.995748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761684.995749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761685.827715:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297743100, at 4297743104
00000100:00000010:0.0:1787761685.827734:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc00.
00010000:00000001:0.0:1787761686.019700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761686.019710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761686.019719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761686.019720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761686.019723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761686.019724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761686.019747:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761686.019749:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761686.019751:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761687.043739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761687.043747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761687.043752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761687.043756:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761687.043758:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761687.043761:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761687.043764:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761687.043766:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761687.043767:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761687.043769:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761687.043772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761687.043773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761688.067698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761688.067708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761688.067715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761688.067717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761688.067721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761688.067722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761688.067749:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761688.067752:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761688.067755:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761689.091732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761689.091740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761689.091746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761689.091748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761689.091752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761689.091756:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761689.091759:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761689.091762:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761689.091766:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761689.091769:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761689.091772:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761689.091774:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761689.668308:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761689.668312:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761689.669015:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761689.669017:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761689.669274:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761689.669277:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761689.669524:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761689.669527:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761689.669864:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761689.669866:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787761690.115714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761690.115721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761690.115725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761690.115726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761690.115729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761690.115729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761690.115753:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761690.115755:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761690.115758:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761690.947738:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297748219, at 4297748224
00000100:00000010:0.0:1787761690.947759:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00010000:00000001:0.0:1787761691.139673:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761691.139680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761691.139686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761691.139687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761691.139690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761691.139690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761692.163725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761692.163733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761692.163740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761692.163741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761692.163745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761692.163746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761692.163774:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761692.163777:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761692.163779:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761693.187729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761693.187736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761693.187742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761693.187742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761693.187745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761693.187746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761694.211690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761694.211696:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761694.211698:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761694.211700:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761694.211704:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761694.211706:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761694.211707:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761694.211709:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761694.211711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761694.211712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761694.211714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761694.211715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761694.211731:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761694.211732:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761694.211734:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761694.787737:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761694.787749:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761694.787753:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761694.787757:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761694.787763:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761694.787772:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3079
00000400:00000200:3.0:1787761694.787783:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761694.787790:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761694.787793:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761694.787796:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761694.787801:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761694.787803:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761694.787806:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761694.787811:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761694.787813:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761694.787816:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761694.787820:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761694.787823:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761694.787825:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761694.787828:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761694.787830:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761694.787832:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761694.787842:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761694.787850:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761694.787854:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761694.787860:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761694.787864:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761694.787867:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761694.787870:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761694.787873:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761694.787876:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761694.787888:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761694.787891:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761694.787896:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761694.787897:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761694.787901:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761694.787903:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761694.787907:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761694.787914:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761694.787920:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761694.787933:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883751552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761694.787941:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761694.787945:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761694.787949:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883751552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761694.787967:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761694.787970:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761694.787972:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761694.787973:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761694.787975:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761694.787977:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761694.787979:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3079
00000400:00000200:3.0:1787761694.787981:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761694.787983:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761694.787985:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761694.787987:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761694.787988:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761694.787989:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761694.787991:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761694.787992:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761694.787993:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761694.787994:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761694.787995:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761694.787997:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761694.787999:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761694.788002:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761694.788003:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761694.788004:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761694.788005:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761694.788007:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761694.788009:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761694.788011:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761694.788013:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761694.788032:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761694.788034:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761694.788037:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761694.788042:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761694.788045:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761694.788047:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761694.788052:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761694.788055:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761694.788060:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761694.788063:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761694.788068:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761694.788071:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761694.788073:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761694.788077:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761694.788081:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761694.788095:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883751680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761694.788113:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761694.788115:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761694.788124:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883751680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761694.788148:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761694.788151:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761694.788158:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761694.788159:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761694.788161:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761694.788163:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761694.788167:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3079
00000400:00000200:3.0:1787761694.788176:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761694.788183:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761694.788186:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761694.788197:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761694.788204:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761694.788210:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761694.788214:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761694.788219:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761694.788222:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761694.788224:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761694.788226:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761694.788228:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761694.788231:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761694.788239:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761694.788243:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761694.788248:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761694.788257:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761694.788269:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761694.788276:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761694.788281:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761694.788293:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761694.788299:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761694.788306:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761694.788317:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761694.788322:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761694.788330:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761694.788339:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761694.788354:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761694.788357:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761694.788360:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761694.788365:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761694.788368:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761694.788370:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761694.788372:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761694.788377:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761694.788383:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761694.788389:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883751808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761694.788400:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761694.788403:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761694.788409:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883751808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761694.788427:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761694.788433:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761694.788440:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761694.788443:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761694.788447:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761694.788454:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761694.788459:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3079
00000400:00000200:3.0:1787761694.788468:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761694.788479:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761694.788481:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761694.788489:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761694.788497:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761694.788499:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761694.788501:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761694.788502:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761694.788503:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761694.788504:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761694.788507:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761694.788509:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761694.788511:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761694.788515:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761694.788520:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761694.788521:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761694.788523:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761694.788538:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000800:00000200:1.1:1787761694.788542:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:3.0:1787761694.788548:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000800:00000200:1.1:1787761694.788549:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1787761694.788557:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761694.788566:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761694.788572:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761694.788580:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761694.788587:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761694.788592:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761694.788650:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761694.788653:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761694.788661:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761694.788670:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761694.788676:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761694.788681:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761694.788692:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761694.788696:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761694.788701:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761694.788709:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761694.788715:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761694.788729:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883751936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761694.788746:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761694.788748:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761694.788757:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883751936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761694.788777:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761694.788786:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761694.788789:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761694.788791:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761694.788793:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761694.788797:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761694.788801:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3079
00000400:00000200:3.0:1787761694.788809:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761694.788813:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761694.788815:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761694.788820:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761694.788825:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761694.788831:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761694.788841:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761694.788849:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761694.788853:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761694.788855:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761694.788857:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761694.788860:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761694.788864:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761694.788872:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761694.788882:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761694.788896:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761694.788906:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761694.788912:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761694.788923:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761694.788933:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761694.788938:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761694.788946:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761694.788953:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761694.788958:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761694.788960:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761694.788968:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761694.788974:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761694.788984:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787761694.788988:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761694.788992:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761694.788995:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761694.789002:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761694.789005:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761694.789011:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761694.789031:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761694.789037:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761694.789046:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883752064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761694.789068:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761694.789071:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761694.789080:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883752064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761694.789101:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761694.789112:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3089)
00000800:00000200:1.1:1787761694.789271:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761694.789273:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761694.789511:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761694.789514:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761694.789756:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761694.789757:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761694.789938:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761694.789939:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787761695.235757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761695.235763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761695.235768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761695.235769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761695.235777:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761695.235778:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761696.067691:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297753340, at 4297753344
00000100:00000010:0.0:1787761696.067703:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787761696.259680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761696.259684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761696.259688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761696.259689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761696.259692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761696.259693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761696.259714:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761696.259716:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761696.259719:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761697.283714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761697.283720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761697.283725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761697.283729:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761697.283731:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761697.283734:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761697.283737:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761697.283740:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761697.283742:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761697.283744:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761697.283748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761697.283749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761698.307680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761698.307687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761698.307692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761698.307693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761698.307697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761698.307699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761698.307727:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761698.307729:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761698.307730:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761699.331685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761699.331696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761699.331702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761699.331703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761699.331705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761699.331708:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761699.331710:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761699.331712:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761699.331715:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761699.331717:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761699.331719:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761699.331720:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761699.907675:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761699.907687:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761699.907691:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761699.907695:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761699.907699:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761699.907708:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3084
00000400:00000200:3.0:1787761699.907718:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761699.907726:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761699.907730:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761699.907733:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761699.907738:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761699.907741:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761699.907744:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761699.907749:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761699.907752:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761699.907756:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761699.907760:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761699.907763:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761699.907766:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761699.907769:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761699.907771:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761699.907772:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761699.907774:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761699.907776:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761699.907779:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761699.907781:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761699.907783:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761699.907786:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761699.907789:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761699.907791:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761699.907794:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761699.907807:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761699.907811:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761699.907817:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761699.907819:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761699.907823:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761699.907827:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761699.907833:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761699.907844:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761699.907853:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761699.907866:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883752192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761699.907877:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761699.907882:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761699.907886:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883752192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761699.907910:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761699.907912:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761699.907915:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761699.907928:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761699.907930:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761699.907933:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761699.907935:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3084
00000400:00000200:3.0:1787761699.907938:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761699.907941:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761699.907943:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761699.907946:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761699.907948:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761699.907950:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761699.907952:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761699.907954:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761699.907954:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761699.907956:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761699.907957:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761699.907960:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761699.907962:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761699.907965:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761699.907969:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761699.907971:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761699.907972:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761699.907977:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761699.907982:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761699.907985:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761699.907987:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761699.907993:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761699.907998:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761699.908000:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761699.908006:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761699.908010:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761699.908016:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761699.908023:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787761699.908028:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761699.908033:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761699.908034:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761699.908038:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761699.908039:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761699.908040:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761699.908046:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761699.908051:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761699.908059:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883752320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761699.908068:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761699.908072:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761699.908075:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883752320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761699.908095:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761699.908098:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761699.908103:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761699.908104:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761699.908105:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761699.908107:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761699.908110:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3084
00000400:00000200:3.0:1787761699.908116:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761699.908121:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761699.908123:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761699.908129:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761699.908133:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761699.908137:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761699.908142:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761699.908146:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761699.908149:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761699.908152:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761699.908155:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761699.908159:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761699.908163:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761699.908168:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761699.908170:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761699.908171:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761699.908172:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761699.908173:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761699.908178:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761699.908181:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761699.908184:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761699.908187:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761699.908189:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761699.908190:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761699.908192:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761699.908196:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761699.908201:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761699.908205:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787761699.908207:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761699.908211:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761699.908214:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761699.908216:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761699.908218:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761699.908221:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761699.908234:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761699.908238:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761699.908247:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883752448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761699.908264:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761699.908267:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761699.908274:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883752448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761699.908289:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761699.908292:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761699.908297:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761699.908298:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761699.908300:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761699.908304:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761699.908307:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3084
00000400:00000200:3.0:1787761699.908315:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761699.908324:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000800:00000200:1.1:1787761699.908325:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:3.0:1787761699.908327:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787761699.908331:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1787761699.908332:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761699.908338:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761699.908342:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761699.908347:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761699.908349:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761699.908351:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761699.908353:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761699.908354:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761699.908356:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761699.908360:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761699.908365:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761699.908369:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761699.908371:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761699.908373:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761699.908376:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761699.908381:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761699.908383:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761699.908384:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761699.908388:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761699.908391:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761699.908393:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761699.908397:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761699.908405:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761699.908408:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761699.908416:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787761699.908422:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761699.908428:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761699.908431:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761699.908436:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761699.908439:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761699.908442:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761699.908449:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761699.908457:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761699.908464:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883752576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761699.908473:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761699.908475:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761699.908479:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883752576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761699.908491:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761699.908495:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761699.908500:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761699.908503:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761699.908506:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761699.908511:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761699.908516:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3084
00000400:00000200:3.0:1787761699.908524:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761699.908529:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761699.908533:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761699.908537:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761699.908541:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761699.908545:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761699.908548:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761699.908552:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761699.908554:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761699.908558:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761699.908561:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761699.908566:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761699.908570:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761699.908580:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761699.908586:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761699.908593:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761699.908634:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761699.908640:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761699.908646:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761699.908653:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761699.908658:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761699.908663:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761699.908667:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761699.908670:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761699.908674:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761699.908678:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761699.908682:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761699.908687:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761699.908690:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761699.908696:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761699.908698:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761699.908701:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761699.908704:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761699.908705:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761699.908710:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761699.908717:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761699.908726:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883752704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761699.908744:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761699.908750:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761699.908761:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883752704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761699.908775:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761699.908781:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3094)
00000800:00000200:1.1:1787761699.908947:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761699.908950:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761699.909192:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761699.909194:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761699.909380:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761699.909382:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761699.909558:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761699.909559:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1787761700.355685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761700.355694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761700.355703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761700.355704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761700.355707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761700.355708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761700.355730:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761700.355732:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761700.355735:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761701.187750:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297758459, at 4297758464
00000100:00000010:0.0:1787761701.187776:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787761701.379726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761701.379734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761701.379739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761701.379740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761701.379743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761701.379744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761702.403756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761702.403764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761702.403769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761702.403770:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761702.403773:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761702.403774:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761702.403806:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761702.403809:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761702.403811:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761703.427727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761703.427736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761703.427743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761703.427745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761703.427749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761703.427750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761704.451754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761704.451766:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761704.451769:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761704.451774:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761704.451781:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761704.451784:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761704.451786:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761704.451789:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761704.451795:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761704.451797:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761704.451800:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761704.451801:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761704.451840:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761704.451843:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761704.451846:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761705.027674:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761705.027682:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761705.027685:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761705.027688:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761705.027693:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761705.027701:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3089
00000400:00000200:3.0:1787761705.027709:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761705.027715:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761705.027717:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761705.027720:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761705.027723:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761705.027724:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761705.027726:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761705.027729:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761705.027730:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761705.027733:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761705.027735:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761705.027737:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761705.027739:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761705.027741:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761705.027742:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761705.027744:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761705.027745:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761705.027747:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761705.027749:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761705.027751:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761705.027753:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761705.027755:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761705.027758:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761705.027759:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761705.027761:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761705.027769:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787761705.027772:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761705.027775:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761705.027776:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761705.027778:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761705.027781:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761705.027784:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761705.027791:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761705.027796:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761705.027804:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883752832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761705.027812:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761705.027833:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761705.027841:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883752832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761705.027861:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761705.027863:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761705.027866:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761705.027867:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761705.027868:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761705.027871:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761705.027872:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3089
00000400:00000200:3.0:1787761705.027876:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761705.027878:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761705.027879:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761705.027881:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761705.027883:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761705.027885:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761705.027887:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761705.027888:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761705.027890:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761705.027891:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761705.027893:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761705.027896:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761705.027899:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761705.027904:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761705.027909:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761705.027916:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761705.027921:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761705.027935:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761705.027944:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761705.027951:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761705.027958:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761705.027967:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761705.027973:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761705.027976:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761705.027979:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761705.027984:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761705.027986:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761705.027993:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787761705.027997:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761705.028001:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761705.028002:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761705.028004:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761705.028007:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761705.028009:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761705.028014:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761705.028020:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761705.028029:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883752960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761705.028044:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761705.028048:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761705.028054:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883752960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761705.028076:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761705.028080:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761705.028083:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761705.028086:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761705.028090:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761705.028094:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761705.028098:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3089
00000400:00000200:3.0:1787761705.028104:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761705.028110:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761705.028114:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761705.028121:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761705.028126:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761705.028130:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761705.028133:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761705.028134:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761705.028137:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761705.028140:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761705.028143:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761705.028147:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761705.028152:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761705.028155:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761705.028159:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761705.028162:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761705.028166:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761705.028168:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761705.028170:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761705.028176:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761705.028178:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761705.028182:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761705.028188:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761705.028192:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761705.028196:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761705.028202:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761705.028203:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787761705.028207:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761705.028210:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000100:00000010:3.0:1787761705.028213:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761705.028219:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761705.028227:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761705.028230:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761705.028235:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761705.028238:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761705.028241:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761705.028248:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761705.028256:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761705.028267:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883753088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761705.028286:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761705.028291:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761705.028300:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883753088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761705.028317:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761705.028321:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761705.028324:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761705.028325:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761705.028329:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761705.028332:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761705.028335:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3089
00000400:00000200:3.0:1787761705.028341:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761705.028348:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761705.028353:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761705.028358:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761705.028361:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761705.028364:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761705.028370:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761705.028377:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761705.028380:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761705.028386:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761705.028390:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761705.028395:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761705.028400:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761705.028408:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761705.028414:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761705.028418:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761705.028422:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761705.028426:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761705.028431:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761705.028433:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761705.028437:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761705.028440:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761705.028444:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761705.028448:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761705.028451:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761705.028456:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761705.028459:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761705.028465:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787761705.028469:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761705.028473:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761705.028475:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761705.028477:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761705.028479:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761705.028481:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761705.028486:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761705.028492:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761705.028500:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883753216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761705.028509:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761705.028513:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761705.028520:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883753216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761705.028536:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761705.028540:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761705.028545:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761705.028548:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761705.028550:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761705.028553:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761705.028558:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3089
00000400:00000200:3.0:1787761705.028565:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761705.028571:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761705.028575:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761705.028581:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761705.028586:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761705.028592:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761705.028630:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761705.028637:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761705.028641:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761705.028647:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761705.028653:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761705.028658:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761705.028662:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761705.028668:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761705.028671:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761705.028674:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761705.028676:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761705.028681:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761705.028686:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761705.028689:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761705.028693:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761705.028696:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761705.028699:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761705.028701:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761705.028704:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761705.028708:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761705.028713:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761705.028720:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787761705.028726:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761705.028732:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761705.028736:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761705.028742:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761705.028746:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761705.028751:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761705.028760:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761705.028766:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761705.028776:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883753344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761705.028791:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761705.028795:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761705.028799:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883753344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761705.028811:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761705.028816:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3100)
00000800:00000200:1.1:1787761705.028904:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761705.028906:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761705.029098:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761705.029099:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761705.029316:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761705.029318:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761705.029611:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761705.029613:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1787761705.475675:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761705.475683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761705.475689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761705.475692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761705.475695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761705.475697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761706.307686:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297763579, at 4297763584
00000100:00000010:0.0:1787761706.307700:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00010000:00000001:0.0:1787761706.499722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761706.499729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761706.499735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761706.499737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761706.499741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761706.499742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761706.499767:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761706.499769:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761706.499771:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761707.523685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761707.523689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761707.523694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761707.523696:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761707.523698:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761707.523700:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761707.523702:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761707.523704:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761707.523705:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761707.523706:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761707.523708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761707.523709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761708.547698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761708.547703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761708.547708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761708.547710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761708.547713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761708.547714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761708.547736:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761708.547739:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761708.547742:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761709.571746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761709.571753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761709.571758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761709.571759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761709.571761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761709.571765:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761709.571767:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761709.571769:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761709.571772:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761709.571773:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761709.571775:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761709.571776:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761710.147672:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761710.147684:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761710.147687:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761710.147691:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761710.147697:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761710.147705:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3095
00000400:00000200:3.0:1787761710.147714:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761710.147732:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761710.147735:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761710.147738:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761710.147742:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761710.147744:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761710.147747:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761710.147751:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761710.147753:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761710.147756:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761710.147760:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761710.147762:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761710.147765:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761710.147768:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761710.147769:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761710.147771:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761710.147773:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761710.147776:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761710.147779:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761710.147782:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761710.147785:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761710.147788:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761710.147791:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761710.147800:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761710.147803:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761710.147815:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787761710.147819:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761710.147824:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761710.147826:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761710.147829:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761710.147832:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761710.147837:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761710.147845:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761710.147853:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761710.147863:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883753472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761710.147873:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761710.147878:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761710.147883:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883753472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761710.147905:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761710.147912:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761710.147916:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761710.147918:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761710.147919:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761710.147922:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761710.147925:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3095
00000400:00000200:3.0:1787761710.147929:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761710.147932:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761710.147935:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761710.147938:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761710.147941:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761710.147944:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761710.147946:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761710.147949:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761710.147952:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761710.147955:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761710.147959:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761710.147963:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761710.147967:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761710.147972:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761710.147977:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761710.147980:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761710.147985:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761710.147996:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761710.148002:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761710.148009:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761710.148013:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761710.148021:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761710.148027:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761710.148032:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761710.148038:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761710.148045:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761710.148049:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761710.148058:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761710.148063:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761710.148067:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761710.148069:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761710.148073:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761710.148075:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761710.148077:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761710.148083:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761710.148089:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761710.148100:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883753600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761710.148113:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761710.148116:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761710.148123:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883753600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761710.148148:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761710.148153:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761710.148157:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761710.148159:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761710.148162:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761710.148166:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761710.148173:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3095
00000400:00000200:3.0:1787761710.148182:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761710.148191:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761710.148197:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761710.148201:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761710.148206:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761710.148211:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761710.148213:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761710.148215:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761710.148216:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761710.148218:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761710.148220:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761710.148224:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761710.148227:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761710.148234:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761710.148237:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761710.148241:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761710.148244:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761710.148247:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761710.148251:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761710.148257:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761710.148261:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761710.148265:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761710.148270:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761710.148270:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787761710.148274:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761710.148277:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1787761710.148278:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000008:00000001:3.0:1787761710.148280:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761710.148284:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761710.148290:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787761710.148294:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761710.148298:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761710.148300:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761710.148302:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761710.148305:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761710.148307:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761710.148314:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761710.148319:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761710.148329:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883753728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761710.148355:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761710.148358:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761710.148366:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883753728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761710.148380:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761710.148385:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761710.148392:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761710.148396:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761710.148399:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761710.148403:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761710.148407:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3095
00000400:00000200:3.0:1787761710.148413:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761710.148417:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761710.148419:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761710.148425:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761710.148430:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761710.148433:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761710.148437:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761710.148442:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761710.148444:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761710.148448:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761710.148450:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761710.148454:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761710.148457:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761710.148462:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761710.148467:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761710.148471:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761710.148474:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761710.148478:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761710.148491:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761710.148496:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761710.148500:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761710.148504:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761710.148509:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761710.148512:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761710.148515:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761710.148521:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761710.148525:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761710.148530:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761710.148535:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761710.148541:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761710.148544:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761710.148547:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761710.148549:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761710.148553:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761710.148559:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761710.148566:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761710.148574:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883753856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761710.148587:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761710.148592:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761710.148618:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883753856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761710.148626:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761710.148629:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761710.148635:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761710.148639:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761710.148642:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761710.148648:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761710.148653:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3095
00000400:00000200:3.0:1787761710.148661:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761710.148668:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761710.148671:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761710.148678:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761710.148682:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761710.148686:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761710.148689:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761710.148692:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761710.148694:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761710.148696:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761710.148698:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761710.148702:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761710.148706:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761710.148712:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761710.148715:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761710.148732:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761710.148737:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761710.148741:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761710.148746:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761710.148750:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761710.148751:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761710.148755:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761710.148756:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761710.148757:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761710.148759:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761710.148760:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761710.148761:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761710.148764:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761710.148766:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761710.148769:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761710.148772:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761710.148773:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761710.148776:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761710.148779:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761710.148783:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761710.148785:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761710.148789:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883753984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761710.148801:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761710.148803:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761710.148809:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883753984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761710.148846:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761710.148851:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3105)
00000800:00000200:1.1:1787761710.148946:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761710.148948:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761710.149192:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761710.149194:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761710.149407:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761710.149409:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761710.149745:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761710.149747:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787761710.595736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761710.595743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761710.595749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761710.595750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761710.595752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761710.595753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761710.595778:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761710.595781:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761710.595783:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761711.427721:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297768699, at 4297768704
00000100:00000010:0.0:1787761711.427735:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00010000:00000001:0.0:1787761711.619733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761711.619741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761711.619747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761711.619749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761711.619753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761711.619754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761712.643736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761712.643744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761712.643750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761712.643751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761712.643753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761712.643754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761712.643781:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761712.643783:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761712.643785:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761713.667713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761713.667720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761713.667725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761713.667726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761713.667729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761713.667730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761714.691705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761714.691715:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761714.691717:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761714.691720:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761714.691724:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761714.691727:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761714.691729:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761714.691731:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761714.691734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761714.691736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761714.691739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761714.691740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761714.691763:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761714.691765:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761714.691767:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761715.267734:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761715.267746:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761715.267749:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761715.267754:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761715.267760:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761715.267769:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3100
00000400:00000200:3.0:1787761715.267780:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761715.267786:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761715.267790:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761715.267793:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761715.267797:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761715.267799:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761715.267802:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761715.267807:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761715.267809:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761715.267813:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761715.267817:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761715.267819:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761715.267822:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761715.267825:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761715.267827:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761715.267829:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761715.267830:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761715.267834:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761715.267837:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761715.267840:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761715.267843:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761715.267848:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761715.267851:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761715.267854:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761715.267857:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761715.267869:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761715.267872:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761715.267877:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761715.267878:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761715.267881:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761715.267884:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761715.267888:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761715.267895:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761715.267902:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761715.267912:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883754112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761715.267922:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761715.267927:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761715.267933:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883754112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761715.267961:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761715.267964:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761715.267967:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761715.267969:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761715.267970:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761715.267974:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761715.267976:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3100
00000400:00000200:3.0:1787761715.267980:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761715.267983:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761715.267986:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761715.267990:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761715.267992:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761715.267994:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761715.267997:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761715.267999:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761715.268001:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761715.268003:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761715.268006:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761715.268009:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761715.268011:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761715.268016:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761715.268018:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761715.268021:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761715.268023:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761715.268024:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761715.268028:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761715.268030:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761715.268033:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761715.268039:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761715.268043:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761715.268045:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761715.268051:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761715.268054:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761715.268055:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761715.268058:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761715.268059:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761715.268062:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761715.268063:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761715.268064:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761715.268067:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761715.268069:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761715.268073:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761715.268078:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761715.268086:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883754240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761715.268093:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761715.268097:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761715.268108:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883754240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761715.268127:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761715.268130:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761715.268134:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761715.268136:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761715.268138:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761715.268141:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761715.268144:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3100
00000400:00000200:3.0:1787761715.268146:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761715.268148:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761715.268152:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761715.268154:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761715.268155:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761715.268157:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761715.268159:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761715.268164:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761715.268165:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761715.268168:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761715.268171:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761715.268173:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761715.268176:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761715.268180:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761715.268184:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761715.268188:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761715.268191:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761715.268195:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761715.268202:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761715.268206:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761715.268209:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761715.268212:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761715.268216:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761715.268218:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761715.268220:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761715.268223:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761715.268225:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761715.268229:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787761715.268230:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761715.268234:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761715.268237:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761715.268239:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761715.268240:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761715.268244:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761715.268249:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761715.268253:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761715.268260:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883754368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761715.268272:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761715.268274:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761715.268284:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883754368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761715.268296:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761715.268303:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761715.268308:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761715.268310:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761715.268313:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761715.268320:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761715.268326:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3100
00000400:00000200:3.0:1787761715.268333:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761715.268339:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761715.268343:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761715.268348:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761715.268352:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761715.268356:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761715.268359:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761715.268363:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761715.268365:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761715.268367:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761715.268370:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761715.268374:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761715.268377:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000800:00000200:1.1:1787761715.268381:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:3.0:1787761715.268382:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761715.268385:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761715.268389:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000200:1.1:1787761715.268390:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1787761715.268391:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761715.268393:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761715.268398:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761715.268403:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761715.268405:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761715.268409:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761715.268412:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761715.268415:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761715.268418:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761715.268421:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761715.268426:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761715.268431:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761715.268436:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761715.268440:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761715.268442:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761715.268446:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761715.268448:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761715.268452:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761715.268457:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761715.268463:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761715.268470:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883754496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761715.268492:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761715.268496:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761715.268506:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883754496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761715.268517:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761715.268522:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761715.268528:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761715.268530:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761715.268533:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761715.268536:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761715.268540:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3100
00000400:00000200:3.0:1787761715.268543:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761715.268547:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761715.268550:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761715.268554:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761715.268558:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761715.268564:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761715.268568:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761715.268574:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761715.268577:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761715.268582:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761715.268586:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761715.268591:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761715.268634:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761715.268641:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761715.268647:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761715.268654:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761715.268659:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761715.268666:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761715.268672:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761715.268678:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761715.268681:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761715.268685:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761715.268689:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761715.268691:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761715.268695:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761715.268698:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761715.268700:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761715.268705:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761715.268709:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761715.268712:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761715.268714:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761715.268717:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761715.268720:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761715.268722:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761715.268727:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761715.268731:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761715.268739:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883754624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761715.268752:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761715.268756:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761715.268760:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883754624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761715.268770:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761715.268775:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3110)
00000800:00000200:1.1:1787761715.268957:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761715.268959:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761715.269192:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761715.269193:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761715.269358:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761715.269359:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761715.269513:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761715.269514:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787761715.715671:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761715.715677:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761715.715683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761715.715684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761715.715688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761715.715689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761716.547728:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297773819, at 4297773824
00000100:00000010:0.0:1787761716.547746:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787761716.739739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761716.739747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761716.739754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761716.739755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761716.739758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761716.739759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761716.739798:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761716.739801:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761716.739804:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761717.763669:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761717.763675:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761717.763680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761717.763683:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761717.763686:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761717.763688:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761717.763691:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761717.763693:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761717.763695:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761717.763697:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761717.763700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761717.763701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761718.787736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761718.787743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761718.787749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761718.787750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761718.787753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761718.787754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761718.787788:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761718.787791:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761718.787794:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761719.811733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761719.811739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761719.811745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761719.811746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761719.811748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761719.811752:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761719.811754:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761719.811756:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761719.811759:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761719.811761:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761719.811762:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761719.811764:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761720.388755:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761720.388765:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761720.389339:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761720.389341:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761720.389575:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761720.389578:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761720.389842:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761720.389844:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761720.389998:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761720.390000:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787761720.835684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761720.835690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761720.835695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761720.835695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761720.835698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761720.835699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761720.835727:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761720.835729:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761720.835731:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761721.667701:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297778940, at 4297778944
00000100:00000010:0.0:1787761721.667723:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7a80.
00010000:00000001:0.0:1787761721.859773:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761721.859782:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761721.859789:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761721.859789:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761721.859792:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761721.859797:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761722.883713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761722.883719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761722.883725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761722.883726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761722.883729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761722.883730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761722.883756:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761722.883759:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761722.883762:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761723.907717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761723.907724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761723.907730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761723.907731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761723.907734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761723.907735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761724.931688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761724.931697:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761724.931700:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761724.931702:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761724.931707:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761724.931709:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761724.931711:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761724.931712:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761724.931715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761724.931716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761724.931719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761724.931721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761724.931742:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761724.931744:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761724.931746:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761725.507748:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761725.507759:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761725.507763:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761725.507766:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761725.507771:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761725.507779:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3110
00000400:00000200:3.0:1787761725.507787:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761725.507793:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761725.507796:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761725.507799:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761725.507803:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761725.507805:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761725.507807:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761725.507811:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761725.507813:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761725.507816:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761725.507819:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761725.507821:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761725.507824:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761725.507827:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761725.507829:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761725.507831:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761725.507833:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761725.507836:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761725.507839:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761725.507842:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761725.507845:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761725.507849:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761725.507851:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761725.507854:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761725.507856:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761725.507866:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787761725.507869:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761725.507874:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761725.507875:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761725.507878:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761725.507881:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761725.507884:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761725.507891:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761725.507898:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761725.507907:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883755392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761725.507916:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761725.507920:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761725.507924:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883755392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761725.507951:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761725.507955:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761725.507957:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761725.507959:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761725.507960:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761725.507963:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761725.507966:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3110
00000400:00000200:3.0:1787761725.507969:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761725.507972:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761725.507975:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761725.507978:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761725.507981:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761725.507983:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761725.507985:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761725.507988:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761725.507992:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761725.507994:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761725.507998:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761725.508003:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761725.508009:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761725.508017:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761725.508023:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761725.508027:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761725.508032:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761725.508037:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761725.508044:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761725.508047:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761725.508053:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761725.508060:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761725.508066:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761725.508070:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761725.508075:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761725.508079:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761725.508081:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761725.508085:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e83c0.
00000020:00000040:3.0:1787761725.508087:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761725.508092:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761725.508094:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761725.508097:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761725.508100:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761725.508103:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761725.508112:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761725.508117:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761725.508125:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e83c0 x1874600883755520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761725.508138:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761725.508141:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761725.508148:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1eeea11] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e83c0 x1874600883755520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761725.508170:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761725.508173:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761725.508177:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761725.508181:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761725.508184:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761725.508186:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761725.508189:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3110
00000400:00000200:3.0:1787761725.508216:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761725.508223:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761725.508227:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761725.508234:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761725.508237:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761725.508241:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761725.508244:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761725.508247:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761725.508250:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761725.508252:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761725.508255:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761725.508256:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761725.508259:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761725.508264:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761725.508268:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787761725.508272:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:3.0:1787761725.508273:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000200:2.1:1787761725.508276:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787761725.508277:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761725.508282:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761725.508289:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761725.508294:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761725.508297:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761725.508301:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761725.508307:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761725.508310:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761725.508313:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761725.508317:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761725.508321:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761725.508327:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761725.508331:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761725.508335:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761725.508338:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761725.508342:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761725.508345:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761725.508347:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761725.508354:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761725.508360:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761725.508370:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883755648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761725.508380:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761725.508383:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761725.508388:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883755648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761725.508401:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761725.508405:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761725.508411:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761725.508413:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761725.508416:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761725.508419:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761725.508436:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3110
00000400:00000200:3.0:1787761725.508442:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761725.508448:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761725.508452:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761725.508456:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761725.508460:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761725.508464:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761725.508471:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761725.508477:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761725.508479:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761725.508482:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761725.508485:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761725.508489:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761725.508493:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761725.508500:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761725.508503:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761725.508507:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761725.508512:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761725.508517:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761725.508522:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761725.508525:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761725.508531:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761725.508534:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761725.508540:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761725.508544:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761725.508547:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761725.508552:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761725.508556:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761725.508563:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761725.508567:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761725.508572:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761725.508575:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761725.508578:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761725.508581:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761725.508585:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761725.508591:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761725.508630:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761725.508637:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883755776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761725.508648:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761725.508652:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761725.508661:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883755776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761725.508678:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761725.508683:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761725.508691:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761725.508695:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761725.508697:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761725.508703:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761725.508707:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3110
00000400:00000200:3.0:1787761725.508714:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761725.508720:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761725.508723:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761725.508730:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761725.508734:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761725.508738:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761725.508741:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761725.508745:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761725.508748:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761725.508751:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761725.508754:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761725.508757:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761725.508761:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761725.508767:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761725.508772:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761725.508776:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761725.508779:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761725.508783:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761725.508787:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761725.508792:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761725.508796:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761725.508800:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761725.508805:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761725.508808:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761725.508813:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761725.508817:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761725.508820:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761725.508827:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787761725.508832:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761725.508838:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761725.508841:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761725.508845:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761725.508848:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761725.508852:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761725.508859:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761725.508864:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761725.508873:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883755904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761725.508888:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761725.508894:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761725.508902:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883755904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761725.508924:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761725.508931:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3120)
00000800:00000200:2.1:1787761725.508946:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761725.508948:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761725.509113:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761725.509116:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761725.509308:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761725.509311:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761725.509704:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761725.509706:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787761725.955737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761725.955744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761725.955749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761725.955750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761725.955753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761725.955754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761726.787727:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297784059, at 4297784064
00000100:00000010:0.0:1787761726.787751:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7e40.
00010000:00000001:0.0:1787761726.979679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761726.979686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761726.979691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761726.979692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761726.979695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761726.979696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761726.979716:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761726.979718:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761726.979720:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761728.003717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761728.003724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761728.003730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761728.003733:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761728.003735:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761728.003738:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761728.003740:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761728.003742:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761728.003744:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761728.003745:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761728.003748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761728.003748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761729.027725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761729.027734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761729.027742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761729.027744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761729.027748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761729.027752:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761729.027754:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761729.027758:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761729.027762:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761729.027764:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761729.027767:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761729.027769:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761729.027796:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761729.027799:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761729.027802:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761730.051708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761730.051714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761730.051718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761730.051719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761730.051722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761730.051722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761730.627681:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761730.627687:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761730.627690:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761730.627693:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761730.627696:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761730.627702:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3115
00000400:00000200:3.0:1787761730.627709:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761730.627713:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761730.627715:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761730.627717:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761730.627719:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761730.627721:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761730.627722:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761730.627725:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761730.627727:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761730.627728:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761730.627731:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761730.627732:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761730.627733:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761730.627735:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761730.627736:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761730.627737:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761730.627739:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761730.627741:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761730.627743:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761730.627744:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761730.627746:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761730.627749:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761730.627751:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761730.627753:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761730.627756:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761730.627765:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761730.627768:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761730.627772:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761730.627774:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761730.627776:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761730.627779:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761730.627783:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761730.627789:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761730.627795:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761730.627803:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883756032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761730.627810:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761730.627813:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761730.627817:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883756032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761730.627833:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761730.627835:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761730.627837:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761730.627838:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761730.627839:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761730.627842:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761730.627843:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3115
00000400:00000200:3.0:1787761730.627846:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761730.627847:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761730.627849:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761730.627851:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761730.627852:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761730.627853:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761730.627855:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761730.627857:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761730.627858:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761730.627860:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761730.627863:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761730.627865:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761730.627867:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761730.627871:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761730.627873:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761730.627877:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761730.627880:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761730.627882:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761730.627885:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761730.627890:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761730.627899:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761730.627909:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761730.627918:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761730.627927:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761730.627935:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761730.627943:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761730.627947:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761730.627959:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761730.627967:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761730.627977:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761730.627981:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761730.627988:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761730.627993:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761730.627998:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761730.628005:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761730.628012:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761730.628024:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883756160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761730.628037:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761730.628040:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761730.628052:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883756160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761730.628111:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761730.628116:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761730.628126:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761730.628129:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761730.628130:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761730.628136:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761730.628140:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3115
00000400:00000200:3.0:1787761730.628166:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761730.628171:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761730.628177:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761730.628188:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761730.628194:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761730.628201:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761730.628207:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761730.628213:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761730.628215:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761730.628216:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761730.628219:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761730.628224:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761730.628228:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761730.628239:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761730.628241:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761730.628248:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761730.628250:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761730.628257:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761730.628265:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761730.628271:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761730.628274:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761730.628277:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761730.628278:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761730.628279:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761730.628280:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761730.628284:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761730.628288:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787761730.628289:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761730.628302:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000100:00000010:3.0:1787761730.628303:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761730.628315:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761730.628335:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761730.628337:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761730.628343:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761730.628345:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761730.628348:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761730.628353:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761730.628355:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761730.628362:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883756288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761730.628382:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761730.628389:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761730.628402:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883756288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761730.628418:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761730.628426:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761730.628436:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761730.628438:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761730.628440:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761730.628443:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761730.628452:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3115
00000400:00000200:3.0:1787761730.628458:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761730.628467:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761730.628496:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761730.628508:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761730.628517:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761730.628523:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761730.628528:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761730.628535:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761730.628537:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761730.628543:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761730.628548:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761730.628557:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761730.628568:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761730.628580:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761730.628589:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761730.628625:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761730.628628:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761730.628633:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761730.628640:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761730.628645:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761730.628652:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761730.628657:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761730.628661:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761730.628666:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761730.628669:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761730.628672:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761730.628674:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761730.628680:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761730.628686:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761730.628692:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761730.628694:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761730.628699:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761730.628700:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761730.628704:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761730.628708:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761730.628712:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761730.628723:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883756416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761730.628763:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761730.628772:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761730.628785:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883756416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761730.628850:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761730.628854:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761730.628866:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761730.628873:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761730.628883:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761730.628894:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761730.628903:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3115
00000400:00000200:3.0:1787761730.628921:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761730.628935:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761730.628948:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761730.628959:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761730.628964:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761730.628974:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761730.628980:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761730.628991:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761730.628998:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761730.629003:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761730.629011:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761730.629019:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761730.629022:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761730.629026:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761730.629032:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761730.629042:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761730.629049:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761730.629060:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761730.629072:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761730.629083:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761730.629091:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761730.629098:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761730.629107:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761730.629115:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761730.629120:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761730.629127:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761730.629135:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761730.629143:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787761730.629147:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761730.629151:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761730.629158:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761730.629161:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761730.629168:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761730.629179:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761730.629186:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761730.629193:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761730.629208:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883756544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761730.629238:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761730.629243:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761730.629251:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883756544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761730.629280:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761730.629290:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3125)
00000800:00000200:2.1:1787761730.629335:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761730.629337:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761730.629538:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761730.629539:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761730.629762:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761730.629763:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761730.629996:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761730.629998:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787761731.075698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761731.075705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761731.075710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761731.075711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761731.075714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761731.075715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761731.075737:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761731.075740:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761731.075741:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761731.907693:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297789179, at 4297789184
00000100:00000010:0.0:1787761731.907706:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f77e0.
00010000:00000001:0.0:1787761732.099725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761732.099732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761732.099738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761732.099738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761732.099741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761732.099742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761733.123699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761733.123706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761733.123711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761733.123712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761733.123714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761733.123715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761733.123738:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761733.123740:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761733.123742:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761734.147744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761734.147753:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761734.147756:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761734.147759:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761734.147770:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761734.147772:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761734.147773:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761734.147775:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761734.147778:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761734.147779:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761734.147782:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761734.147782:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761735.171723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761735.171729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761735.171734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761735.171735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761735.171737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761735.171738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761735.171761:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761735.171764:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761735.171766:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761735.747743:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761735.747754:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761735.747757:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761735.747761:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761735.747765:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761735.747773:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3120
00000400:00000200:3.0:1787761735.747782:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761735.747787:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761735.747790:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761735.747793:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761735.747796:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761735.747798:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761735.747800:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761735.747803:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761735.747804:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761735.747807:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761735.747810:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761735.747812:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761735.747813:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761735.747821:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761735.747822:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761735.747823:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761735.747825:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761735.747829:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761735.747831:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761735.747833:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761735.747835:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761735.747838:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761735.747840:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761735.747842:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761735.747844:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761735.747854:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761735.747857:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761735.747861:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761735.747862:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761735.747865:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761735.747867:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761735.747872:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761735.747878:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761735.747885:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761735.747893:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883756672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761735.747901:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761735.747905:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761735.747909:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883756672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761735.747925:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761735.747927:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761735.747930:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761735.747931:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761735.747932:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761735.747934:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761735.747936:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3120
00000400:00000200:3.0:1787761735.747938:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761735.747939:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761735.747940:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761735.747942:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761735.747943:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761735.747944:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761735.747946:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761735.747948:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761735.747948:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761735.747949:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761735.747951:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761735.747953:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761735.747955:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761735.747958:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761735.747959:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761735.747961:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761735.747962:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761735.747964:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761735.747965:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761735.747966:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761735.747967:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761735.747973:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761735.747975:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761735.747977:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761735.747981:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761735.747984:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761735.747986:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761735.747988:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787761735.747991:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761735.747993:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761735.747994:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761735.747998:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761735.747999:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761735.748001:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761735.748008:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761735.748012:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761735.748018:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883756800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761735.748025:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761735.748028:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761735.748032:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883756800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761735.748053:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761735.748056:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761735.748059:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761735.748062:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761735.748063:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761735.748065:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761735.748068:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3120
00000400:00000200:3.0:1787761735.748072:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761735.748074:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761735.748076:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761735.748078:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761735.748084:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761735.748089:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761735.748091:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761735.748096:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761735.748100:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761735.748102:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761735.748106:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761735.748109:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761735.748112:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761735.748118:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761735.748120:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761735.748123:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761735.748129:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761735.748133:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761735.748138:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761735.748140:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761735.748143:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761735.748146:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761735.748151:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761735.748154:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761735.748156:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761735.748162:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761735.748163:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761735.748168:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787761735.748171:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761735.748175:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761735.748176:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761735.748178:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761735.748180:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761735.748182:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761735.748186:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761735.748190:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761735.748195:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883756928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761735.748203:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761735.748204:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761735.748209:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883756928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761735.748215:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761735.748218:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761735.748238:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761735.748240:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761735.748242:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761735.748246:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761735.748250:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3120
00000400:00000200:3.0:1787761735.748273:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761735.748278:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761735.748282:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761735.748288:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761735.748291:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761735.748294:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761735.748296:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761735.748301:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761735.748302:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761735.748303:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761735.748305:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761735.748309:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761735.748311:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761735.748313:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761735.748317:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761735.748321:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761735.748324:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761735.748328:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000800:00000200:2.1:1787761735.748331:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:3.0:1787761735.748333:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761735.748336:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761735.748336:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
02000000:00000001:3.0:1787761735.748340:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761735.748343:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761735.748348:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761735.748351:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761735.748354:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761735.748355:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761735.748356:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761735.748359:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787761735.748363:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761735.748368:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761735.748370:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761735.748371:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761735.748374:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761735.748376:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761735.748381:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761735.748386:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761735.748393:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883757056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761735.748402:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761735.748405:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761735.748412:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883757056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761735.748423:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761735.748425:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761735.748427:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761735.748428:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761735.748430:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761735.748435:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761735.748438:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3120
00000400:00000200:3.0:1787761735.748443:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761735.748447:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761735.748449:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761735.748451:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761735.748454:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761735.748456:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761735.748457:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761735.748458:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761735.748460:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761735.748462:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761735.748464:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761735.748466:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761735.748468:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761735.748474:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761735.748477:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761735.748481:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761735.748484:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761735.748490:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761735.748495:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761735.748498:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761735.748500:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761735.748503:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761735.748507:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761735.748511:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761735.748513:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761735.748516:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761735.748518:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761735.748522:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761735.748525:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761735.748528:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761735.748530:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761735.748534:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761735.748537:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761735.748539:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761735.748543:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761735.748547:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761735.748557:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883757184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761735.748581:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761735.748583:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761735.748588:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883757184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761735.748615:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761735.748618:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3130)
00000800:00000200:2.1:1787761735.748845:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761735.748847:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787761735.749089:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761735.749092:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787761735.749358:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761735.749360:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787761735.749522:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761735.749524:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787761736.195749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761736.195759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761736.195767:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761736.195768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761736.195772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761736.195773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761737.027709:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297794299, at 4297794304
00000100:00000010:0.0:1787761737.027727:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7c60.
00010000:00000001:0.0:1787761737.219667:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761737.219674:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761737.219679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761737.219683:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761737.219685:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761737.219687:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761737.219690:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761737.219692:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761737.219693:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761737.219695:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761737.219698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761737.219699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761737.219718:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761737.219720:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761737.219722:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761738.243696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761738.243703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761738.243708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761738.243710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761738.243713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761738.243714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761739.267690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761739.267698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761739.267704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761739.267705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761739.267708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761739.267711:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761739.267713:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761739.267716:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761739.267719:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761739.267721:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761739.267723:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761739.267725:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761739.267750:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761739.267752:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761739.267754:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761740.291694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761740.291699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761740.291703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761740.291705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761740.291710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761740.291711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761740.868329:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761740.868335:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787761740.868995:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761740.868997:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787761740.869238:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761740.869241:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787761740.869510:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761740.869512:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787761740.869797:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761740.869799:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787761741.315699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761741.315703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761741.315707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761741.315708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761741.315710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761741.315711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761741.315728:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761741.315730:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761741.315732:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761742.147710:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297799419, at 4297799424
00000100:00000010:0.0:1787761742.147734:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f77e0.
00010000:00000001:0.0:1787761742.339676:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761742.339682:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761742.339687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761742.339689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761742.339692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761742.339693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761743.363721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761743.363728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761743.363732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761743.363733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761743.363735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761743.363736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761743.363758:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761743.363760:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761743.363764:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761744.387685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761744.387696:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761744.387699:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761744.387703:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761744.387708:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761744.387710:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761744.387713:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761744.387715:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761744.387720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761744.387722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761744.387725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761744.387727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761745.411697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761745.411702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761745.411707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761745.411707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761745.411710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761745.411711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761745.411729:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761745.411731:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761745.411733:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761745.987698:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761745.987711:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761745.987715:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761745.987720:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761745.987725:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761745.987734:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3130
00000400:00000200:3.0:1787761745.987745:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761745.987751:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761745.987755:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761745.987758:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761745.987762:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761745.987764:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761745.987767:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761745.987773:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761745.987775:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761745.987778:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761745.987781:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761745.987784:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761745.987786:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761745.987794:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761745.987796:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761745.987798:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761745.987800:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761745.987803:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761745.987807:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761745.987810:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761745.987813:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761745.987817:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761745.987820:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761745.987823:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761745.987826:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761745.987837:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787761745.987841:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761745.987851:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761745.987853:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761745.987857:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761745.987860:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761745.987865:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761745.987875:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761745.987882:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761745.987894:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883757952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761745.987905:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761745.987910:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761745.987914:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883757952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761745.987930:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761745.987932:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761745.987935:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761745.987936:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761745.987937:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761745.987940:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761745.987941:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3130
00000400:00000200:3.0:1787761745.987944:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761745.987946:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761745.987948:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761745.987951:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761745.987953:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761745.987954:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761745.987956:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761745.987958:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761745.987959:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761745.987962:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761745.987965:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761745.987969:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761745.987973:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761745.987978:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761745.987979:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761745.987983:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761745.987986:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761745.987990:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761745.987994:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761745.987997:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761745.987999:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761745.988006:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761745.988009:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761745.988011:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761745.988018:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761745.988022:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761745.988035:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761745.988042:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787761745.988048:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761745.988055:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761745.988057:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761745.988062:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761745.988064:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761745.988068:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761745.988075:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761745.988081:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761745.988092:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883758080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761745.988116:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761745.988121:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761745.988130:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883758080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761745.988155:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761745.988160:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761745.988165:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761745.988169:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761745.988172:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761745.988177:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761745.988185:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3130
00000400:00000200:3.0:1787761745.988204:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761745.988210:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761745.988213:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761745.988217:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761745.988222:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761745.988224:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761745.988228:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761745.988233:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761745.988235:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761745.988238:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761745.988242:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761745.988246:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761745.988251:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761745.988259:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000800:00000200:2.1:1787761745.988263:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787761745.988264:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761745.988269:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761745.988271:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761745.988273:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761745.988275:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761745.988277:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761745.988279:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761745.988282:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761745.988283:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761745.988284:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761745.988286:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761745.988288:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761745.988289:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761745.988296:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761745.988302:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761745.988308:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761745.988311:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761745.988314:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761745.988318:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761745.988320:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761745.988326:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761745.988332:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761745.988341:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883758208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761745.988350:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761745.988353:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761745.988359:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883758208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761745.988368:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761745.988372:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761745.988378:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761745.988379:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761745.988380:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761745.988381:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761745.988383:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3130
00000400:00000200:3.0:1787761745.988389:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761745.988393:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761745.988397:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761745.988403:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761745.988408:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761745.988411:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761745.988416:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761745.988419:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761745.988422:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761745.988425:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761745.988429:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761745.988434:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761745.988437:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761745.988445:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761745.988447:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761745.988451:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761745.988455:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761745.988457:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761745.988463:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761745.988466:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761745.988469:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761745.988474:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761745.988479:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761745.988480:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761745.988482:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761745.988485:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761745.988490:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761745.988495:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787761745.988498:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761745.988502:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761745.988504:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761745.988508:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761745.988509:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761745.988512:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761745.988517:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761745.988523:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761745.988530:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883758336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761745.988538:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761745.988541:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761745.988545:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883758336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761745.988553:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761745.988557:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761745.988560:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761745.988563:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761745.988565:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761745.988569:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761745.988573:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3130
00000400:00000200:3.0:1787761745.988594:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761745.988617:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761745.988619:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761745.988621:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761745.988622:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761745.988625:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761745.988628:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761745.988633:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761745.988636:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761745.988640:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761745.988644:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761745.988648:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761745.988653:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761745.988661:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761745.988666:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787761745.988666:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:3.0:1787761745.988673:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761745.988676:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761745.988680:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761745.988687:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761745.988693:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761745.988698:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761745.988703:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761745.988708:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761745.988712:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761745.988716:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761745.988721:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761745.988725:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761745.988729:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787761745.988735:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761745.988740:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761745.988743:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761745.988747:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761745.988753:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761745.988757:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761745.988764:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761745.988771:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761745.988781:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883758464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761745.988790:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761745.988792:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761745.988796:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883758464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761745.988809:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761745.988820:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3140)
00000800:00000200:2.1:1787761745.988903:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761745.989077:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761745.989209:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787761746.435711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761746.435716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761746.435720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761746.435721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761746.435723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761746.435724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761747.267687:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297804539, at 4297804544
00000100:00000010:0.0:1787761747.267701:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f78a0.
00010000:00000001:0.0:1787761747.459737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761747.459745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761747.459751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761747.459754:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761747.459756:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761747.459759:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761747.459762:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761747.459764:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761747.459766:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761747.459769:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761747.459772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761747.459773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761747.459797:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761747.459799:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761747.459802:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761748.483688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761748.483692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761748.483696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761748.483697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761748.483699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761748.483700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787761749.059856:0:2385:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.116:988
00000400:00000100:0.0:1787761749.059890:0:2385:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.116@tcp at host 192.168.204.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787761749.059896:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761749.059899:0:2385:0:(router.c:1791:lnet_notify()) 192.168.204.16@tcp notifying 192.168.204.116@tcp: down
00000400:00000200:0.0:1787761749.059902:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761749.059905:0:2385:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787761749.059909:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787761749.059913:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5e100.
00000400:00000200:0.0:1787761749.059919:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787761749.059923:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787761749.059929:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7b28
00000400:00000010:0.0:1787761749.059931:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7b28.
00000100:00000001:0.0:1787761749.059936:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761749.059945:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455e8000 x1874600883757952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761749.059989:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761749.059993:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8000 x1874600883757952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761770 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761749.060001:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761749.060006:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787761749.060015:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787761749.060017:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ef00.
00000400:00000200:0.0:1787761749.060020:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787761749.060023:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787761749.060025:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7990
00000400:00000010:0.0:1787761749.060027:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7990.
00000100:00000001:0.0:1787761749.060029:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761749.060033:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455e9e00 x1874600883758080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761749.060039:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761749.060041:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9e00 x1874600883758080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761770 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761749.060047:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761749.060048:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787761749.060052:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787761749.060054:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5e800.
00000400:00000200:0.0:1787761749.060057:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787761749.060059:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787761749.060061:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7770
00000400:00000010:0.0:1787761749.060063:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7770.
00000100:00000001:0.0:1787761749.060065:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761749.060069:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455ead00 x1874600883758208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761749.060075:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761749.060078:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ead00 x1874600883758208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761770 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761749.060083:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761749.060085:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787761749.060090:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787761749.060091:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ee00.
00000400:00000200:0.0:1787761749.060094:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787761749.060097:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787761749.060099:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7a18
00000400:00000010:0.0:1787761749.060101:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7a18.
00000100:00000001:0.0:1787761749.060103:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761749.060107:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455ebc00 x1874600883758336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761749.060113:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761749.060116:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ebc00 x1874600883758336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761770 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761749.060121:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761749.060122:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787761749.060126:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787761749.060128:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:0.0:1787761749.060130:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787761749.060133:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787761749.060135:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f77f8
00000400:00000010:0.0:1787761749.060137:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f77f8.
00000100:00000001:0.0:1787761749.060139:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761749.060142:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455ea1c0 x1874600883758464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761749.060148:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761749.060150:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea1c0 x1874600883758464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761770 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761749.060156:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761749.060157:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787761749.507700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761749.507705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761749.507709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761749.507710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761749.507712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761749.507715:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761749.507717:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761749.507720:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761749.507722:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761749.507725:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761749.507726:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761749.507728:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761749.507749:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761749.507752:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761749.507754:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761750.531738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761750.531743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761750.531746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761750.531747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761750.531749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761750.531750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761751.107715:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761751.107726:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761751.107729:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761751.107733:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761751.107738:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761751.107745:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3135
00000400:00000200:3.0:1787761751.107756:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761751.107762:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761751.107765:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761751.107768:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761751.107771:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761751.107773:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761751.107776:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761751.107781:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761751.107783:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761751.107785:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761751.107789:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761751.107792:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761751.107794:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761751.107798:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761751.107800:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761751.107802:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761751.107804:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761751.107807:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761751.107810:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761751.107812:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761751.107815:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761751.107826:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761751.107830:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761751.107835:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761751.107838:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761751.107848:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787761751.107852:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761751.107857:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761751.107859:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761751.107862:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761751.107865:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761751.107868:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761751.107875:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761751.107882:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761751.107896:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883758592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761751.107906:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761751.107910:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761751.107914:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883758592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761751.107945:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761751.107948:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761751.107951:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761751.107952:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761751.107954:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761751.107957:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761751.107959:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3135
00000400:00000200:3.0:1787761751.107964:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761751.107967:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761751.107969:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761751.107972:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761751.107974:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761751.107977:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761751.107979:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761751.107981:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761751.107983:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761751.107985:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761751.107990:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761751.107993:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761751.107999:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761751.108006:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761751.108011:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761751.108015:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761751.108020:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761751.108024:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761751.108029:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761751.108033:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761751.108037:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761751.108043:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761751.108048:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761751.108050:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761751.108054:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761751.108060:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761751.108064:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761751.108069:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761751.108074:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761751.108079:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761751.108081:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761751.108083:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761751.108085:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761751.108087:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761751.108094:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761751.108099:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761751.108106:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883758720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761751.108120:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761751.108124:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761751.108131:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883758720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761751.108154:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761751.108159:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761751.108165:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761751.108168:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761751.108171:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761751.108175:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761751.108182:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3135
00000400:00000200:3.0:1787761751.108190:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761751.108195:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761751.108199:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761751.108205:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761751.108208:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761751.108213:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761751.108218:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761751.108220:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761751.108221:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761751.108224:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761751.108229:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761751.108232:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761751.108236:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761751.108242:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761751.108247:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761751.108251:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761751.108256:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761751.108260:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761751.108267:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761751.108273:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761751.108278:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761751.108282:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761751.108285:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761751.108288:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761751.108292:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761751.108298:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761751.108301:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761751.108307:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787761751.108311:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761751.108314:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761751.108317:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761751.108320:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761751.108321:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761751.108323:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761751.108330:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761751.108336:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761751.108341:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00100000:3.0:1787761751.108345:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883758848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787761751.108346:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787761751.108361:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761751.108365:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761751.108373:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883758848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761751.108389:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761751.108393:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761751.108399:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761751.108403:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761751.108405:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761751.108409:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761751.108413:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3135
00000400:00000200:3.0:1787761751.108421:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761751.108426:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761751.108430:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761751.108435:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761751.108438:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761751.108442:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761751.108639:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761751.108645:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761751.108647:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761751.108650:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761751.108654:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761751.108658:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761751.108662:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761751.108669:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761751.108673:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761751.108678:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761751.108683:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761751.108687:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761751.108693:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761751.108697:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761751.108700:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761751.108705:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761751.108710:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761751.108714:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761751.108717:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761751.108723:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761751.108727:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761751.108733:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761751.108739:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761751.108743:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761751.108747:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761751.108751:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761751.108754:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761751.108758:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761751.108764:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761751.108772:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761751.108782:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883758976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761751.108794:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761751.108798:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761751.108805:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883758976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761751.108820:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761751.108823:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761751.108826:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761751.108829:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761751.108831:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761751.108833:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761751.108836:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3135
00000400:00000200:3.0:1787761751.108842:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761751.108848:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761751.108853:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761751.108859:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761751.108864:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761751.108869:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761751.108873:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761751.108877:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761751.108878:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761751.108879:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761751.108883:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761751.108885:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761751.108889:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761751.108895:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761751.108898:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761751.108903:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761751.108908:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761751.108913:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761751.108919:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761751.108935:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761751.108938:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761751.108943:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761751.108948:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761751.108951:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761751.108956:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761751.108960:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761751.108963:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761751.108969:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761751.108974:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761751.108979:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761751.108982:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761751.108985:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761751.108989:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761751.108992:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761751.108997:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761751.109003:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761751.109013:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883759104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761751.109028:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761751.109033:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761751.109042:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883759104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761751.109059:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761751.109068:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3146)
00000800:00000200:2.1:1787761751.109108:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761751.109110:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761751.109394:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761751.109397:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761751.109691:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761751.109693:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761751.110086:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761751.110088:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787761751.555735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761751.555742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761751.555746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761751.555747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761751.555749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761751.555750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761751.555782:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761751.555784:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761751.555786:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761752.387698:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297809659, at 4297809664
00000100:00000010:0.0:1787761752.387712:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7720.
00010000:00000001:0.0:1787761752.579699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761752.579704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761752.579707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761752.579708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761752.579710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761752.579711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761753.603710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761753.603715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761753.603720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761753.603721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761753.603724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761753.603725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761753.603745:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761753.603748:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761753.603751:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761754.627717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761754.627723:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761754.627724:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761754.627726:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761754.627730:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761754.627731:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761754.627733:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761754.627734:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761754.627737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761754.627737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761754.627739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761754.627740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761755.651746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761755.651753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761755.651758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761755.651759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761755.651761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761755.651762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761755.651790:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761755.651793:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761755.651796:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761756.227688:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761756.227695:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761756.227698:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761756.227701:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761756.227703:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761756.227708:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3141
00000400:00000200:3.0:1787761756.227715:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761756.227719:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761756.227721:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761756.227723:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761756.227725:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761756.227726:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761756.227728:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761756.227731:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761756.227732:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761756.227734:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761756.227736:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761756.227737:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761756.227738:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761756.227740:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761756.227741:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761756.227743:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761756.227744:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761756.227746:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761756.227748:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761756.227749:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761756.227751:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761756.227753:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761756.227755:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761756.227757:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761756.227758:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761756.227765:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761756.227767:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761756.227771:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761756.227772:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761756.227774:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761756.227776:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761756.227778:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761756.227784:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761756.227789:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761756.227795:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883759232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761756.227801:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761756.227804:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761756.227808:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883759232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761756.227846:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761756.227849:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761756.227852:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761756.227853:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761756.227855:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761756.227858:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761756.227861:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3141
00000400:00000200:3.0:1787761756.227865:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761756.227868:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761756.227871:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761756.227874:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761756.227876:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761756.227879:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761756.227884:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761756.227888:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761756.227891:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761756.227894:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761756.227896:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761756.227902:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761756.227908:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761756.227914:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761756.227919:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761756.227925:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761756.227931:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761756.227935:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761756.227942:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761756.227946:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761756.227948:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761756.227952:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761756.227955:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761756.227956:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761756.227959:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761756.227961:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761756.227962:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761756.227967:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761756.227970:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761756.227975:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761756.227976:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761756.227977:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761756.227978:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761756.227981:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761756.227986:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761756.227992:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761756.227998:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883759360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761756.228016:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761756.228018:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761756.228023:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883759360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761756.228038:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761756.228042:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761756.228044:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761756.228046:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761756.228048:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761756.228053:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761756.228055:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3141
00000400:00000200:3.0:1787761756.228100:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761756.228109:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761756.228114:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761756.228120:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761756.228122:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761756.228126:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761756.228127:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761756.228131:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761756.228133:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761756.228135:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761756.228137:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761756.228141:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000800:00000200:2.1:1787761756.228144:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000001:3.0:1787761756.228145:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000800:00000200:2.1:1787761756.228149:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1787761756.228151:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761756.228155:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761756.228161:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761756.228167:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761756.228170:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761756.228177:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761756.228183:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761756.228188:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761756.228193:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761756.228198:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761756.228202:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761756.228204:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761756.228208:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761756.228211:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761756.228216:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787761756.228219:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761756.228221:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761756.228224:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761756.228225:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761756.228227:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761756.228229:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761756.228234:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761756.228238:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761756.228245:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883759488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761756.228254:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761756.228256:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761756.228259:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883759488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761756.228268:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761756.228271:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761756.228274:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761756.228277:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761756.228278:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761756.228280:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761756.228283:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3141
00000400:00000200:3.0:1787761756.228287:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761756.228289:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761756.228291:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761756.228342:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761756.228345:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761756.228349:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761756.228355:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761756.228358:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761756.228360:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761756.228362:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761756.228365:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761756.228370:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761756.228372:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761756.228378:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761756.228382:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761756.228386:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761756.228389:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761756.228393:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761756.228398:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761756.228402:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761756.228405:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761756.228409:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761756.228413:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761756.228417:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761756.228420:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761756.228426:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761756.228428:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761756.228431:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761756.228439:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761756.228444:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761756.228446:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761756.228448:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761756.228450:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761756.228452:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761756.228456:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761756.228461:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761756.228468:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883759616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761756.228479:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761756.228483:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761756.228488:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883759616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761756.228497:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761756.228501:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761756.228506:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761756.228509:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761756.228511:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761756.228512:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761756.228513:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3141
00000400:00000200:3.0:1787761756.228517:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761756.228521:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761756.228525:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761756.228528:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761756.228532:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761756.228535:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761756.228539:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761756.228543:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761756.228545:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761756.228547:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761756.228549:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761756.228554:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761756.228555:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761756.228563:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761756.228566:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761756.228570:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761756.228572:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761756.228576:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761756.228580:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761756.228585:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761756.228588:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761756.228592:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761756.228614:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761756.228616:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761756.228617:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761756.228618:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761756.228620:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761756.228622:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761756.228625:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761756.228627:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761756.228629:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761756.228632:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761756.228635:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761756.228639:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761756.228647:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761756.228652:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761756.228660:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883759744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761756.228665:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761756.228668:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761756.228675:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883759744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761756.228689:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761756.228693:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3151)
00000800:00000200:2.1:1787761756.228733:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761756.228735:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787761756.229006:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761756.229008:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787761756.229170:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761756.229171:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787761756.229413:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761756.229415:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787761756.675704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761756.675709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761756.675713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761756.675714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761756.675716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761756.675717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761757.507692:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297814779, at 4297814784
00000100:00000010:0.0:1787761757.507705:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7f00.
00010000:00000001:0.0:1787761757.699703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761757.699708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761757.699712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761757.699716:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761757.699718:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761757.699721:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761757.699723:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761757.699726:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761757.699728:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761757.699730:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761757.699733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761757.699734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761757.699758:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761757.699760:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761757.699763:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761758.723726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761758.723733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761758.723739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761758.723740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761758.723742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761758.723743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761759.747726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761759.747733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761759.747739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761759.747739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761759.747742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761759.747746:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761759.747748:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761759.747750:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761759.747753:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761759.747755:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761759.747765:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761759.747767:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761759.747792:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761759.747794:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761759.747796:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761760.771773:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761760.771780:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761760.771785:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761760.771786:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761760.771789:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761760.771789:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761761.347706:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761761.347715:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761761.347719:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761761.347723:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761761.347738:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761761.347745:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3146
00000400:00000200:3.0:1787761761.347755:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761761.347761:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761761.347765:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761761.347769:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761761.347773:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761761.347776:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761761.347778:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761761.347782:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761761.347784:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761761.347786:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761761.347789:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761761.347791:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761761.347793:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761761.347796:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761761.347797:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761761.347799:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761761.347800:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761761.347803:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761761.347805:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761761.347808:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761761.347810:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761761.347813:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761761.347816:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761761.347818:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761761.347821:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761761.347830:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e83c0.
00000020:00000040:3.0:1787761761.347835:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761761.347839:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761761.347842:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761761.347845:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761761.347848:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761761.347852:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761761.347859:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761761.347864:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761761.347873:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e83c0 x1874600883759872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761761.347882:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761761.347887:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761761.347891:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1eeea11] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e83c0 x1874600883759872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761761.347912:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761761.347914:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761761.347916:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761761.347917:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761761.347918:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761761.347920:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761761.347922:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3146
00000400:00000200:3.0:1787761761.347925:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761761.347927:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761761.347928:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761761.347930:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761761.347931:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761761.347932:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761761.347934:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761761.347935:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761761.347936:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761761.347937:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761761.347939:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761761.347941:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761761.347942:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761761.347944:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761761.347946:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761761.347947:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761761.347948:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761761.347950:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761761.347952:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761761.347953:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761761.347954:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761761.347959:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761761.347963:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761761.347965:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761761.347969:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761761.347973:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761761.347975:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761761.347980:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787761761.347983:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761761.347987:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761761.347990:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761761.347993:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761761.347994:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761761.347998:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761761.348005:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761761.348012:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761761.348019:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883760000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761761.348027:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761761.348030:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761761.348034:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883760000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761761.348052:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761761.348055:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761761.348057:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761761.348059:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761761.348062:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761761.348065:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761761.348069:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3146
00000400:00000200:3.0:1787761761.348075:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761761.348081:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761761.348085:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761761.348089:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761761.348092:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761761.348096:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761761.348098:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761761.348100:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761761.348102:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761761.348105:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761761.348106:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761761.348108:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761761.348112:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761761.348115:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761761.348116:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761761.348120:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761761.348122:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761761.348125:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761761.348127:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761761.348128:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761761.348130:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761761.348132:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761761.348133:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761761.348134:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761761.348137:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761761.348140:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761761.348142:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761761.348145:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761761.348148:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761761.348151:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761761.348154:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761761.348156:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761761.348158:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761761.348161:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761761.348167:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761761.348172:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761761.348181:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883760128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761761.348191:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761761.348199:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761761.348205:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883760128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761761.348220:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761761.348225:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1787761761.348227:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761761.348231:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000100:00080000:3.0:1787761761.348234:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761761.348239:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761761.348244:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761761.348249:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761761.348257:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3146
00000400:00000200:3.0:1787761761.348266:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761761.348274:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761761.348280:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761761.348285:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761761.348288:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761761.348293:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761761.348296:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761761.348301:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761761.348304:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761761.348307:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761761.348310:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761761.348314:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761761.348317:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761761.348320:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761761.348321:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761761.348323:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761761.348327:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761761.348331:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761761.348336:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761761.348346:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761761.348350:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761761.348353:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761761.348355:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761761.348358:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761761.348361:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761761.348364:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761761.348367:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761761.348374:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761761.348379:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761761.348385:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761761.348389:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761761.348400:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761761.348404:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761761.348409:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761761.348417:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761761.348424:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761761.348435:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883760256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761761.348455:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761761.348465:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761761.348475:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883760256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761761.348498:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761761.348504:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761761.348510:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761761.348513:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761761.348517:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761761.348522:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761761.348526:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3146
00000400:00000200:3.0:1787761761.348533:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761761.348538:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761761.348542:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761761.348547:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761761.348550:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761761.348555:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761761.348559:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761761.348563:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761761.348567:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761761.348570:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761761.348573:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761761.348576:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761761.348577:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761761.348581:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761761.348586:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761761.348591:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761761.348594:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761761.348615:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761761.348618:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761761.348619:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761761.348620:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761761.348623:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761761.348629:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761761.348633:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761761.348636:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761761.348642:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761761.348644:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761761.348649:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787761761.348654:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761761.348659:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761761.348661:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761761.348664:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761761.348666:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761761.348670:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761761.348677:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761761.348681:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761761.348686:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883760384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761761.348698:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761761.348701:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761761.348706:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883760384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761761.348718:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761761.348736:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3156)
00000800:00000200:2.1:1787761761.348789:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761761.348791:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787761761.349017:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761761.349019:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787761761.349271:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761761.349273:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787761761.349514:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761761.349516:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787761761.795687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761761.795694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761761.795699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761761.795700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761761.795703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761761.795704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761761.795735:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761761.795738:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761761.795740:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761762.627723:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297819899, at 4297819904
00000100:00000010:0.0:1787761762.627736:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f76c0.
00010000:00000001:0.0:1787761762.819695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761762.819711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761762.819715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761762.819716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761762.819718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761762.819719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761763.843668:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761763.843673:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761763.843687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761763.843689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761763.843692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761763.843693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761763.843730:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761763.843733:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761763.843735:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761764.867762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761764.867773:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761764.867776:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761764.867780:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761764.867787:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761764.867790:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761764.867792:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761764.867795:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761764.867800:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761764.867801:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761764.867805:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761764.867807:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761765.891687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761765.891694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761765.891699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761765.891700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761765.891703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761765.891704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761765.891754:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761765.891756:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761765.891758:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761766.467744:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761766.467754:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787761766.467757:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761766.467760:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761766.467765:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761766.467773:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3151
00000400:00000200:0.0:1787761766.467784:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761766.467791:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761766.467795:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761766.467798:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761766.467802:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761766.467804:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761766.467807:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761766.467812:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761766.467815:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787761766.467818:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761766.467822:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787761766.467823:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787761766.467825:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787761766.467827:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761766.467829:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761766.467830:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761766.467831:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761766.467834:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787761766.467837:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761766.467838:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761766.467840:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761766.467843:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761766.467845:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761766.467847:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761766.467850:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761766.467861:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f0c0.
00000020:00000040:0.0:1787761766.467865:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787761766.467870:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761766.467872:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761766.467875:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761766.467879:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761766.467883:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761766.467895:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31c00.
00000100:00000001:0.0:1787761766.467903:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761766.467914:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f0c0 x1874600883760512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761766.467926:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761766.467931:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761766.467937:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcc28536] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f0c0 x1874600883760512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761766.467960:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761766.467962:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761766.467965:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787761766.467966:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761766.467967:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761766.467969:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761766.467971:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3151
00000400:00000200:0.0:1787761766.467974:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761766.467984:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761766.467986:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761766.467988:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761766.467990:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761766.467991:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761766.467993:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761766.467995:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761766.467997:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787761766.467998:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761766.468000:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787761766.468002:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787761766.468004:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787761766.468006:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761766.468007:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761766.468009:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761766.468012:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761766.468018:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787761766.468023:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761766.468026:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761766.468028:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761766.468035:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761766.468037:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761766.468044:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761766.468051:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761766.468057:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761766.468061:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761766.468067:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c3c0.
00000020:00000040:0.0:1787761766.468071:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787761766.468078:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761766.468082:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761766.468086:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761766.468091:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761766.468096:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761766.468104:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33c00.
00000100:00000001:0.0:1787761766.468110:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761766.468117:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c3c0 x1874600883760640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761766.468134:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761766.468141:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761766.468152:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732a0c51] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c3c0 x1874600883760640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761766.468164:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761766.468168:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761766.468179:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787761766.468183:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761766.468194:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761766.468205:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761766.468220:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3151
00000400:00000200:0.0:1787761766.468234:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761766.468244:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761766.468248:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761766.468254:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761766.468256:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761766.468258:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761766.468265:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761766.468269:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761766.468272:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787761766.468279:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761766.468281:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787761766.468285:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787761766.468293:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787761766.468301:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761766.468312:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761766.468321:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761766.468332:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761766.468343:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787761766.468353:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761766.468362:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761766.468369:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761766.468375:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761766.468385:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761766.468397:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761766.468404:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761766.468408:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761766.468413:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761766.468419:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097ed00.
00000800:00000200:2.1:1787761766.468421:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000040:0.0:1787761766.468424:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787761766.468428:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1787761766.468430:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
02000000:00000001:0.0:1787761766.468431:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761766.468435:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761766.468439:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761766.468443:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761766.468452:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30000.
00000100:00000001:0.0:1787761766.468459:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761766.468469:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097ed00 x1874600883760768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761766.468487:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761766.468492:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761766.468505:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088ef356f] to pc [ptlrpcd_rcv+-1]  req@ffff96966097ed00 x1874600883760768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761766.468533:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761766.468539:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761766.468544:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787761766.468546:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761766.468548:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761766.468550:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761766.468554:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3151
00000400:00000200:0.0:1787761766.468563:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761766.468569:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761766.468573:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761766.468582:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761766.468587:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761766.468590:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761766.468652:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761766.468659:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761766.468663:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787761766.468667:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761766.468672:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787761766.468677:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787761766.468687:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787761766.468698:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761766.468702:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761766.468707:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761766.468711:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761766.468714:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787761766.468722:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761766.468724:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761766.468726:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761766.468729:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761766.468737:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761766.468740:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761766.468744:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787761766.468749:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761766.468754:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761766.468763:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097de00.
00000020:00000040:0.0:1787761766.468769:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787761766.468774:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761766.468777:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761766.468784:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761766.468786:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761766.468789:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761766.468798:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30c00.
00000100:00000001:0.0:1787761766.468803:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761766.468812:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097de00 x1874600883760896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761766.468833:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761766.468836:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761766.468844:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010d19df2] to pc [ptlrpcd_rcv+-1]  req@ffff96966097de00 x1874600883760896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761766.468877:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761766.468885:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761766.468895:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787761766.468898:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761766.468903:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761766.468914:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761766.468922:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3151
00000400:00000200:0.0:1787761766.468932:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761766.468941:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761766.468948:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761766.468955:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761766.468965:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761766.468974:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761766.468981:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761766.468995:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761766.469000:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787761766.469003:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761766.469010:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787761766.469022:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787761766.469028:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787761766.469040:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761766.469050:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761766.469057:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761766.469067:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761766.469078:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787761766.469091:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761766.469102:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761766.469106:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761766.469111:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761766.469121:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761766.469128:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761766.469137:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787761766.469150:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761766.469161:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761766.469164:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097da40.
00000020:00000040:0.0:1787761766.469168:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787761766.469173:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761766.469176:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761766.469182:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761766.469189:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761766.469197:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761766.469202:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33000.
00000100:00000001:0.0:1787761766.469210:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761766.469220:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097da40 x1874600883761024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761766.469254:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761766.469260:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761766.469275:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a392d04] to pc [ptlrpcd_rcv+-1]  req@ffff96966097da40 x1874600883761024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761766.469299:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761766.469307:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3161)
00000800:00000200:2.1:1787761766.469411:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761766.469414:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787761766.469694:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761766.469696:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787761766.469857:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761766.469858:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787761766.470091:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761766.470093:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1787761766.915760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761766.915771:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761766.915777:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761766.915780:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761766.915784:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761766.915785:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761767.747747:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297825020, at 4297825024
00000100:00000010:0.0:1787761767.747770:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7ba0.
00010000:00000001:0.0:1787761767.939738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761767.939745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761767.939750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761767.939754:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761767.939756:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761767.939758:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761767.939761:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761767.939763:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761767.939765:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761767.939766:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761767.939769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761767.939770:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761767.939802:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761767.939806:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761767.939808:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761768.963717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761768.963724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761768.963729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761768.963730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761768.963732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761768.963733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761769.987740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761769.987749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761769.987755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761769.987757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761769.987761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761769.987764:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761769.987767:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761769.987771:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761769.987775:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761769.987778:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761769.987780:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761769.987784:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761769.987812:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761769.987815:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761769.987817:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761771.011703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761771.011708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761771.011712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761771.011713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761771.011715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761771.011715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761771.587702:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761771.587712:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787761771.587714:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761771.587718:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761771.587722:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761771.587729:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3156
00000400:00000200:0.0:1787761771.587738:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761771.587744:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761771.587747:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761771.587749:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761771.587751:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761771.587753:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761771.587754:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761771.587757:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761771.587758:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787761771.587760:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761771.587763:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787761771.587765:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787761771.587767:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787761771.587769:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761771.587770:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761771.587771:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761771.587773:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761771.587775:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787761771.587778:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761771.587779:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761771.587785:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761771.587787:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761771.587789:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761771.587791:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761771.587793:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761771.587802:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097e1c0.
00000020:00000040:0.0:1787761771.587806:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787761771.587810:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761771.587811:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761771.587814:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761771.587817:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761771.587821:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761771.587828:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30800.
00000100:00000001:0.0:1787761771.587835:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761771.587843:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097e1c0 x1874600883761152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761771.587850:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761771.587854:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761771.587857:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb94abd1] to pc [ptlrpcd_rcv+-1]  req@ffff96966097e1c0 x1874600883761152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761771.587878:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761771.587880:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761771.587883:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787761771.587884:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761771.587885:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761771.587887:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761771.587888:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3156
00000400:00000200:0.0:1787761771.587892:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761771.587894:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761771.587895:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761771.587897:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761771.587899:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761771.587900:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761771.587902:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761771.587904:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761771.587905:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787761771.587906:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761771.587908:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787761771.587909:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787761771.587911:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787761771.587913:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761771.587914:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761771.587915:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761771.587917:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761771.587920:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787761771.587923:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761771.587928:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761771.587931:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761771.587936:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761771.587942:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761771.587945:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761771.587950:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761771.587954:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761771.587957:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761771.587961:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f840.
00000020:00000040:0.0:1787761771.587965:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787761771.587969:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761771.587972:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761771.587974:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761771.587977:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761771.587979:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761771.587983:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31000.
00000100:00000001:0.0:1787761771.587989:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761771.588000:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f840 x1874600883761280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761771.588012:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761771.588015:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761771.588021:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02bc9d6] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f840 x1874600883761280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761771.588035:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761771.588039:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761771.588044:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787761771.588047:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761771.588049:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761771.588052:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761771.588057:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3156
00000400:00000200:0.0:1787761771.588062:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761771.588067:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761771.588069:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761771.588075:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761771.588077:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761771.588079:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761771.588080:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761771.588083:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761771.588085:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787761771.588087:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761771.588096:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787761771.588100:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787761771.588105:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787761771.588112:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761771.588117:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761771.588122:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761771.588126:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761771.588130:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787761771.588137:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761771.588143:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761771.588147:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761771.588150:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761771.588154:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761771.588158:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761771.588162:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761771.588166:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761771.588170:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761771.588176:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097d680.
00000020:00000040:0.0:1787761771.588180:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787761771.588186:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761771.588189:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761771.588194:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1787761771.588197:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:0.0:1787761771.588198:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761771.588201:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761771.588202:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
02000000:00000010:0.0:1787761771.588209:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32400.
00000100:00000001:0.0:1787761771.588215:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761771.588223:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097d680 x1874600883761408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761771.588238:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761771.588240:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761771.588244:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b356f346] to pc [ptlrpcd_rcv+-1]  req@ffff96966097d680 x1874600883761408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761771.588251:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761771.588253:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761771.588256:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787761771.588257:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761771.588259:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761771.588270:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761771.588273:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3156
00000400:00000200:0.0:1787761771.588276:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761771.588280:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761771.588282:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761771.588284:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761771.588287:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761771.588291:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761771.588293:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761771.588295:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761771.588297:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787761771.588299:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761771.588302:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787761771.588305:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787761771.588308:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787761771.588313:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761771.588316:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761771.588318:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761771.588326:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761771.588331:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787761771.588336:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761771.588341:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761771.588343:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761771.588347:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761771.588350:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761771.588352:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761771.588354:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787761771.588357:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761771.588365:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761771.588370:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c000.
00000020:00000040:0.0:1787761771.588374:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787761771.588379:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761771.588381:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761771.588386:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761771.588390:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761771.588393:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761771.588401:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00000001:0.0:1787761771.588407:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761771.588418:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c000 x1874600883761536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761771.588433:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761771.588438:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761771.588452:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b885017a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c000 x1874600883761536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761771.588476:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761771.588482:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761771.588487:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787761771.588490:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761771.588492:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761771.588498:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761771.588504:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3156
00000400:00000200:0.0:1787761771.588511:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761771.588517:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761771.588523:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761771.588540:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761771.588546:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761771.588552:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761771.588558:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761771.588563:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761771.588567:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787761771.588571:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761771.588574:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787761771.588579:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787761771.588584:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787761771.588591:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761771.588624:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761771.588630:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761771.588636:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761771.588642:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787761771.588650:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761771.588655:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761771.588660:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761771.588665:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761771.588669:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761771.588672:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761771.588677:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787761771.588684:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761771.588688:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761771.588695:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c780.
00000020:00000040:0.0:1787761771.588701:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787761771.588708:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761771.588712:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761771.588717:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761771.588720:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761771.588723:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761771.588730:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33400.
00000100:00000001:0.0:1787761771.588737:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761771.588746:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c780 x1874600883761664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761771.588774:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761771.588778:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761771.588784:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b7e064a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c780 x1874600883761664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761771.588803:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761771.588812:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3166)
00000800:00000200:2.1:1787761771.588840:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761771.588841:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787761771.589003:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761771.589004:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787761771.589183:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761771.589185:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787761771.589427:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761771.589428:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1787761772.035700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761772.035707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761772.035712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761772.035713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761772.035716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761772.035718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761772.035739:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761772.035741:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761772.035745:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761772.867746:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297830139, at 4297830144
00000100:00000010:0.0:1787761772.867764:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7480.
00010000:00000001:0.0:1787761773.059758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761773.059768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761773.059775:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761773.059776:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761773.059780:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761773.059781:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761774.083671:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761774.083678:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761774.083681:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761774.083683:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761774.083687:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761774.083688:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761774.083689:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761774.083691:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761774.083693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761774.083694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761774.083696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761774.083698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761774.083727:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761774.083730:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761774.083733:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761775.107722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761775.107728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761775.107734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761775.107735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761775.107738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761775.107739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761776.131698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761776.131705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761776.131711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761776.131712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761776.131715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761776.131716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761776.131762:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761776.131765:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761776.131768:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761776.707726:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761776.707740:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787761776.707743:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761776.707748:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761776.707753:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761776.707763:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3161
00000400:00000200:0.0:1787761776.707773:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761776.707780:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761776.707783:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761776.707787:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761776.707790:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761776.707793:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761776.707796:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761776.707801:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761776.707803:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787761776.707807:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761776.707810:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787761776.707813:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787761776.707815:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787761776.707818:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761776.707820:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761776.707822:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761776.707824:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761776.707827:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787761776.707831:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761776.707834:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761776.707837:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761776.707842:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761776.707844:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761776.707846:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761776.707848:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761776.707858:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c780.
00000020:00000040:0.0:1787761776.707861:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787761776.707864:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761776.707866:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761776.707868:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761776.707871:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761776.707875:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761776.707883:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31800.
00000100:00000001:0.0:1787761776.707889:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761776.707898:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c780 x1874600883761792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761776.707906:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761776.707909:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761776.707913:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b7e064a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c780 x1874600883761792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761776.707937:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761776.707941:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761776.707945:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787761776.707946:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761776.707948:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761776.707951:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761776.707954:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3161
00000400:00000200:0.0:1787761776.707958:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761776.707962:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761776.707965:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761776.707968:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761776.707971:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761776.707975:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761776.707979:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761776.707982:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761776.707985:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787761776.707988:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761776.707991:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787761776.707994:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787761776.707998:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787761776.708004:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761776.708009:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761776.708012:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761776.708016:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761776.708022:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787761776.708026:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761776.708030:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761776.708035:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761776.708044:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761776.708046:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761776.708048:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761776.708054:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761776.708058:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761776.708060:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761776.708063:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c000.
00000020:00000040:0.0:1787761776.708065:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787761776.708070:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761776.708072:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761776.708076:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761776.708077:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761776.708078:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761776.708082:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32800.
00000100:00000001:0.0:1787761776.708086:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761776.708092:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c000 x1874600883761920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761776.708098:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761776.708101:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761776.708105:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b885017a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c000 x1874600883761920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761776.708111:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761776.708114:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761776.708118:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787761776.708120:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761776.708122:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761776.708125:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761776.708129:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3161
00000400:00000200:0.0:1787761776.708137:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761776.708141:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761776.708144:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761776.708150:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761776.708153:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761776.708157:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761776.708159:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761776.708160:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761776.708162:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787761776.708164:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761776.708166:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787761776.708167:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787761776.708169:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787761776.708171:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761776.708175:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761776.708178:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761776.708179:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761776.708182:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787761776.708186:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761776.708188:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761776.708190:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761776.708194:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761776.708195:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761776.708198:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761776.708201:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761776.708203:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761776.708205:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761776.708209:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097d680.
00000020:00000040:0.0:1787761776.708213:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787761776.708216:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761776.708217:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761776.708218:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761776.708221:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761776.708222:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761776.708227:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30400.
00000100:00000001:0.0:1787761776.708231:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761776.708236:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097d680 x1874600883762048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761776.708251:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761776.708255:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761776.708261:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b356f346] to pc [ptlrpcd_rcv+-1]  req@ffff96966097d680 x1874600883762048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761776.708269:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761776.708270:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761776.708274:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787761776.708275:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761776.708276:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761776.708280:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761776.708284:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3161
00000400:00000200:0.0:1787761776.708287:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761776.708291:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761776.708294:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761776.708298:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761776.708300:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787761776.708300:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:0.0:1787761776.708303:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761776.708307:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:2.1:1787761776.708307:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1787761776.708308:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761776.708310:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787761776.708312:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761776.708315:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787761776.708316:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787761776.708319:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787761776.708326:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761776.708329:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761776.708331:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761776.708332:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761776.708334:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787761776.708336:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761776.708337:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761776.708340:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761776.708342:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761776.708345:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761776.708349:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761776.708350:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787761776.708352:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761776.708356:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761776.708361:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f840.
00000020:00000040:0.0:1787761776.708363:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787761776.708365:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761776.708367:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761776.708371:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761776.708372:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761776.708374:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761776.708378:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33400.
00000100:00000001:0.0:1787761776.708381:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761776.708384:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f840 x1874600883762176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761776.708389:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761776.708392:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761776.708398:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02bc9d6] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f840 x1874600883762176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761776.708414:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761776.708417:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761776.708420:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787761776.708421:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761776.708422:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761776.708427:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761776.708446:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3161
00000400:00000200:0.0:1787761776.708450:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761776.708455:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761776.708457:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761776.708460:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761776.708462:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761776.708465:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761776.708467:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761776.708469:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761776.708470:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787761776.708471:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761776.708473:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787761776.708477:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787761776.708479:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787761776.708484:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761776.708487:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761776.708489:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761776.708493:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761776.708496:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787761776.708499:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761776.708502:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761776.708505:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761776.708507:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761776.708512:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761776.708515:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761776.708518:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787761776.708520:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761776.708523:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761776.708528:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097e1c0.
00000020:00000040:0.0:1787761776.708532:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787761776.708540:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761776.708543:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761776.708547:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761776.708548:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761776.708550:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761776.708555:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00000001:0.0:1787761776.708559:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761776.708563:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097e1c0 x1874600883762304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761776.708568:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761776.708571:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761776.708576:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb94abd1] to pc [ptlrpcd_rcv+-1]  req@ffff96966097e1c0 x1874600883762304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761776.708589:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761776.708593:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3171)
00000800:00000200:2.1:1787761776.708842:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761776.708844:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787761776.709059:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761776.709062:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787761776.709274:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761776.709276:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787761776.709491:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761776.709492:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00010000:00000001:0.0:1787761777.155785:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761777.155792:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761777.155797:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761777.155801:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761777.155803:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761777.155806:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761777.155809:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761777.155811:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761777.155812:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761777.155814:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761777.155816:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761777.155817:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761777.987750:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297835259, at 4297835264
00000100:00000010:0.0:1787761777.987776:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7f00.
00010000:00000001:0.0:1787761778.179681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761778.179687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761778.179693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761778.179694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761778.179698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761778.179699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761778.179718:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761778.179721:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761778.179724:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761779.203714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761779.203722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761779.203726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761779.203727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761779.203730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761779.203733:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761779.203735:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761779.203742:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761779.203745:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761779.203748:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761779.203749:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761779.203751:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761780.227738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761780.227748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761780.227756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761780.227758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761780.227762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761780.227764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761780.227795:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761780.227798:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761780.227801:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761781.251763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761781.251773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761781.251781:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761781.251783:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761781.251787:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761781.251789:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761781.827762:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761781.827771:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761781.827774:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761781.827776:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761781.827779:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761781.827784:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3166
00000400:00000200:3.0:1787761781.827792:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761781.827795:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761781.827798:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761781.827801:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761781.827804:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761781.827806:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761781.827808:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761781.827812:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761781.827814:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761781.827817:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761781.827821:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761781.827823:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761781.827826:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761781.827829:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761781.827831:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761781.827833:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761781.827835:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761781.827837:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761781.827840:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761781.827842:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761781.827844:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761781.827846:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761781.827848:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761781.827850:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761781.827852:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761781.827860:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761781.827863:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761781.827873:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761781.827877:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761781.827880:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761781.827882:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761781.827884:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761781.827890:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761781.827895:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761781.827902:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883762432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761781.827909:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761781.827912:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761781.827915:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883762432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761781.827934:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761781.827936:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761781.827938:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761781.827939:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761781.827940:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761781.827943:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761781.827944:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3166
00000400:00000200:3.0:1787761781.827947:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761781.827948:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761781.827950:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761781.827952:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761781.827953:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761781.827954:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761781.827956:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761781.827957:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761781.827958:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761781.827959:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761781.827961:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761781.827962:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761781.827964:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761781.827967:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761781.827968:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761781.827969:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761781.827971:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761781.827972:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761781.827973:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761781.827975:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761781.827977:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761781.827982:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761781.827986:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761781.827987:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761781.827991:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761781.827994:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761781.827996:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761781.827999:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761781.828002:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761781.828006:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761781.828008:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761781.828012:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761781.828014:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761781.828016:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761781.828023:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761781.828028:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761781.828037:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883762560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761781.828051:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761781.828055:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761781.828061:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883762560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761781.828078:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761781.828081:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761781.828086:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761781.828088:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761781.828091:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761781.828094:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761781.828097:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3166
00000400:00000200:3.0:1787761781.828103:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761781.828109:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761781.828112:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761781.828118:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761781.828121:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761781.828125:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761781.828128:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761781.828133:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761781.828136:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761781.828140:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761781.828142:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761781.828145:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761781.828147:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761781.828153:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761781.828156:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761781.828160:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761781.828164:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761781.828168:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761781.828173:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761781.828179:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761781.828183:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761781.828189:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761781.828192:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761781.828196:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761781.828199:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761781.828202:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761781.828204:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761781.828210:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761781.828215:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761781.828222:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761781.828225:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761781.828229:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761781.828232:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761781.828236:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761781.828242:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761781.828248:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761781.828256:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883762688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761781.828267:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761781.828269:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761781.828275:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883762688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761781.828288:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761781.828291:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761781.828295:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761781.828298:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761781.828300:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761781.828302:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761781.828306:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3166
00000400:00000200:3.0:1787761781.828312:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761781.828318:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761781.828322:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1787761781.828322:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:3.0:1787761781.828326:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761781.828327:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761781.828344:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761781.828347:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761781.828348:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761781.828349:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761781.828350:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761781.828351:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761781.828353:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761781.828354:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761781.828356:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761781.828357:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761781.828358:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761781.828359:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761781.828360:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761781.828361:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761781.828363:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761781.828364:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761781.828367:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761781.828368:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761781.828369:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761781.828371:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761781.828372:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761781.828373:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761781.828375:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761781.828377:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761781.828378:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761781.828379:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761781.828380:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761781.828381:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761781.828382:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761781.828384:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761781.828387:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761781.828389:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883762816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761781.828394:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761781.828395:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761781.828397:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883762816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761781.828401:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761781.828403:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761781.828405:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761781.828405:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761781.828406:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761781.828408:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761781.828409:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3166
00000400:00000200:3.0:1787761781.828411:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761781.828413:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761781.828414:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761781.828416:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761781.828417:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761781.828418:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761781.828419:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761781.828420:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761781.828421:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761781.828422:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761781.828423:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761781.828424:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761781.828425:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761781.828426:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761781.828427:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761781.828429:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761781.828430:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761781.828431:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761781.828433:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761781.828434:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761781.828435:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761781.828436:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761781.828437:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761781.828438:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761781.828439:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761781.828440:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761781.828441:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761781.828443:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787761781.828444:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761781.828445:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761781.828445:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761781.828446:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761781.828447:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761781.828448:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761781.828449:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761781.828451:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761781.828453:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883762944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761781.828456:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761781.828457:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761781.828459:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883762944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761781.828463:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761781.828466:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3176)
00000800:00000200:2.1:1787761781.828503:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787761781.828873:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761781.828876:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787761781.829087:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761781.829089:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787761781.829293:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761781.829295:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787761781.829475:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761781.829476:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00010000:00000001:0.0:1787761782.275736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761782.275742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761782.275747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761782.275747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761782.275750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761782.275751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761782.275775:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761782.275777:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761782.275779:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761783.107715:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297840379, at 4297840384
00000100:00000010:0.0:1787761783.107734:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7720.
00010000:00000001:0.0:1787761783.299679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761783.299686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761783.299690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761783.299691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761783.299693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761783.299694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761784.323739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761784.323749:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761784.323752:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761784.323755:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761784.323761:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761784.323764:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761784.323765:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761784.323768:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761784.323774:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761784.323775:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761784.323779:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761784.323781:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761784.323812:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761784.323816:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761784.323819:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761785.347740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761785.347755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761785.347763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761785.347764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761785.347768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761785.347769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761786.371747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761786.371756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761786.371762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761786.371763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761786.371767:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761786.371768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761786.371797:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761786.371800:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761786.371804:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761786.947727:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761786.947738:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761786.947742:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761786.947747:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761786.947752:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761786.947761:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3171
00000400:00000200:3.0:1787761786.947771:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761786.947778:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761786.947782:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761786.947785:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761786.947789:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761786.947791:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761786.947794:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761786.947798:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761786.947800:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761786.947804:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761786.947808:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761786.947811:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761786.947813:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761786.947817:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761786.947819:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761786.947821:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761786.947823:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761786.947827:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761786.947830:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761786.947833:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761786.947836:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761786.947845:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761786.947848:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761786.947850:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761786.947853:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761786.947865:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761786.947869:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761786.947874:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761786.947876:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761786.947880:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761786.947883:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761786.947888:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761786.947896:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761786.947904:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761786.947915:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883763072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761786.947926:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761786.947931:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761786.947938:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883763072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761786.947962:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761786.947965:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761786.947969:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761786.947970:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761786.947972:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761786.947975:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761786.947977:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3171
00000400:00000200:3.0:1787761786.947980:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761786.947983:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761786.947986:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761786.947989:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761786.947992:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761786.947994:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761786.947997:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761786.947999:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761786.948001:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761786.948004:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761786.948008:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761786.948012:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761786.948016:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761786.948022:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761786.948025:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761786.948030:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761786.948035:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761786.948041:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761786.948047:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761786.948051:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761786.948054:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761786.948062:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761786.948068:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761786.948072:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761786.948078:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761786.948083:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761786.948086:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761786.948092:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787761786.948096:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761786.948101:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761786.948102:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761786.948104:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761786.948105:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761786.948109:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761786.948117:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761786.948123:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761786.948132:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883763200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761786.948143:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761786.948145:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761786.948150:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883763200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761786.948173:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761786.948176:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761786.948181:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761786.948183:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761786.948186:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761786.948192:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761786.948198:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3171
00000400:00000200:3.0:1787761786.948205:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761786.948211:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761786.948215:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761786.948220:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761786.948223:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761786.948227:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761786.948241:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761786.948246:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761786.948250:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761786.948252:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761786.948255:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761786.948257:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761786.948261:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761786.948267:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761786.948271:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761786.948276:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761786.948279:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761786.948283:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761786.948286:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761786.948291:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761786.948294:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761786.948298:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761786.948303:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761786.948306:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761786.948309:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761786.948314:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761786.948318:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761786.948323:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787761786.948327:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761786.948329:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761786.948331:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761786.948335:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761786.948338:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761786.948340:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761786.948347:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761786.948353:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761786.948361:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883763328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761786.948381:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761786.948385:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761786.948386:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:3.0:1787761786.948391:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883763328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787761786.948393:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 23 secs later)
00000100:00000001:3.0:1787761786.948408:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761786.948411:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761786.948415:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761786.948417:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761786.948419:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761786.948423:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761786.948428:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3171
00000400:00000200:3.0:1787761786.948435:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761786.948440:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761786.948444:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761786.948450:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761786.948454:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761786.948459:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761786.948462:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761786.948466:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761786.948469:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761786.948476:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761786.948480:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761786.948484:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761786.948486:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761786.948490:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761786.948491:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761786.948493:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761786.948495:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761786.948497:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761786.948501:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761786.948506:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761786.948510:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761786.948513:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761786.948519:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761786.948523:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761786.948526:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761786.948530:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761786.948533:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761786.948538:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761786.948540:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761786.948543:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761786.948545:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761786.948548:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761786.948552:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761786.948554:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761786.948559:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761786.948565:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761786.948573:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883763456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761786.948584:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761786.948587:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761786.948592:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883763456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761786.948619:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761786.948622:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761786.948626:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761786.948627:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761786.948629:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761786.948632:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761786.948637:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3171
00000400:00000200:3.0:1787761786.948642:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761786.948647:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761786.948652:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761786.948657:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761786.948660:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761786.948665:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761786.948668:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761786.948670:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761786.948673:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761786.948676:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761786.948679:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761786.948683:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761786.948687:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761786.948692:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761786.948697:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761786.948703:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761786.948709:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761786.948712:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761786.948717:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761786.948721:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761786.948724:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761786.948727:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761786.948732:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761786.948736:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761786.948739:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761786.948744:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761786.948746:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761786.948751:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787761786.948756:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761786.948761:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761786.948764:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761786.948767:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761786.948771:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761786.948773:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761786.948778:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761786.948784:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761786.948793:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883763584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761786.948805:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761786.948808:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761786.948816:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883763584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761786.948830:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761786.948836:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3181)
00000800:00000200:2.1:1787761786.949056:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761786.949059:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787761786.949339:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761786.949342:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787761786.949623:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761786.949626:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787761786.949891:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761786.949893:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 23 secs later)
00010000:00000001:0.0:1787761787.395664:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761787.395671:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761787.395677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761787.395680:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761787.395682:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761787.395685:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761787.395687:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761787.395689:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761787.395691:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761787.395693:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761787.395695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761787.395696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761788.227724:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297845499, at 4297845504
00000100:00000010:0.0:1787761788.227744:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f78a0.
00010000:00000001:0.0:1787761788.419744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761788.419752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761788.419759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761788.419760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761788.419763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761788.419765:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761788.419793:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761788.419796:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761788.419799:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761789.443734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761789.443741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761789.443749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761789.443751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761789.443755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761789.443759:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761789.443761:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761789.443764:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761789.443768:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761789.443770:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761789.443773:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761789.443775:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761790.467740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761790.467747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761790.467751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761790.467752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761790.467755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761790.467756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761790.467778:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761790.467780:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761790.467782:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761791.491662:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761791.491666:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761791.491670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761791.491670:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761791.491673:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761791.491674:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761792.067756:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761792.067766:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787761792.067768:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761792.067772:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761792.067776:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761792.067784:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3176
00000400:00000200:0.0:1787761792.067792:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761792.067798:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761792.067801:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761792.067803:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761792.067806:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761792.067808:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761792.067809:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761792.067813:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761792.067814:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787761792.067816:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761792.067819:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787761792.067821:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787761792.067822:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787761792.067825:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761792.067827:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761792.067828:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761792.067829:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761792.067832:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787761792.067834:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761792.067835:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761792.067837:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761792.067841:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761792.067842:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761792.067844:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761792.067846:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761792.067855:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097da40.
00000020:00000040:0.0:1787761792.067857:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787761792.067861:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761792.067862:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761792.067864:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761792.067866:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761792.067870:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761792.067877:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31c00.
00000100:00000001:0.0:1787761792.067884:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761792.067892:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097da40 x1874600883763712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761792.067904:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761792.067909:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761792.067915:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a392d04] to pc [ptlrpcd_rcv+-1]  req@ffff96966097da40 x1874600883763712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761792.067938:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761792.067942:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761792.067945:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787761792.067947:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761792.067949:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761792.067953:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761792.067955:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3176
00000400:00000200:0.0:1787761792.067959:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761792.067962:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761792.067964:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761792.067967:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761792.067969:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761792.067971:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761792.067974:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761792.067976:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761792.067977:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787761792.067979:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761792.067982:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787761792.067984:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787761792.067985:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787761792.067989:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761792.067991:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761792.067992:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761792.067995:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761792.067997:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787761792.067999:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761792.068002:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761792.068004:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761792.068012:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761792.068014:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761792.068017:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761792.068022:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761792.068025:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761792.068030:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761792.068035:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097de00.
00000020:00000040:0.0:1787761792.068039:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787761792.068044:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761792.068046:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761792.068048:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761792.068051:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761792.068054:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761792.068061:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33800.
00000100:00000001:0.0:1787761792.068065:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761792.068072:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097de00 x1874600883763840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761792.068084:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761792.068088:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761792.068095:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010d19df2] to pc [ptlrpcd_rcv+-1]  req@ffff96966097de00 x1874600883763840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761792.068115:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761792.068120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761792.068124:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787761792.068126:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761792.068127:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761792.068142:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761792.068146:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3176
00000400:00000200:0.0:1787761792.068154:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761792.068158:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761792.068162:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761792.068169:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761792.068173:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761792.068177:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761792.068181:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761792.068185:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761792.068188:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787761792.068190:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761792.068192:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787761792.068196:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787761792.068198:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787761792.068201:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761792.068206:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761792.068208:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761792.068209:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761792.068211:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787761792.068214:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761792.068218:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761792.068222:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761792.068226:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761792.068232:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761792.068236:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761792.068239:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761792.068245:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761792.068248:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761792.068254:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097ed00.
00000020:00000040:0.0:1787761792.068259:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787761792.068265:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761792.068266:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761792.068271:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761792.068272:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761792.068274:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761792.068282:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33c00.
00000100:00000001:0.0:1787761792.068287:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761792.068296:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097ed00 x1874600883763968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761792.068317:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761792.068322:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761792.068331:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088ef356f] to pc [ptlrpcd_rcv+-1]  req@ffff96966097ed00 x1874600883763968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761792.068349:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761792.068354:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761792.068361:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787761792.068364:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761792.068368:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761792.068379:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761792.068382:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3176
00000400:00000200:0.0:1787761792.068388:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761792.068393:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761792.068395:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761792.068398:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761792.068400:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761792.068401:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761792.068402:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761792.068405:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761792.068407:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787761792.068409:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761792.068411:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787761792.068414:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787761792.068417:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787761792.068421:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761792.068423:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787761792.068423:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:0.0:1787761792.068426:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761792.068429:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:2.1:1787761792.068431:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000020:00000040:0.0:1787761792.068432:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787761792.068435:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761792.068438:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761792.068441:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761792.068443:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761792.068446:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761792.068449:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761792.068451:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787761792.068455:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761792.068456:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761792.068461:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c3c0.
00000020:00000040:0.0:1787761792.068464:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787761792.068465:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761792.068467:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761792.068468:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761792.068470:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761792.068472:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761792.068476:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30000.
00000100:00000001:0.0:1787761792.068480:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761792.068485:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c3c0 x1874600883764096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761792.068492:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761792.068494:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761792.068500:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732a0c51] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c3c0 x1874600883764096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761792.068507:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761792.068509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761792.068513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787761792.068514:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761792.068516:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761792.068518:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761792.068521:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3176
00000400:00000200:0.0:1787761792.068526:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761792.068531:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761792.068534:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761792.068539:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761792.068541:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761792.068543:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761792.068544:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761792.068548:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761792.068549:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787761792.068550:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761792.068552:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787761792.068555:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787761792.068558:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787761792.068564:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761792.068567:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761792.068570:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761792.068572:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761792.068574:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787761792.068578:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761792.068581:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761792.068582:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761792.068583:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761792.068585:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761792.068587:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761792.068588:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787761792.068592:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761792.068593:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761792.068623:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f0c0.
00000020:00000040:0.0:1787761792.068626:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787761792.068629:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761792.068631:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761792.068634:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761792.068636:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761792.068647:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761792.068654:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30c00.
00000100:00000001:0.0:1787761792.068659:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761792.068665:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f0c0 x1874600883764224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761792.068677:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761792.068680:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761792.068684:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcc28536] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f0c0 x1874600883764224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761792.068693:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761792.068697:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3187)
00000800:00000200:2.1:1787761792.068923:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761792.068925:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761792.069143:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761792.069145:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761792.069332:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761792.069334:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761792.069527:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761792.069529:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787761792.515738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761792.515745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761792.515750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761792.515751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761792.515754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761792.515755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761793.347724:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297850620, at 4297850624
00000100:00000010:0.0:1787761793.347744:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7e40.
00010000:00000001:0.0:1787761793.539725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761793.539731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761793.539736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761793.539737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761793.539739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761793.539740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761794.563736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761794.563744:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761794.563746:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761794.563749:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761794.563755:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761794.563757:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761794.563758:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761794.563760:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761794.563763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761794.563764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761794.563767:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761794.563769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761795.587701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761795.587707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761795.587712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761795.587713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761795.587715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761795.587716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761796.611760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761796.611769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761796.611777:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761796.611778:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761796.611783:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761796.611784:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761797.187708:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761797.187718:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787761797.187721:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761797.187724:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761797.187728:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761797.187736:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3182
00000400:00000200:0.0:1787761797.187745:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761797.187751:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761797.187754:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761797.187756:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761797.187759:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761797.187761:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761797.187763:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761797.187767:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761797.187768:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787761797.187770:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761797.187773:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787761797.187774:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787761797.187776:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787761797.187778:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761797.187780:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761797.187781:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761797.187783:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761797.187785:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787761797.187788:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761797.187789:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761797.187791:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761797.187799:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761797.187801:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761797.187803:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761797.187805:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761797.187814:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f0c0.
00000020:00000040:0.0:1787761797.187817:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787761797.187821:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761797.187822:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761797.187825:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761797.187828:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761797.187832:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761797.187841:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30800.
00000100:00000001:0.0:1787761797.187847:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761797.187855:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f0c0 x1874600883764352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761797.187863:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761797.187867:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761797.187871:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcc28536] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f0c0 x1874600883764352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761797.187896:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761797.187899:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761797.187902:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787761797.187904:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761797.187906:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761797.187909:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761797.187912:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3182
00000400:00000200:0.0:1787761797.187916:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761797.187919:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761797.187922:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761797.187925:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761797.187927:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761797.187930:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761797.187932:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761797.187935:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761797.187936:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787761797.187937:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761797.187939:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787761797.187941:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787761797.187943:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787761797.187948:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761797.187952:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761797.187955:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761797.187958:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761797.187961:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787761797.187966:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761797.187970:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761797.187973:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761797.187980:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761797.187983:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761797.187984:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761797.187988:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761797.187992:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761797.187993:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761797.187998:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c3c0.
00000020:00000040:0.0:1787761797.188002:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787761797.188005:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761797.188008:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761797.188010:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761797.188012:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761797.188013:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761797.188018:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31000.
00000100:00000001:0.0:1787761797.188022:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761797.188041:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c3c0 x1874600883764480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761797.188055:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761797.188059:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761797.188069:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732a0c51] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c3c0 x1874600883764480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761797.188084:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761797.188088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761797.188091:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787761797.188092:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761797.188095:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761797.188100:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761797.188105:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3182
00000400:00000200:0.0:1787761797.188113:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761797.188119:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761797.188123:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761797.188128:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761797.188133:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761797.188137:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761797.188141:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761797.188145:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761797.188146:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787761797.188147:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761797.188149:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787761797.188153:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787761797.188157:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787761797.188159:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761797.188160:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761797.188161:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761797.188168:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761797.188172:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787761797.188176:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761797.188180:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761797.188182:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761797.188185:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761797.188190:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761797.188191:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761797.188193:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761797.188196:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761797.188199:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761797.188202:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097ed00.
00000020:00000040:0.0:1787761797.188206:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787761797.188214:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761797.188218:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761797.188225:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761797.188229:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761797.188233:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761797.188238:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32400.
00000100:00000001:0.0:1787761797.188245:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761797.188259:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097ed00 x1874600883764608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761797.188269:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761797.188275:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761797.188284:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088ef356f] to pc [ptlrpcd_rcv+-1]  req@ffff96966097ed00 x1874600883764608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787761797.188295:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:0.0:1787761797.188299:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761797.188301:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000100:00080000:0.0:1787761797.188305:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761797.188313:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787761797.188316:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761797.188320:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761797.188325:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761797.188328:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3182
00000400:00000200:0.0:1787761797.188335:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761797.188342:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761797.188346:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761797.188347:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761797.188350:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761797.188354:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761797.188356:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761797.188360:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761797.188361:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787761797.188363:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761797.188365:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787761797.188367:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787761797.188371:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787761797.188374:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761797.188378:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761797.188381:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761797.188385:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761797.188388:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787761797.188395:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761797.188398:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761797.188402:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761797.188406:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761797.188412:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761797.188417:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761797.188421:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787761797.188427:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761797.188430:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761797.188435:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097de00.
00000020:00000040:0.0:1787761797.188439:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787761797.188445:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761797.188447:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761797.188450:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761797.188451:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761797.188453:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761797.188459:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00000001:0.0:1787761797.188462:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761797.188468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097de00 x1874600883764736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761797.188476:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761797.188480:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761797.188485:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010d19df2] to pc [ptlrpcd_rcv+-1]  req@ffff96966097de00 x1874600883764736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761797.188499:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761797.188504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761797.188511:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787761797.188515:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761797.188519:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761797.188521:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761797.188525:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3182
00000400:00000200:0.0:1787761797.188532:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761797.188538:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761797.188551:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761797.188559:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761797.188564:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761797.188569:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761797.188575:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761797.188581:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761797.188585:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787761797.188590:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761797.188620:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787761797.188625:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787761797.188630:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787761797.188638:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761797.188641:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761797.188645:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761797.188650:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761797.188655:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787761797.188671:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761797.188680:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761797.188686:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761797.188690:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761797.188697:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761797.188703:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761797.188708:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787761797.188714:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761797.188719:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761797.188724:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097da40.
00000020:00000040:0.0:1787761797.188730:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787761797.188735:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761797.188739:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761797.188742:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761797.188746:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761797.188749:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761797.188754:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33400.
00000100:00000001:0.0:1787761797.188761:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761797.188771:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097da40 x1874600883764864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761797.188796:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761797.188801:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761797.188809:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a392d04] to pc [ptlrpcd_rcv+-1]  req@ffff96966097da40 x1874600883764864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761797.188821:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761797.188825:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3192)
00000800:00000200:2.1:1787761797.188983:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761797.188985:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761797.189218:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761797.189220:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761797.189500:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761797.189503:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761797.189721:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761797.189723:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787761797.635720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761797.635726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761797.635731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761797.635735:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761797.635737:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761797.635740:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761797.635742:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761797.635744:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761797.635745:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761797.635747:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761797.635749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761797.635750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761798.467734:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297855739, at 4297855744
00000100:00000010:0.0:1787761798.467753:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f71e0.
00010000:00000001:0.0:1787761798.659735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761798.659742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761798.659747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761798.659748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761798.659751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761798.659752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761799.683723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761799.683731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761799.683736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761799.683737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761799.683740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761799.683743:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761799.683745:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761799.683748:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761799.683751:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761799.683753:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761799.683755:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761799.683756:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761800.707718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761800.707727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761800.707734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761800.707736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761800.707739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761800.707741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761801.731729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761801.731739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761801.731745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761801.731746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761801.731749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761801.731750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761802.307712:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761802.307721:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761802.307724:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761802.307728:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761802.307732:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761802.307739:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3187
00000400:00000200:3.0:1787761802.307748:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761802.307754:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761802.307757:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761802.307761:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761802.307764:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761802.307766:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761802.307769:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761802.307774:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761802.307775:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761802.307778:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761802.307781:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761802.307782:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761802.307784:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761802.307786:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761802.307788:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761802.307790:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761802.307792:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761802.307795:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761802.307798:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761802.307800:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761802.307803:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761802.307806:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761802.307810:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761802.307812:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761802.307814:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761802.307822:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787761802.307826:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761802.307830:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761802.307832:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761802.307834:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761802.307837:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761802.307841:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761802.307849:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761802.307855:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761802.307865:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883764992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761802.307874:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761802.307878:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761802.307882:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883764992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761802.307916:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761802.307920:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761802.307923:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761802.307924:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761802.307925:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761802.307928:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761802.307931:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3187
00000400:00000200:3.0:1787761802.307949:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761802.307952:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761802.307954:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761802.307957:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761802.307959:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761802.307961:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761802.307963:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761802.307965:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761802.307966:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761802.307968:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761802.307970:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761802.307973:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761802.307975:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761802.307977:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761802.307979:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761802.307981:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761802.307983:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761802.307985:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761802.307988:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761802.307990:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761802.307991:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761802.307996:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761802.307999:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761802.308001:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761802.308005:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761802.308008:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761802.308010:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761802.308013:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787761802.308016:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761802.308018:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761802.308020:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761802.308022:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761802.308024:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761802.308025:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761802.308031:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761802.308035:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761802.308042:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883765120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761802.308054:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761802.308057:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761802.308064:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883765120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761802.308094:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761802.308099:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761802.308105:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761802.308108:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761802.308110:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761802.308121:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761802.308126:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3187
00000400:00000200:3.0:1787761802.308133:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761802.308139:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761802.308142:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761802.308148:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761802.308151:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761802.308154:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761802.308158:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761802.308162:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761802.308164:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761802.308167:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761802.308170:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761802.308171:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761802.308175:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761802.308179:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761802.308182:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761802.308186:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761802.308189:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761802.308196:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761802.308203:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761802.308208:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761802.308213:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761802.308217:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761802.308222:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761802.308226:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761802.308229:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761802.308235:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761802.308238:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761802.308245:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787761802.308249:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761802.308253:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761802.308255:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761802.308257:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761802.308259:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761802.308262:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761802.308269:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761802.308274:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761802.308282:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883765248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761802.308296:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761802.308300:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761802.308308:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883765248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761802.308323:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761802.308326:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761802.308333:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761802.308337:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761802.308340:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761802.308345:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761802.308361:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3187
00000400:00000200:3.0:1787761802.308371:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000800:00000200:2.1:1787761802.308376:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000400:00000200:3.0:1787761802.308379:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000800:00000200:2.1:1787761802.308381:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000100:00080000:3.0:1787761802.308383:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761802.308390:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761802.308396:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761802.308401:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761802.308404:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761802.308410:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761802.308413:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761802.308416:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761802.308420:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761802.308423:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761802.308427:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761802.308433:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761802.308436:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761802.308442:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761802.308448:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761802.308450:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761802.308452:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761802.308454:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761802.308456:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761802.308458:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761802.308460:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761802.308462:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761802.308465:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761802.308467:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761802.308469:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761802.308472:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761802.308475:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761802.308477:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761802.308478:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761802.308480:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761802.308481:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761802.308482:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761802.308486:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761802.308489:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761802.308493:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883765376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761802.308511:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761802.308514:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761802.308526:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883765376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787761802.308944:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761802.308947:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787761802.309175:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761802.309177:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787761802.309253:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761802.309259:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761802.309266:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761802.309271:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761802.309274:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761802.309280:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761802.309286:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3187
00000400:00000200:3.0:1787761802.309296:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761802.309303:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761802.309310:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761802.309317:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761802.309322:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761802.309327:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761802.309332:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761802.309337:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761802.309340:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761802.309344:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761802.309347:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761802.309362:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761802.309370:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761802.309379:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761802.309384:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761802.309389:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761802.309393:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761802.309397:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761802.309404:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761802.309409:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761802.309413:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761802.309419:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761802.309424:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761802.309427:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761802.309431:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761802.309436:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761802.309440:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761802.309445:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787761802.309450:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761802.309454:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761802.309457:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761802.309461:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761802.309464:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761802.309468:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761802.309475:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761802.309482:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761802.309490:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883765504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761802.309505:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761802.309511:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761802.309517:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883765504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761802.309531:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761802.309538:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3197)
00000800:00000200:2.1:1787761802.309677:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761802.309680:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787761802.309889:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761802.309891:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787761802.755717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761802.755724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761802.755729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761802.755731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761802.755733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761802.755734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761803.587694:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297860859, at 4297860864
00000100:00000010:0.0:1787761803.587707:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7c60.
00010000:00000001:0.0:1787761803.779721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761803.779728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761803.779732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761803.779733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761803.779736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761803.779737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761804.803669:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761804.803677:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761804.803679:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761804.803681:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761804.803686:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761804.803689:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761804.803690:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761804.803692:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761804.803695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761804.803696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761804.803698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761804.803699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761805.827704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761805.827709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761805.827712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761805.827713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761805.827715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761805.827716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761806.851726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761806.851732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761806.851738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761806.851739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761806.851742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761806.851744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761807.427761:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761807.427770:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787761807.427772:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761807.427775:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761807.427778:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761807.427783:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3192
00000400:00000200:0.0:1787761807.427789:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761807.427794:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761807.427796:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761807.427798:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761807.427800:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761807.427801:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761807.427803:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761807.427805:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761807.427807:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787761807.427808:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761807.427811:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787761807.427813:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787761807.427821:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787761807.427823:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761807.427826:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761807.427827:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761807.427829:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761807.427831:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787761807.427845:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761807.427848:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761807.427850:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761807.427853:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761807.427854:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761807.427856:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761807.427858:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761807.427866:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097e1c0.
00000020:00000040:0.0:1787761807.427868:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787761807.427871:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761807.427872:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761807.427875:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761807.427877:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761807.427880:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761807.427885:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31800.
00000100:00000001:0.0:1787761807.427890:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761807.427897:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097e1c0 x1874600883765632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761807.427907:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761807.427911:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761807.427916:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb94abd1] to pc [ptlrpcd_rcv+-1]  req@ffff96966097e1c0 x1874600883765632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761807.427939:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761807.427943:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761807.427946:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787761807.427948:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761807.427950:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761807.427952:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761807.427954:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3192
00000400:00000200:0.0:1787761807.427959:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761807.427961:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761807.427963:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761807.427965:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761807.427967:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761807.427969:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761807.427970:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761807.427972:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761807.427973:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787761807.427974:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761807.427976:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787761807.427977:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787761807.427978:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787761807.427980:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761807.427984:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761807.427987:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761807.427991:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761807.427994:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787761807.427997:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761807.428000:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761807.428001:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761807.428007:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761807.428010:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761807.428013:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761807.428019:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761807.428032:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761807.428036:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761807.428054:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f840.
00000020:00000040:0.0:1787761807.428062:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787761807.428071:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761807.428078:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761807.428083:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761807.428086:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761807.428095:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761807.428106:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32800.
00000100:00000001:0.0:1787761807.428112:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761807.428121:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f840 x1874600883765760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761807.428142:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761807.428147:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761807.428155:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02bc9d6] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f840 x1874600883765760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761807.428167:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761807.428172:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761807.428174:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787761807.428176:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761807.428185:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761807.428193:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761807.428202:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3192
00000400:00000200:0.0:1787761807.428217:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761807.428227:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761807.428234:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761807.428239:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761807.428241:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761807.428244:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761807.428247:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761807.428252:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761807.428257:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787761807.428259:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761807.428261:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787761807.428271:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787761807.428276:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787761807.428290:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761807.428303:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761807.428306:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761807.428308:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761807.428309:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787761807.428313:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761807.428318:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761807.428325:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761807.428328:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761807.428330:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761807.428334:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761807.428340:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761807.428345:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761807.428346:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761807.428350:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097d680.
00000020:00000040:0.0:1787761807.428354:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787761807.428356:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761807.428357:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761807.428362:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761807.428367:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761807.428369:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761807.428375:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30400.
00000100:00000001:0.0:1787761807.428384:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761807.428395:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097d680 x1874600883765888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761807.428436:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761807.428441:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761807.428445:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b356f346] to pc [ptlrpcd_rcv+-1]  req@ffff96966097d680 x1874600883765888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761807.428470:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761807.428475:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761807.428481:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787761807.428485:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761807.428486:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761807.428491:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761807.428497:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3192
00000400:00000200:0.0:1787761807.428506:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761807.428511:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761807.428520:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761807.428529:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000800:00000200:2.1:1787761807.428537:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761807.428543:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1787761807.428544:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761807.428555:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761807.428564:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761807.428573:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761807.428577:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787761807.428580:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761807.428586:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787761807.428644:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787761807.428656:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787761807.428664:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761807.428676:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761807.428685:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761807.428691:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761807.428705:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787761807.428714:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761807.428721:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761807.428733:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761807.428743:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761807.428755:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761807.428761:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761807.428764:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787761807.428765:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761807.428768:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761807.428776:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c000.
00000020:00000040:0.0:1787761807.428780:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787761807.428783:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761807.428787:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761807.428798:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761807.428801:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761807.428806:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761807.428811:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33400.
00000100:00000001:0.0:1787761807.428814:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761807.428821:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c000 x1874600883766016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761807.428848:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761807.428851:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761807.428863:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b885017a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c000 x1874600883766016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761807.428885:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761807.428894:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761807.428915:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787761807.428922:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761807.428926:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761807.428936:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761807.428946:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3192
00000400:00000200:0.0:1787761807.428959:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761807.428973:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761807.428982:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761807.428991:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761807.429002:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761807.429015:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761807.429026:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761807.429036:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761807.429040:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787761807.429047:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761807.429050:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787761807.429057:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787761807.429060:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787761807.429069:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761807.429079:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761807.429088:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761807.429101:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761807.429112:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787761807.429122:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761807.429127:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761807.429134:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761807.429140:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761807.429147:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761807.429151:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761807.429157:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787761807.429162:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761807.429171:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761807.429183:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c780.
00000020:00000040:0.0:1787761807.429189:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787761807.429202:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761807.429208:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761807.429215:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761807.429217:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761807.429220:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761807.429230:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00000001:0.0:1787761807.429236:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761807.429246:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c780 x1874600883766144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761807.429253:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761807.429257:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761807.429269:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b7e064a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c780 x1874600883766144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761807.429285:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761807.429294:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3202)
00000800:00000200:2.1:1787761807.429420:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761807.429422:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787761807.429642:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761807.429644:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787761807.429847:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761807.429849:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787761807.430014:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761807.430016:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787761807.875718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761807.875725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761807.875730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761807.875733:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761807.875735:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761807.875738:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761807.875741:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761807.875743:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761807.875746:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761807.875748:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761807.875751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761807.875752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761808.707740:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297865980, at 4297865984
00000100:00000010:0.0:1787761808.707766:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f78a0.
00010000:00000001:0.0:1787761808.899765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761808.899775:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761808.899781:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761808.899782:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761808.899786:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761808.899787:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761809.923717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761809.923724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761809.923728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761809.923729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761809.923731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761809.923734:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761809.923737:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761809.923739:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761809.923742:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761809.923744:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761809.923745:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761809.923747:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761810.947711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761810.947717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761810.947722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761810.947723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761810.947725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761810.947726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761811.971729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761811.971736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761811.971740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761811.971741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761811.971743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761811.971753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761812.547765:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761812.547779:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787761812.547782:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761812.547786:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761812.547792:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761812.547800:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3197
00000400:00000200:0.0:1787761812.547811:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761812.547818:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761812.547822:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761812.547826:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761812.547829:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761812.547832:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761812.547836:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761812.547841:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761812.547844:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787761812.547847:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761812.547850:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787761812.547854:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787761812.547856:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787761812.547859:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761812.547862:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761812.547864:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761812.547866:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761812.547869:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787761812.547873:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761812.547876:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761812.547879:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761812.547883:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761812.547887:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761812.547890:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761812.547892:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761812.547903:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c780.
00000020:00000040:0.0:1787761812.547907:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787761812.547911:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761812.547913:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761812.547917:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761812.547920:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761812.547925:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761812.547935:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30800.
00000100:00000001:0.0:1787761812.547944:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761812.547955:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c780 x1874600883766272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761812.547966:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761812.547971:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761812.547977:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b7e064a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c780 x1874600883766272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761812.548000:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761812.548004:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761812.548008:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787761812.548010:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761812.548011:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761812.548015:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761812.548019:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3197
00000400:00000200:0.0:1787761812.548023:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761812.548026:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761812.548030:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761812.548034:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761812.548037:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761812.548039:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761812.548041:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761812.548044:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761812.548047:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787761812.548050:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761812.548056:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787761812.548061:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787761812.548067:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787761812.548072:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761812.548075:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761812.548082:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761812.548085:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761812.548091:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787761812.548099:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761812.548110:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761812.548114:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761812.548123:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761812.548131:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761812.548137:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761812.548146:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761812.548153:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761812.548160:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761812.548167:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c000.
00000020:00000040:0.0:1787761812.548173:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787761812.548178:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761812.548182:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761812.548187:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761812.548188:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761812.548191:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761812.548196:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33000.
00000100:00000001:0.0:1787761812.548201:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761812.548212:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c000 x1874600883766400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761812.548230:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761812.548234:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761812.548242:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b885017a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c000 x1874600883766400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761812.548263:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761812.548268:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761812.548274:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787761812.548278:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761812.548281:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761812.548285:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761812.548290:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3197
00000400:00000200:0.0:1787761812.548299:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761812.548306:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761812.548312:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761812.548320:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761812.548325:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761812.548332:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761812.548335:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761812.548342:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761812.548344:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787761812.548352:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761812.548357:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787761812.548361:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787761812.548367:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787761812.548381:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761812.548390:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761812.548402:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761812.548412:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761812.548420:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787761812.548434:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761812.548447:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761812.548456:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761812.548471:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761812.548479:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761812.548485:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.1:1787761812.548489:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000008:00100000:0.0:1787761812.548491:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761812.548496:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761812.548500:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761812.548504:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097d680.
00000020:00000040:0.0:1787761812.548507:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787761812.548511:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761812.548514:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761812.548521:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761812.548536:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761812.548544:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761812.548555:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30c00.
00000100:00000001:0.0:1787761812.548562:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761812.548578:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097d680 x1874600883766528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761812.548590:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761812.548636:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761812.548642:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b356f346] to pc [ptlrpcd_rcv+-1]  req@ffff96966097d680 x1874600883766528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761812.548649:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761812.548652:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761812.548657:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787761812.548659:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761812.548665:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761812.548671:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761812.548676:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3197
00000400:00000200:0.0:1787761812.548689:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761812.548693:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761812.548696:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761812.548704:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761812.548706:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761812.548709:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761812.548711:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761812.548714:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761812.548717:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787761812.548719:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761812.548722:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787761812.548728:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787761812.548731:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787761812.548751:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761812.548756:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761812.548762:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761812.548771:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761812.548778:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787761812.548787:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761812.548797:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761812.548802:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761812.548808:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761812.548817:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761812.548820:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761812.548823:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787761812.548826:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761812.548828:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761812.548832:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f840.
00000020:00000040:0.0:1787761812.548839:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787761812.548845:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761812.548849:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761812.548852:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761812.548854:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761812.548857:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761812.548867:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30000.
00000100:00000001:0.0:1787761812.548876:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761812.548888:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f840 x1874600883766656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761812.548904:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761812.548912:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761812.548923:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02bc9d6] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f840 x1874600883766656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761812.548949:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761812.548956:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761812.548965:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787761812.548967:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761812.548969:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761812.548971:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761812.548975:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3197
00000400:00000200:0.0:1787761812.548988:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761812.549005:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761812.549012:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761812.549017:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761812.549021:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761812.549025:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761812.549030:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761812.549036:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761812.549039:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787761812.549046:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761812.549050:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787761812.549060:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787761812.549066:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787761812.549073:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761812.549081:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761812.549087:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761812.549093:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:2.1:1787761812.549094:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000040:0.0:1787761812.549101:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787761812.549109:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761812.549117:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761812.549125:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761812.549132:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761812.549140:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761812.549144:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761812.549150:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787761812.549156:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761812.549165:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761812.549178:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097e1c0.
00000020:00000040:0.0:1787761812.549184:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787761812.549191:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761812.549194:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761812.549197:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761812.549201:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761812.549205:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761812.549214:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33c00.
00000100:00000001:0.0:1787761812.549220:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761812.549229:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097e1c0 x1874600883766784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761812.549256:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761812.549262:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761812.549271:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb94abd1] to pc [ptlrpcd_rcv+-1]  req@ffff96966097e1c0 x1874600883766784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761812.549295:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761812.549304:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3207)
00000800:00000200:2.1:1787761812.549409:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761812.549551:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761812.549719:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787761812.995696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761812.995702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761812.995707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761812.995708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761812.995711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761812.995713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761813.827692:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297871099, at 4297871104
00000100:00000010:0.0:1787761813.827718:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7720.
00010000:00000001:0.0:1787761814.019731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761814.019737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761814.019742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761814.019743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761814.019750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761814.019751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761815.043683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761815.043700:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761815.043703:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761815.043707:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761815.043714:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761815.043716:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761815.043718:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761815.043720:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761815.043724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761815.043725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761815.043728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761815.043729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761816.067716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761816.067724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761816.067731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761816.067732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761816.067736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761816.067737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761817.091726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761817.091735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761817.091740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761817.091743:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761817.091745:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761817.091747:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761817.091750:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761817.091752:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761817.091754:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761817.091756:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761817.091760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761817.091762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761817.668910:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761817.668914:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761817.669312:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761817.669315:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761817.669590:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761817.669592:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761817.669885:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761817.669887:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761817.670098:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761817.670100:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787761818.115743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761818.115750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761818.115755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761818.115756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761818.115759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761818.115760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761818.947709:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297876220, at 4297876224
00000100:00000010:0.0:1787761818.947729:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f74e0.
00010000:00000001:0.0:1787761819.139732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761819.139742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761819.139750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761819.139751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761819.139756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761819.139760:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761819.139762:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761819.139766:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761819.139770:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761819.139773:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761819.139775:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761819.139778:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761820.163725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761820.163734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761820.163740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761820.163741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761820.163744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761820.163745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761821.187680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761821.187686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761821.187690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761821.187690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761821.187693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761821.187693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761822.211687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761822.211693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761822.211699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761822.211700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761822.211703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761822.211705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761822.787731:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761822.787740:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787761822.787743:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761822.787747:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761822.787751:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761822.787756:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3207
00000400:00000200:0.0:1787761822.787763:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761822.787768:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761822.787770:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761822.787772:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761822.787775:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761822.787777:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761822.787778:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761822.787781:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761822.787782:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787761822.787784:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761822.787786:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787761822.787788:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787761822.787789:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787761822.787791:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761822.787792:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761822.787793:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761822.787795:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761822.787796:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787761822.787799:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761822.787800:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761822.787802:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761822.787804:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761822.787806:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761822.787807:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761822.787809:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761822.787816:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097da40.
00000020:00000040:0.0:1787761822.787818:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787761822.787821:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761822.787822:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761822.787824:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761822.787826:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761822.787829:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761822.787834:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30800.
00000100:00000001:0.0:1787761822.787839:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761822.787846:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097da40 x1874600883767552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761822.787853:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761822.787856:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761822.787859:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a392d04] to pc [ptlrpcd_rcv+-1]  req@ffff96966097da40 x1874600883767552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761822.787876:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761822.787879:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761822.787881:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787761822.787883:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761822.787884:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761822.787887:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761822.787890:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3207
00000400:00000200:0.0:1787761822.787893:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761822.787896:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761822.787899:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761822.787902:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761822.787905:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761822.787907:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761822.787909:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761822.787911:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761822.787913:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787761822.787914:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761822.787915:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787761822.787917:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787761822.787919:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787761822.787923:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761822.787925:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761822.787928:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761822.787930:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761822.787933:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787761822.787936:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761822.787945:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761822.787951:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761822.787956:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761822.787959:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761822.787962:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761822.787966:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761822.787969:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761822.787973:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761822.787976:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097de00.
00000020:00000040:0.0:1787761822.787980:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787761822.787983:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761822.787985:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761822.787988:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761822.787991:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761822.787993:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761822.787997:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33000.
00000100:00000001:0.0:1787761822.788001:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761822.788009:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097de00 x1874600883767680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761822.788018:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761822.788021:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761822.788024:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010d19df2] to pc [ptlrpcd_rcv+-1]  req@ffff96966097de00 x1874600883767680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761822.788035:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761822.788038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761822.788043:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787761822.788044:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761822.788045:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761822.788048:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761822.788052:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3207
00000400:00000200:0.0:1787761822.788055:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761822.788057:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761822.788058:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761822.788059:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761822.788060:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761822.788062:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761822.788063:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761822.788064:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761822.788065:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787761822.788066:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761822.788067:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787761822.788069:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787761822.788074:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787761822.788078:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761822.788080:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761822.788083:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761822.788085:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761822.788087:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787761822.788091:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761822.788095:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761822.788099:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761822.788101:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761822.788104:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761822.788107:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761822.788111:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761822.788114:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761822.788118:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761822.788123:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097ed00.
00000020:00000040:0.0:1787761822.788128:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787761822.788133:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761822.788136:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761822.788139:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761822.788142:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761822.788144:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761822.788151:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30000.
00000100:00000001:0.0:1787761822.788156:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761822.788164:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097ed00 x1874600883767808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761822.788173:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761822.788177:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761822.788182:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088ef356f] to pc [ptlrpcd_rcv+-1]  req@ffff96966097ed00 x1874600883767808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761822.788201:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761822.788207:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761822.788211:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787761822.788213:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761822.788216:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761822.788222:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761822.788227:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3207
00000400:00000200:0.0:1787761822.788236:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761822.788240:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761822.788242:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761822.788246:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761822.788248:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761822.788251:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761822.788254:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761822.788258:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761822.788260:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787761822.788262:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761822.788264:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787761822.788266:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787761822.788269:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000800:00000200:2.1:1787761822.788274:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:0.0:1787761822.788275:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761822.788280:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787761822.788281:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1787761822.788282:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761822.788286:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761822.788289:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787761822.788293:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761822.788297:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761822.788306:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761822.788310:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761822.788313:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761822.788316:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761822.788319:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787761822.788321:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761822.788322:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761822.788325:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c3c0.
00000020:00000040:0.0:1787761822.788328:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787761822.788333:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761822.788334:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761822.788336:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761822.788338:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761822.788340:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761822.788344:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30c00.
00000100:00000001:0.0:1787761822.788348:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761822.788355:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c3c0 x1874600883767936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761822.788363:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761822.788365:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761822.788371:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732a0c51] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c3c0 x1874600883767936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761822.788395:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761822.788401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761822.788408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787761822.788410:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761822.788414:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761822.788418:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761822.788422:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3207
00000400:00000200:0.0:1787761822.788427:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761822.788430:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761822.788433:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761822.788438:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761822.788442:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761822.788447:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761822.788453:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761822.788458:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761822.788462:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787761822.788464:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761822.788467:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787761822.788472:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787761822.788478:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787761822.788494:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761822.788500:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761822.788506:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761822.788512:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761822.788518:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787761822.788526:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761822.788531:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761822.788546:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761822.788550:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761822.788556:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761822.788560:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761822.788563:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787761822.788570:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761822.788576:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761822.788584:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f0c0.
00000020:00000040:0.0:1787761822.788588:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787761822.788594:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761822.788622:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761822.788626:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761822.788631:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761822.788635:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761822.788642:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33c00.
00000100:00000001:0.0:1787761822.788646:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761822.788655:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f0c0 x1874600883768064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761822.788668:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761822.788672:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761822.788679:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcc28536] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f0c0 x1874600883768064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761822.788696:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761822.788701:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3217)
00000800:00000200:2.1:1787761822.788791:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761822.788793:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787761822.789038:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761822.789041:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787761822.789275:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761822.789277:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787761822.789483:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761822.789484:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787761823.235731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761823.235738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761823.235744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761823.235745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761823.235747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761823.235748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761824.068246:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297881339, at 4297881344
00000100:00000010:0.0:1787761824.068261:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7780.
00010000:00000001:0.0:1787761824.259753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761824.259760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761824.259764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761824.259765:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761824.259767:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761824.259768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761825.283743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761825.283752:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761825.283754:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761825.283757:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761825.283761:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761825.283763:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761825.283765:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761825.283766:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761825.283769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761825.283770:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761825.283773:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761825.283774:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761826.307720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761826.307726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761826.307729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761826.307730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761826.307732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761826.307733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:0.0:1787761826.371708:0:9535:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96965830e000.
00000020:00000010:0.0:1787761826.371721:0:9535:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96965830e200.
00000020:00000010:0.0:1787761826.371727:0:9535:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9696483cc000.
00000020:00000010:0.0:1787761826.371732:0:9535:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff969646639950.
00000020:00000010:0.0:1787761826.371738:0:9535:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9696507f9800.
80000000:00000010:0.0:1787761826.371742:0:9535:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96965837c600.
40000000:00000010:0.0:1787761826.371746:0:9535:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff969660155f80.
00100000:00000010:0.0:1787761826.371751:0:9535:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9696483ca800.
00040000:00000010:0.0:1787761826.371754:0:9535:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96964468ef00.
00040000:00000010:0.0:1787761826.371757:0:9535:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9696507f9000.
00002000:00000010:0.0:1787761826.371761:0:9535:0:(ofd_dev.c:3019:ofd_key_init()) kmalloced '(value)': 1000 at ffff969643a31000.
00000020:00000010:0.0:1787761826.371766:0:9535:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96965830e200.
00000020:00000010:0.0:1787761826.371772:0:9535:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9696483cc000.
00000020:00000010:0.0:1787761826.371775:0:9535:0:(tgt_main.c:742:tgt_key_fini()) slab-freed '(info)': 1296 at ffff969646639950.
00000020:00000010:0.0:1787761826.371778:0:9535:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9696507f9800.
80000000:00000010:0.0:1787761826.371780:0:9535:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96965837c600.
40000000:00000010:0.0:1787761826.371783:0:9535:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff969660155f80.
00100000:00000010:0.0:1787761826.371786:0:9535:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9696483ca800.
00040000:00000010:0.0:1787761826.371788:0:9535:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96964468ef00.
00040000:00000010:0.0:1787761826.371789:0:9535:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9696507f9000.
00002000:00000010:0.0:1787761826.371791:0:9535:0:(ofd_dev.c:3048:ofd_key_fini()) kfreed 'info': 1000 at ffff969643a31000.
00000020:00000010:0.0:1787761826.371794:0:9535:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96965830e000.
00010000:00000001:0.0:1787761827.331725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761827.331732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761827.331737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761827.331740:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761827.331742:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761827.331745:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761827.331748:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761827.331750:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761827.331752:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761827.331755:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761827.331758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761827.331759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761827.907773:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761827.907781:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761827.907784:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761827.907788:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761827.907792:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761827.907799:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3212
00000400:00000200:3.0:1787761827.907807:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761827.907812:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761827.907815:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761827.907818:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761827.907821:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761827.907823:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761827.907826:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761827.907829:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761827.907831:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761827.907833:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761827.907837:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761827.907839:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761827.907841:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761827.907844:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761827.907846:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761827.907848:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761827.907850:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761827.907852:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761827.907855:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761827.907857:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761827.907860:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761827.907863:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761827.907866:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761827.907868:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761827.907870:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761827.907879:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787761827.907882:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761827.907886:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761827.907888:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761827.907891:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761827.907893:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761827.907897:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761827.907903:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761827.907909:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761827.907917:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883768192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761827.907927:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761827.907931:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761827.907935:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883768192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761827.907959:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761827.907962:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761827.907965:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761827.907966:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761827.907968:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761827.907970:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761827.907973:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3212
00000400:00000200:3.0:1787761827.907976:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761827.907979:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761827.907981:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761827.907984:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761827.907986:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761827.907989:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761827.907991:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761827.907993:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761827.907995:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761827.907997:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761827.907999:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761827.908002:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761827.908007:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761827.908012:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761827.908016:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761827.908027:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761827.908032:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761827.908037:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761827.908042:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761827.908047:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761827.908050:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761827.908057:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761827.908062:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761827.908066:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761827.908071:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761827.908075:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761827.908079:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761827.908083:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761827.908088:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761827.908094:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761827.908097:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761827.908100:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761827.908102:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761827.908105:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761827.908111:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761827.908115:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761827.908123:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883768320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761827.908135:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761827.908138:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761827.908145:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883768320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761827.908175:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761827.908180:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761827.908185:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761827.908189:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761827.908193:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761827.908199:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761827.908204:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3212
00000400:00000200:3.0:1787761827.908211:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761827.908218:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761827.908220:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761827.908226:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761827.908230:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761827.908235:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761827.908239:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761827.908244:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761827.908247:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761827.908251:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761827.908255:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761827.908260:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761827.908266:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761827.908275:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761827.908281:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761827.908285:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761827.908289:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761827.908293:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761827.908300:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761827.908305:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761827.908309:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761827.908314:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761827.908318:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761827.908320:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761827.908324:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761827.908329:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761827.908332:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761827.908338:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000800:00000200:2.1:1787761827.908340:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000040:3.0:1787761827.908342:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000800:00000200:2.1:1787761827.908346:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1787761827.908347:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761827.908349:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761827.908352:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761827.908353:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761827.908354:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761827.908358:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761827.908363:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761827.908370:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883768448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761827.908380:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761827.908383:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761827.908399:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883768448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761827.908413:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761827.908418:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761827.908425:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761827.908427:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761827.908429:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761827.908444:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761827.908448:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3212
00000400:00000200:3.0:1787761827.908456:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761827.908462:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761827.908467:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761827.908473:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761827.908476:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761827.908479:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761827.908483:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761827.908488:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761827.908491:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761827.908493:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761827.908497:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761827.908501:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761827.908506:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761827.908509:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761827.908519:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761827.908524:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761827.908527:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761827.908531:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761827.908537:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761827.908542:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761827.908546:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761827.908551:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761827.908555:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761827.908558:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761827.908562:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761827.908567:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761827.908571:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761827.908576:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761827.908581:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761827.908587:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761827.908591:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761827.908630:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761827.908634:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761827.908637:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761827.908643:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761827.908650:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761827.908658:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883768576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761827.908678:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761827.908682:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761827.908688:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883768576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761827.908702:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761827.908705:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761827.908710:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761827.908713:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761827.908716:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761827.908721:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761827.908726:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3212
00000400:00000200:3.0:1787761827.908732:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761827.908738:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761827.908743:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761827.908749:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761827.908753:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761827.908758:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761827.908762:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761827.908767:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761827.908769:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761827.908773:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761827.908776:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761827.908779:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761827.908783:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761827.908789:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761827.908794:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761827.908800:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761827.908804:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761827.908809:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761827.908814:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761827.908818:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761827.908822:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761827.908826:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761827.908830:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761827.908834:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761827.908838:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761827.908844:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761827.908848:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761827.908853:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761827.908858:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761827.908863:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761827.908866:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761827.908869:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761827.908873:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761827.908878:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761827.908884:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761827.908888:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761827.908896:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883768704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761827.908905:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761827.908909:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761827.908915:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883768704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761827.908927:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761827.908933:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3222)
00000800:00000200:2.1:1787761827.909062:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761827.909065:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787761827.909334:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761827.909337:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787761827.909629:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761827.909632:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787761827.909892:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761827.909894:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787761828.355718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761828.355726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761828.355733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761828.355735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761828.355738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761828.355739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761829.187659:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297886459, at 4297886464
00000100:00000010:0.0:1787761829.187681:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f76c0.
00010000:00000001:0.0:1787761829.379693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761829.379698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761829.379701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761829.379702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761829.379704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761829.379707:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761829.379709:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761829.379711:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761829.379713:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761829.379715:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761829.379716:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761829.379717:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761830.403713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761830.403719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761830.403724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761830.403725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761830.403728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761830.403729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761831.427742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761831.427749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761831.427754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761831.427754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761831.427758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761831.427759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761832.451706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761832.451713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761832.451718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761832.451720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761832.451722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761832.451723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761833.027758:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761833.027772:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787761833.027774:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761833.027778:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761833.027784:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761833.027793:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3217
00000400:00000200:0.0:1787761833.027804:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761833.027811:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761833.027815:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761833.027818:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761833.027822:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761833.027824:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761833.027828:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761833.027832:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761833.027835:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787761833.027838:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761833.027842:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787761833.027845:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787761833.027848:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787761833.027851:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761833.027852:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761833.027855:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761833.027856:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761833.027860:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787761833.027864:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761833.027866:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761833.027869:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761833.027873:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761833.027876:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761833.027879:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761833.027882:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761833.027893:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f0c0.
00000020:00000040:0.0:1787761833.027898:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787761833.027903:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761833.027904:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761833.027909:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761833.027912:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761833.027917:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761833.027929:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32400.
00000100:00000001:0.0:1787761833.027937:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761833.027948:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f0c0 x1874600883768832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761833.027958:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761833.027963:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761833.027969:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcc28536] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f0c0 x1874600883768832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761833.027994:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761833.027997:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761833.028001:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787761833.028002:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761833.028004:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761833.028006:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761833.028010:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3217
00000400:00000200:0.0:1787761833.028015:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761833.028019:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761833.028022:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761833.028025:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761833.028028:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761833.028031:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761833.028034:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761833.028043:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761833.028051:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787761833.028064:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761833.028068:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787761833.028075:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787761833.028091:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787761833.028105:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761833.028114:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761833.028125:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761833.028133:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761833.028143:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787761833.028150:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761833.028161:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761833.028166:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761833.028177:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761833.028185:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761833.028189:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761833.028202:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761833.028214:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761833.028221:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761833.028235:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c3c0.
00000020:00000040:0.0:1787761833.028244:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787761833.028250:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761833.028253:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761833.028257:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761833.028262:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761833.028267:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761833.028278:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00000001:0.0:1787761833.028284:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761833.028294:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c3c0 x1874600883768960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761833.028316:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761833.028319:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761833.028326:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732a0c51] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c3c0 x1874600883768960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761833.028352:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761833.028357:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761833.028364:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787761833.028371:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761833.028377:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761833.028380:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761833.028386:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3217
00000400:00000200:0.0:1787761833.028393:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761833.028403:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761833.028415:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1787761833.028422:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:0.0:1787761833.028428:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000800:00000200:2.1:1787761833.028429:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1787761833.028434:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761833.028440:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761833.028449:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761833.028455:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761833.028457:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787761833.028460:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761833.028463:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787761833.028468:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787761833.028473:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787761833.028483:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761833.028488:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761833.028495:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761833.028501:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761833.028507:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787761833.028524:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761833.028533:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761833.028545:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761833.028551:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761833.028559:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761833.028563:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761833.028565:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761833.028567:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761833.028569:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761833.028572:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097ed00.
00000020:00000040:0.0:1787761833.028579:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787761833.028582:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761833.028585:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761833.028591:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761833.028592:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761833.028595:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761833.028659:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33400.
00000100:00000001:0.0:1787761833.028664:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761833.028675:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097ed00 x1874600883769088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761833.028687:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761833.028690:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761833.028697:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088ef356f] to pc [ptlrpcd_rcv+-1]  req@ffff96966097ed00 x1874600883769088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761833.028715:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761833.028718:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761833.028723:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787761833.028725:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761833.028726:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761833.028732:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761833.028738:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3217
00000400:00000200:0.0:1787761833.028754:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761833.028762:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761833.028768:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761833.028775:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761833.028781:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761833.028785:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761833.028787:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761833.028794:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761833.028796:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787761833.028802:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761833.028806:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787761833.028809:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787761833.028812:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787761833.028815:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761833.028817:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761833.028819:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761833.028820:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761833.028821:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787761833.028823:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761833.028827:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761833.028831:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761833.028834:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761833.028840:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761833.028842:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761833.028844:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787761833.028847:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761833.028848:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761833.028851:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097de00.
00000020:00000040:0.0:1787761833.028854:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787761833.028860:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761833.028863:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761833.028869:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761833.028875:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761833.028876:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761833.028879:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30400.
00000100:00000001:0.0:1787761833.028886:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761833.028897:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097de00 x1874600883769216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761833.028926:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761833.028937:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761833.028947:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010d19df2] to pc [ptlrpcd_rcv+-1]  req@ffff96966097de00 x1874600883769216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761833.029000:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761833.029012:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761833.029019:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787761833.029025:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761833.029034:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761833.029051:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761833.029063:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3217
00000400:00000200:0.0:1787761833.029075:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761833.029088:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761833.029096:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761833.029105:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761833.029114:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761833.029120:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761833.029125:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761833.029131:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761833.029135:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787761833.029140:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761833.029145:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787761833.029152:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787761833.029158:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787761833.029167:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761833.029173:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761833.029181:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761833.029186:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761833.029194:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787761833.029204:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761833.029208:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761833.029212:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761833.029219:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761833.029228:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761833.029235:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761833.029238:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787761833.029247:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761833.029253:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761833.029262:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097da40.
00000020:00000040:0.0:1787761833.029265:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787761833.029269:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761833.029274:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761833.029276:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761833.029281:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761833.029284:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761833.029291:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32800.
00000100:00000001:0.0:1787761833.029295:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761833.029304:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097da40 x1874600883769344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761833.029324:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761833.029331:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761833.029352:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a392d04] to pc [ptlrpcd_rcv+-1]  req@ffff96966097da40 x1874600883769344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761833.029383:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761833.029394:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3228)
00000800:00000200:2.1:1787761833.029478:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761833.029480:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761833.029793:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761833.029796:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761833.029987:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761833.029988:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761833.030206:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761833.030207:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1787761833.475739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761833.475747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761833.475752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761833.475753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761833.475755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761833.475756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761834.307738:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297891579, at 4297891584
00000100:00000010:0.0:1787761834.307756:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7ba0.
00010000:00000001:0.0:1787761834.499691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761834.499698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761834.499703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761834.499704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761834.499707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761834.499708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761835.523713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761835.523722:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761835.523724:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761835.523727:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761835.523731:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761835.523734:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761835.523735:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761835.523737:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761835.523741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761835.523742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761835.523745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761835.523746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761836.548401:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761836.548407:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761836.548411:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761836.548412:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761836.548414:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761836.548415:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761837.571705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761837.571709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761837.571722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761837.571725:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761837.571728:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761837.571730:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761837.571733:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761837.571736:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761837.571738:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761837.571740:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761837.571743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761837.571745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761838.148223:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761838.148227:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787761838.148896:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761838.148898:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787761838.149125:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761838.149127:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787761838.149347:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761838.149348:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787761838.149749:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761838.149751:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1787761838.595722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761838.595730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761838.595737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761838.595738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761838.595742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761838.595743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761839.427707:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297896699, at 4297896704
00000100:00000010:0.0:1787761839.427725:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7480.
00010000:00000001:0.0:1787761839.619724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761839.619732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761839.619739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761839.619741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761839.619745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761839.619749:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761839.619751:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761839.619754:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761839.619758:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761839.619760:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761839.619763:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761839.619765:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761840.643715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761840.643721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761840.643725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761840.643726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761840.643729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761840.643730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761841.667696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761841.667703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761841.667710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761841.667711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761841.667714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761841.667715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761842.691772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761842.691789:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761842.691801:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761842.691802:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761842.691806:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761842.691807:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761843.267708:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761843.267721:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787761843.267724:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761843.267728:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761843.267733:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761843.267742:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3228
00000400:00000200:0.0:1787761843.267753:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761843.267760:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761843.267764:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761843.267767:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761843.267771:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761843.267773:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761843.267775:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761843.267780:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761843.267782:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787761843.267785:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761843.267789:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787761843.267791:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787761843.267794:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787761843.267796:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761843.267798:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761843.267800:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761843.267802:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761843.267805:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787761843.267808:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761843.267810:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761843.267813:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761843.267817:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761843.267820:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761843.267822:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761843.267825:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761843.267837:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c780.
00000020:00000040:0.0:1787761843.267841:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787761843.267845:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761843.267846:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761843.267850:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761843.267853:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761843.267857:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761843.267866:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32800.
00000100:00000001:0.0:1787761843.267874:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761843.267883:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c780 x1874600883770112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761843.267893:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761843.267898:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761843.267902:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b7e064a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c780 x1874600883770112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761843.267925:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761843.267928:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761843.267932:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787761843.267933:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761843.267935:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761843.267938:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761843.267940:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3228
00000400:00000200:0.0:1787761843.267943:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761843.267946:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761843.267949:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761843.267952:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761843.267954:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761843.267956:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761843.267961:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761843.267963:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761843.267966:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787761843.267967:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761843.267972:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787761843.267977:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787761843.267981:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787761843.267988:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761843.267993:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761843.267998:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761843.268004:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761843.268007:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787761843.268013:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761843.268018:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761843.268021:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761843.268029:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761843.268033:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761843.268038:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761843.268044:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761843.268050:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761843.268053:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761843.268058:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c000.
00000020:00000040:0.0:1787761843.268062:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787761843.268067:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761843.268068:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761843.268069:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761843.268071:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761843.268073:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761843.268080:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30400.
00000100:00000001:0.0:1787761843.268084:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761843.268094:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c000 x1874600883770240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761843.268105:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761843.268108:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761843.268116:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b885017a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c000 x1874600883770240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761843.268132:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761843.268136:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761843.268152:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787761843.268154:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761843.268155:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761843.268161:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761843.268167:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3228
00000400:00000200:0.0:1787761843.268173:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761843.268178:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761843.268183:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761843.268190:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761843.268194:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761843.268199:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761843.268201:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761843.268204:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761843.268206:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787761843.268208:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761843.268210:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787761843.268213:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787761843.268217:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787761843.268224:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761843.268228:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761843.268233:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761843.268238:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761843.268243:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787761843.268247:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761843.268250:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761843.268251:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761843.268254:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761843.268257:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761843.268261:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761843.268265:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761843.268270:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761843.268273:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761843.268279:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f840.
00000020:00000040:0.0:1787761843.268283:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787761843.268286:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761843.268288:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761843.268292:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761843.268294:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761843.268296:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761843.268302:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33400.
00000100:00000001:0.0:1787761843.268306:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761843.268313:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00100000:0.0:1787761843.268314:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f840 x1874600883770368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787761843.268319:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1787761843.268326:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761843.268330:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761843.268335:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02bc9d6] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f840 x1874600883770368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761843.268342:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761843.268348:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761843.268353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787761843.268357:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761843.268358:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761843.268360:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761843.268365:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3228
00000400:00000200:0.0:1787761843.268370:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761843.268377:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761843.268379:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761843.268382:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761843.268383:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761843.268387:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761843.268389:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761843.268392:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761843.268394:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787761843.268397:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761843.268399:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787761843.268402:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787761843.268404:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787761843.268409:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761843.268412:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761843.268413:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761843.268415:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761843.268416:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787761843.268418:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761843.268421:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761843.268423:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761843.268426:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761843.268429:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761843.268432:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761843.268435:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787761843.268437:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761843.268440:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761843.268444:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097d680.
00000020:00000040:0.0:1787761843.268446:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787761843.268448:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761843.268448:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761843.268450:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761843.268451:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761843.268453:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761843.268457:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00000001:0.0:1787761843.268461:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761843.268466:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097d680 x1874600883770496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761843.268475:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761843.268477:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761843.268484:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b356f346] to pc [ptlrpcd_rcv+-1]  req@ffff96966097d680 x1874600883770496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761843.268493:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761843.268496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761843.268500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787761843.268501:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761843.268503:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761843.268507:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761843.268510:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3228
00000400:00000200:0.0:1787761843.268516:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761843.268519:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761843.268524:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761843.268528:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761843.268530:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761843.268536:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761843.268540:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761843.268544:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761843.268548:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787761843.268553:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761843.268557:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787761843.268561:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787761843.268565:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787761843.268571:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761843.268574:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761843.268576:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761843.268579:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761843.268583:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787761843.268589:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761843.268593:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761843.268646:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761843.268651:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761843.268657:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761843.268661:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761843.268665:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787761843.268670:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761843.268675:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761843.268682:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097e1c0.
00000020:00000040:0.0:1787761843.268688:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787761843.268694:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761843.268697:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761843.268701:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761843.268704:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761843.268708:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761843.268715:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32400.
00000100:00000001:0.0:1787761843.268721:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761843.268728:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097e1c0 x1874600883770624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761843.268742:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761843.268745:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761843.268750:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb94abd1] to pc [ptlrpcd_rcv+-1]  req@ffff96966097e1c0 x1874600883770624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761843.268762:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761843.268769:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3238)
00000800:00000200:2.1:1787761843.268910:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761843.268913:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787761843.269165:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761843.269167:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787761843.269403:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761843.269404:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787761843.269636:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761843.269637:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787761843.715666:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761843.715672:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761843.715678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761843.715680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761843.715683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761843.715684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761844.547705:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297901819, at 4297901824
00000100:00000010:0.0:1787761844.547723:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7f00.
00010000:00000001:0.0:1787761844.739718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761844.739723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761844.739727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761844.739728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761844.739730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761844.739731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761845.763751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761845.763760:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761845.763763:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761845.763766:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761845.763771:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761845.763773:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761845.763774:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761845.763776:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761845.763779:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761845.763780:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761845.763783:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761845.763784:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761846.787766:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761846.787775:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761846.787784:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761846.787786:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761846.787789:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761846.787791:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761847.811729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761847.811736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761847.811741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761847.811744:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761847.811746:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761847.811748:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761847.811751:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761847.811753:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761847.811755:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761847.811756:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761847.811759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761847.811759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761848.387757:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761848.387769:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787761848.387773:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761848.387778:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761848.387783:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761848.387792:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3233
00000400:00000200:0.0:1787761848.387804:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761848.387811:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761848.387815:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761848.387817:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761848.387821:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761848.387823:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761848.387825:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761848.387829:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761848.387832:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787761848.387835:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761848.387838:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787761848.387841:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787761848.387843:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787761848.387847:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761848.387849:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761848.387851:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761848.387853:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761848.387857:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787761848.387860:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761848.387863:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761848.387866:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761848.387870:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761848.387873:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761848.387876:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761848.387879:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761848.387892:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097e1c0.
00000020:00000040:0.0:1787761848.387896:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787761848.387916:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761848.387918:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761848.387922:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761848.387925:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761848.387929:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761848.387941:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33c00.
00000100:00000001:0.0:1787761848.387949:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761848.387960:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097e1c0 x1874600883770752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761848.387971:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761848.387976:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761848.387981:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb94abd1] to pc [ptlrpcd_rcv+-1]  req@ffff96966097e1c0 x1874600883770752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761848.388008:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761848.388011:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761848.388015:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787761848.388016:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761848.388018:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761848.388021:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761848.388024:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3233
00000400:00000200:0.0:1787761848.388027:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761848.388030:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761848.388032:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761848.388035:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761848.388037:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761848.388049:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761848.388052:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761848.388054:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761848.388055:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787761848.388057:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761848.388059:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787761848.388061:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787761848.388064:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787761848.388067:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761848.388070:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761848.388072:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761848.388074:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761848.388077:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787761848.388080:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761848.388083:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761848.388085:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761848.388093:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761848.388098:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761848.388103:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761848.388110:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761848.388116:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761848.388121:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761848.388128:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097d680.
00000020:00000040:0.0:1787761848.388132:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787761848.388137:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761848.388140:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761848.388144:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761848.388147:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761848.388151:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761848.388158:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30c00.
00000100:00000001:0.0:1787761848.388164:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761848.388173:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097d680 x1874600883770880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761848.388183:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761848.388188:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761848.388194:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b356f346] to pc [ptlrpcd_rcv+-1]  req@ffff96966097d680 x1874600883770880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761848.388214:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761848.388218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761848.388222:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787761848.388224:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761848.388226:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761848.388230:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761848.388236:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3233
00000400:00000200:0.0:1787761848.388254:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761848.388262:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761848.388267:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761848.388273:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761848.388278:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761848.388281:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761848.388285:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761848.388288:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761848.388291:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787761848.388292:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761848.388295:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787761848.388299:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787761848.388304:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787761848.388308:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761848.388313:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761848.388318:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761848.388322:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761848.388325:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787761848.388331:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761848.388334:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761848.388340:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761848.388345:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761848.388349:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761848.388355:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761848.388359:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761848.388363:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761848.388365:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761848.388371:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f840.
00000020:00000040:0.0:1787761848.388376:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787761848.388380:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761848.388382:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761848.388387:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761848.388388:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761848.388391:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761848.388399:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30000.
00000100:00000001:0.0:1787761848.388404:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761848.388413:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f840 x1874600883771008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787761848.388419:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761848.388426:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1787761848.388430:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761848.388435:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761848.388439:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02bc9d6] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f840 x1874600883771008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761848.388451:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761848.388454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761848.388458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787761848.388461:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761848.388463:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761848.388468:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761848.388473:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3233
00000400:00000200:0.0:1787761848.388479:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761848.388485:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761848.388488:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761848.388495:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761848.388501:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761848.388505:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761848.388510:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761848.388513:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761848.388514:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787761848.388517:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761848.388521:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787761848.388525:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787761848.388528:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787761848.388535:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761848.388540:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761848.388544:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761848.388549:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761848.388552:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787761848.388557:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761848.388562:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761848.388567:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761848.388571:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761848.388575:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761848.388579:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761848.388582:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787761848.388587:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761848.388589:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761848.388593:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c000.
00000020:00000040:0.0:1787761848.388619:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787761848.388621:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761848.388622:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761848.388625:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761848.388626:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761848.388628:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761848.388632:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33000.
00000100:00000001:0.0:1787761848.388639:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761848.388648:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c000 x1874600883771136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761848.388661:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761848.388665:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761848.388674:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b885017a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c000 x1874600883771136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761848.388701:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761848.388706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761848.388712:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787761848.388715:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761848.388719:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761848.388722:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761848.388725:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3233
00000400:00000200:0.0:1787761848.388733:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761848.388741:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761848.388747:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761848.388753:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761848.388757:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761848.388761:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761848.388765:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761848.388768:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761848.388770:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787761848.388773:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761848.388775:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787761848.388778:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787761848.388781:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787761848.388786:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761848.388789:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761848.388794:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761848.388798:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761848.388801:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787761848.388806:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761848.388810:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761848.388814:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761848.388817:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761848.388820:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761848.388824:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761848.388827:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787761848.388833:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761848.388837:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761848.388843:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c780.
00000020:00000040:0.0:1787761848.388849:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787761848.388855:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761848.388858:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761848.388863:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761848.388867:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761848.388871:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761848.388877:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30800.
00000100:00000001:0.0:1787761848.388884:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761848.388894:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c780 x1874600883771264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761848.388908:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761848.388913:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761848.388922:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b7e064a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c780 x1874600883771264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761848.388936:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761848.388945:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3243)
00000800:00000200:2.1:1787761848.389119:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761848.389122:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787761848.389411:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761848.389414:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787761848.389702:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761848.389705:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787761848.389976:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761848.389978:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787761848.835755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761848.835764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761848.835771:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761848.835773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761848.835777:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761848.835778:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761849.667677:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297906939, at 4297906944
00000100:00000010:0.0:1787761849.667695:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7a80.
00010000:00000001:0.0:1787761849.859738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761849.859745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761849.859750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761849.859751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761849.859754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761849.859758:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761849.859760:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761849.859763:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761849.859770:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761849.859773:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761849.859774:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761849.859776:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761850.883739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761850.883747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761850.883752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761850.883753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761850.883756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761850.883757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761851.907678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761851.907683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761851.907688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761851.907689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761851.907691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761851.907691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761852.931708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761852.931714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761852.931718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761852.931719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761852.931721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761852.931722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761853.507696:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761853.507706:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761853.507709:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761853.507714:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761853.507718:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761853.507729:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3238
00000400:00000200:3.0:1787761853.507739:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761853.507745:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761853.507748:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761853.507752:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761853.507756:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761853.507758:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761853.507760:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761853.507764:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761853.507766:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761853.507769:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761853.507772:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761853.507773:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761853.507775:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761853.507777:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761853.507778:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761853.507779:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761853.507780:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761853.507783:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761853.507785:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761853.507787:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761853.507789:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761853.507791:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761853.507793:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761853.507795:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761853.507796:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761853.507804:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761853.507806:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761853.507810:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761853.507811:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761853.507815:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761853.507818:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761853.507821:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761853.507828:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761853.507834:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761853.507844:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883771392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761853.507854:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761853.507858:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761853.507864:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883771392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761853.507885:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761853.507888:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761853.507891:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761853.507892:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761853.507894:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761853.507896:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761853.507899:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3238
00000400:00000200:3.0:1787761853.507903:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761853.507908:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761853.507910:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761853.507913:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761853.507916:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761853.507919:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761853.507920:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761853.507924:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761853.507925:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761853.507928:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761853.507930:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761853.507933:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761853.507935:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761853.507951:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761853.507956:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761853.507959:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761853.507963:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761853.507965:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761853.507968:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761853.507972:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761853.507974:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761853.507979:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761853.507983:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761853.507989:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761853.507994:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761853.508000:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761853.508004:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761853.508008:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761853.508013:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761853.508019:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761853.508021:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761853.508026:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761853.508028:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761853.508031:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761853.508039:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761853.508044:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761853.508049:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883771520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761853.508060:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761853.508063:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761853.508070:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883771520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761853.508091:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761853.508094:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761853.508099:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761853.508102:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761853.508103:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761853.508105:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761853.508108:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3238
00000400:00000200:3.0:1787761853.508146:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761853.508152:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761853.508156:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761853.508163:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761853.508167:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761853.508173:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761853.508177:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761853.508180:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761853.508182:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761853.508186:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761853.508188:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761853.508192:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761853.508197:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761853.508206:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000800:00000200:2.1:1787761853.508206:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761853.508211:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787761853.508212:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761853.508219:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761853.508224:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761853.508228:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761853.508232:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761853.508236:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761853.508241:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761853.508244:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761853.508248:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761853.508251:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761853.508253:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761853.508256:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761853.508258:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761853.508263:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787761853.508267:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761853.508271:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761853.508273:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761853.508278:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761853.508279:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761853.508281:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761853.508286:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761853.508289:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761853.508297:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883771648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761853.508315:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761853.508318:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761853.508322:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883771648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761853.508331:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761853.508334:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761853.508338:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761853.508341:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761853.508343:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761853.508346:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761853.508349:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3238
00000400:00000200:3.0:1787761853.508355:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761853.508361:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761853.508364:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761853.508369:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761853.508373:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761853.508375:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761853.508377:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761853.508382:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761853.508384:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761853.508388:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761853.508391:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761853.508396:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761853.508402:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761853.508407:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761853.508411:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761853.508416:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761853.508422:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761853.508427:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761853.508432:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761853.508437:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761853.508441:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761853.508446:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761853.508451:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761853.508455:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761853.508459:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761853.508464:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761853.508469:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761853.508474:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761853.508480:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761853.508485:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761853.508488:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761853.508494:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761853.508496:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761853.508499:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761853.508506:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761853.508512:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761853.508519:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883771776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761853.508533:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761853.508534:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761853.508537:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883771776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761853.508546:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761853.508549:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761853.508555:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761853.508557:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761853.508559:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761853.508564:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761853.508567:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3238
00000400:00000200:3.0:1787761853.508572:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761853.508577:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761853.508581:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761853.508585:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761853.508588:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761853.508591:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761853.508593:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761853.508618:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761853.508619:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761853.508621:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761853.508623:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761853.508625:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761853.508627:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761853.508630:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761853.508633:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761853.508638:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761853.508644:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761853.508649:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761853.508655:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761853.508659:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761853.508662:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761853.508666:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761853.508669:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761853.508673:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761853.508676:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761853.508679:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761853.508682:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761853.508686:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761853.508689:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761853.508691:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761853.508693:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761853.508697:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761853.508698:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761853.508700:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761853.508702:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761853.508704:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761853.508711:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883771904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761853.508735:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761853.508738:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761853.508744:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883771904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761853.508751:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761853.508756:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3248)
00000800:00000200:2.1:1787761853.508927:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761853.508929:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761853.509213:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761853.509216:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761853.509489:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761853.509491:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761853.509775:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761853.509777:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787761853.955639:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761853.955644:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761853.955648:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761853.955649:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761853.955652:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761853.955654:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761854.787717:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297912059, at 4297912064
00000100:00000010:0.0:1787761854.787738:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f77e0.
00010000:00000001:0.0:1787761854.979749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761854.979756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761854.979761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761854.979762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761854.979764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761854.979765:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761856.003695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761856.003701:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761856.003703:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761856.003705:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761856.003708:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761856.003710:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761856.003711:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761856.003713:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761856.003715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761856.003716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761856.003718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761856.003719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761857.027704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761857.027713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761857.027720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761857.027724:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761857.027727:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761857.027730:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761857.027733:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761857.027736:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761857.027738:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761857.027741:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761857.027745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761857.027746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761858.051710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761858.051716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761858.051722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761858.051723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761858.051726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761858.051726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761858.627716:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761858.627725:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761858.627728:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761858.627734:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761858.627739:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761858.627748:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3243
00000400:00000200:3.0:1787761858.627759:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761858.627766:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761858.627770:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761858.627773:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761858.627777:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761858.627780:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761858.627782:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761858.627788:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761858.627790:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761858.627793:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761858.627797:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761858.627800:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761858.627803:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761858.627806:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761858.627809:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761858.627811:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761858.627813:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761858.627816:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761858.627820:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761858.627823:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761858.627826:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761858.627829:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761858.627833:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761858.627835:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761858.627838:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761858.627862:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787761858.627865:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761858.627869:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761858.627871:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761858.627874:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761858.627877:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761858.627881:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761858.627889:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761858.627895:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761858.627907:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883772032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761858.627918:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761858.627931:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761858.627936:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883772032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761858.627960:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761858.627963:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761858.627967:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761858.627968:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761858.627970:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761858.627973:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761858.627976:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3243
00000400:00000200:3.0:1787761858.627980:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761858.627984:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761858.627986:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761858.627990:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761858.627992:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761858.627993:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761858.627995:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761858.627997:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761858.627998:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761858.627999:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761858.628001:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761858.628005:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761858.628008:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761858.628012:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761858.628014:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761858.628023:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761858.628027:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761858.628031:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761858.628036:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761858.628040:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761858.628043:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761858.628050:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761858.628053:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761858.628056:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761858.628060:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761858.628064:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761858.628067:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761858.628071:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e83c0.
00000020:00000040:3.0:1787761858.628079:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761858.628081:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761858.628084:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761858.628088:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761858.628091:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761858.628095:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761858.628103:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761858.628110:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761858.628121:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e83c0 x1874600883772160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761858.628131:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761858.628135:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761858.628138:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1eeea11] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e83c0 x1874600883772160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761858.628158:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761858.628161:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761858.628167:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761858.628169:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761858.628171:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761858.628176:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761858.628179:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3243
00000400:00000200:3.0:1787761858.628185:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761858.628190:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761858.628198:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761858.628203:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761858.628204:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761858.628206:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761858.628208:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761858.628211:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761858.628212:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761858.628215:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761858.628216:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761858.628218:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761858.628219:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761858.628222:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761858.628224:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761858.628225:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761858.628232:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761858.628236:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761858.628242:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761858.628246:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761858.628250:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761858.628255:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761858.628261:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761858.628265:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761858.628270:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761858.628274:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761858.628275:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761858.628280:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787761858.628284:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761858.628288:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761858.628290:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761858.628292:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761858.628294:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761858.628296:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761858.628302:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761858.628305:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761858.628312:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883772288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761858.628333:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761858.628335:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761858.628341:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883772288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761858.628356:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761858.628363:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1787761858.628366:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:3.0:1787761858.628368:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761858.628371:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1787761858.628372:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1787761858.628373:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761858.628376:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761858.628378:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3243
00000400:00000200:3.0:1787761858.628381:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761858.628383:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761858.628385:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761858.628387:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761858.628389:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761858.628393:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761858.628399:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761858.628410:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761858.628414:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761858.628418:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761858.628422:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761858.628427:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761858.628431:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761858.628439:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761858.628442:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761858.628444:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761858.628448:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761858.628450:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761858.628454:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761858.628459:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761858.628463:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761858.628467:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761858.628470:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761858.628472:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761858.628475:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761858.628478:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761858.628479:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761858.628484:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787761858.628488:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761858.628492:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761858.628494:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761858.628497:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761858.628500:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761858.628501:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761858.628504:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761858.628508:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761858.628516:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883772416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761858.628528:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761858.628532:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761858.628537:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883772416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761858.628559:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761858.628562:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761858.628567:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761858.628570:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761858.628572:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761858.628576:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761858.628580:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3243
00000400:00000200:3.0:1787761858.628584:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761858.628589:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761858.628593:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761858.628626:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761858.628632:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761858.628636:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761858.628640:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761858.628646:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761858.628650:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761858.628654:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761858.628657:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761858.628660:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761858.628664:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761858.628668:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761858.628672:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761858.628676:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761858.628680:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761858.628684:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761858.628690:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761858.628694:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761858.628698:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761858.628701:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761858.628705:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761858.628708:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761858.628711:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761858.628715:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761858.628716:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761858.628721:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787761858.628724:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761858.628728:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761858.628730:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761858.628733:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761858.628736:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761858.628738:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761858.628744:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761858.628748:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761858.628754:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883772544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761858.628776:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761858.628779:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761858.628786:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883772544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761858.628798:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761858.628803:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3253)
00000800:00000200:2.1:1787761858.629031:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761858.629034:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761858.629301:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761858.629303:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761858.629564:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761858.629566:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761858.629868:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761858.629870:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787761859.075718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761859.075728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761859.075735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761859.075736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761859.075741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761859.075745:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761859.075747:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761859.075750:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761859.075753:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761859.075755:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761859.075757:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761859.075759:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761859.907702:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297917179, at 4297917184
00000100:00000010:0.0:1787761859.907717:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f71e0.
00010000:00000001:0.0:1787761860.099706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761860.099710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761860.099714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761860.099715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761860.099717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761860.099718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761861.123685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761861.123692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761861.123697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761861.123698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761861.123701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761861.123703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761862.147695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761862.147700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761862.147704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761862.147705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761862.147707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761862.147707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761863.171695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761863.171700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761863.171703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761863.171704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761863.171706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761863.171707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761863.747733:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761863.747759:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761863.747763:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761863.747767:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761863.747772:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761863.747781:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3248
00000400:00000200:3.0:1787761863.747791:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761863.747798:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761863.747801:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761863.747805:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761863.747808:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761863.747811:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761863.747813:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761863.747817:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761863.747819:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761863.747822:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761863.747826:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761863.747828:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761863.747830:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761863.747833:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761863.747835:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761863.747836:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761863.747838:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761863.747841:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761863.747844:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761863.747846:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761863.747849:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761863.747854:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761863.747856:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761863.747859:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761863.747862:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761863.747873:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787761863.747876:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761863.747881:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761863.747883:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761863.747886:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761863.747890:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761863.747894:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761863.747903:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761863.747910:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761863.747920:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883772672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761863.747930:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761863.747935:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761863.747940:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883772672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761863.747961:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761863.747965:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761863.747968:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761863.747970:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761863.747971:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761863.747974:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761863.747978:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3248
00000400:00000200:3.0:1787761863.747981:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761863.747985:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761863.747987:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761863.747990:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761863.747993:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761863.747998:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761863.748002:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761863.748006:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761863.748008:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761863.748011:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761863.748014:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761863.748018:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761863.748022:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761863.748028:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761863.748033:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761863.748037:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761863.748042:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761863.748046:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761863.748050:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761863.748056:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761863.748059:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761863.748067:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761863.748071:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761863.748076:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761863.748082:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761863.748088:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761863.748091:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761863.748097:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787761863.748100:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761863.748104:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761863.748107:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761863.748111:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761863.748113:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761863.748116:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761863.748123:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761863.748128:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761863.748136:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883772800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761863.748147:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761863.748151:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761863.748158:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883772800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761863.748193:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761863.748197:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761863.748203:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761863.748206:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761863.748208:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761863.748212:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761863.748218:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3248
00000400:00000200:3.0:1787761863.748249:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761863.748256:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761863.748261:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761863.748269:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761863.748272:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761863.748277:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761863.748282:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761863.748284:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761863.748286:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761863.748290:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761863.748292:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761863.748294:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761863.748299:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761863.748305:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761863.748309:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761863.748313:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761863.748316:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:2.1:1787761863.748317:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000040:3.0:1787761863.748319:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000800:00000200:2.1:1787761863.748323:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1787761863.748325:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761863.748331:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761863.748336:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761863.748340:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761863.748345:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761863.748349:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761863.748351:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761863.748356:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761863.748359:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761863.748365:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761863.748369:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761863.748372:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761863.748375:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761863.748380:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761863.748381:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761863.748384:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761863.748389:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761863.748395:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761863.748404:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883772928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761863.748415:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761863.748419:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761863.748427:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883772928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761863.748447:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761863.748452:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761863.748457:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761863.748461:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761863.748462:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761863.748467:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761863.748481:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3248
00000400:00000200:3.0:1787761863.748489:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761863.748498:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761863.748503:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761863.748509:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761863.748512:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761863.748517:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761863.748523:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761863.748527:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761863.748530:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761863.748533:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761863.748535:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761863.748538:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761863.748543:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761863.748550:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761863.748555:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761863.748558:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761863.748561:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761863.748566:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761863.748572:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761863.748576:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761863.748580:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761863.748584:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761863.748589:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761863.748593:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761863.748627:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761863.748632:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761863.748635:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761863.748641:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761863.748645:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761863.748650:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761863.748653:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761863.748656:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761863.748659:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761863.748662:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761863.748668:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761863.748674:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761863.748682:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883773056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761863.748703:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761863.748707:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761863.748715:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883773056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761863.748728:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761863.748731:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761863.748739:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761863.748754:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761863.748757:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761863.748761:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761863.748768:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3248
00000400:00000200:3.0:1787761863.748775:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761863.748782:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761863.748787:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761863.748792:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761863.748798:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761863.748803:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761863.748808:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761863.748813:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761863.748815:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761863.748818:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761863.748822:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761863.748827:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761863.748831:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761863.748837:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761863.748841:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761863.748846:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761863.748849:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761863.748851:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761863.748854:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761863.748857:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761863.748861:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761863.748865:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761863.748869:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761863.748873:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761863.748877:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761863.748881:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761863.748883:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761863.748888:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787761863.748894:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761863.748900:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761863.748903:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761863.748906:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761863.748910:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761863.748913:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761863.748919:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761863.748924:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761863.748932:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883773184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761863.748951:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761863.748956:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761863.748964:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883773184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761863.748978:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761863.748984:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3258)
00000800:00000200:2.1:1787761863.749070:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761863.749073:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761863.749351:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761863.749353:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761863.749641:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761863.749644:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761863.750042:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761863.750044:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787761864.195677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761864.195682:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761864.195685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761864.195686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761864.195688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761864.195689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761865.027684:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297922299, at 4297922304
00000100:00000010:0.0:1787761865.027697:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7e40.
00010000:00000001:0.0:1787761865.219703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761865.219709:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761865.219711:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761865.219725:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761865.219728:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761865.219730:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761865.219731:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761865.219732:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761865.219735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761865.219736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761865.219738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761865.219739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761866.243726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761866.243732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761866.243737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761866.243738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761866.243741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761866.243741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761867.267730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761867.267736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761867.267741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761867.267745:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761867.267747:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761867.267750:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761867.267753:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761867.267754:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761867.267756:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761867.267758:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761867.267761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761867.267761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761868.291729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761868.291736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761868.291741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761868.291742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761868.291744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761868.291745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761868.867732:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761868.867746:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761868.867750:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761868.867763:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761868.867768:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761868.867777:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3253
00000400:00000200:3.0:1787761868.867786:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761868.867793:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761868.867797:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761868.867801:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761868.867805:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761868.867807:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761868.867810:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761868.867814:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761868.867823:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761868.867827:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761868.867831:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761868.867834:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761868.867837:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761868.867840:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761868.867842:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761868.867844:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761868.867846:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761868.867853:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761868.867857:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761868.867860:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761868.867863:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761868.867868:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761868.867871:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761868.867879:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761868.867882:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761868.867894:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761868.867899:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761868.867904:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761868.867906:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761868.867910:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761868.867913:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761868.867919:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761868.867928:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761868.867935:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761868.867946:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883773312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761868.867955:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761868.867960:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761868.867965:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883773312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761868.867989:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761868.867992:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761868.867996:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761868.867997:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761868.867999:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761868.868002:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761868.868005:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3253
00000400:00000200:3.0:1787761868.868010:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761868.868014:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761868.868017:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761868.868020:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761868.868022:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761868.868025:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761868.868029:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761868.868034:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761868.868038:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761868.868042:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761868.868044:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761868.868048:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761868.868054:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761868.868062:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761868.868067:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761868.868071:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761868.868077:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761868.868082:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761868.868088:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761868.868093:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761868.868097:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761868.868105:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761868.868111:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761868.868117:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761868.868124:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761868.868130:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761868.868136:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761868.868143:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787761868.868148:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761868.868153:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761868.868155:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761868.868157:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761868.868160:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761868.868163:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761868.868170:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761868.868176:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761868.868187:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883773440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761868.868208:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761868.868213:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761868.868221:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883773440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761868.868247:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761868.868251:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761868.868256:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761868.868259:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761868.868263:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761868.868267:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761868.868272:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3253
00000400:00000200:3.0:1787761868.868297:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761868.868304:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761868.868310:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761868.868315:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761868.868317:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761868.868320:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761868.868325:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761868.868329:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761868.868331:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761868.868335:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761868.868337:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761868.868340:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761868.868344:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761868.868349:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761868.868352:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761868.868357:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761868.868361:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761868.868366:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000800:00000200:2.1:1787761868.868370:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:3.0:1787761868.868372:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000800:00000200:2.1:1787761868.868376:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787761868.868377:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761868.868382:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761868.868386:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761868.868391:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761868.868395:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761868.868397:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761868.868400:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761868.868405:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761868.868410:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787761868.868413:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761868.868418:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761868.868421:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761868.868424:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761868.868428:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761868.868430:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761868.868437:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761868.868443:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761868.868452:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883773568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761868.868465:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761868.868469:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761868.868478:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883773568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761868.868492:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761868.868496:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761868.868501:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761868.868505:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761868.868509:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761868.868514:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761868.868518:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3253
00000400:00000200:3.0:1787761868.868524:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761868.868528:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761868.868533:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761868.868537:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761868.868540:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761868.868542:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761868.868545:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761868.868550:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761868.868553:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761868.868555:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761868.868558:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761868.868562:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761868.868564:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761868.868571:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761868.868575:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761868.868580:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761868.868583:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761868.868586:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761868.868592:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761868.868623:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761868.868627:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761868.868631:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761868.868635:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761868.868638:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761868.868641:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761868.868656:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761868.868660:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761868.868667:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761868.868672:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761868.868677:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761868.868681:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761868.868685:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761868.868688:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761868.868691:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761868.868698:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761868.868704:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761868.868714:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883773696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761868.868730:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761868.868734:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761868.868743:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883773696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761868.868755:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761868.868760:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761868.868767:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761868.868771:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761868.868774:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761868.868780:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761868.868787:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3253
00000400:00000200:3.0:1787761868.868796:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761868.868802:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761868.868806:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761868.868813:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761868.868818:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761868.868824:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761868.868826:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761868.868829:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761868.868832:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761868.868835:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761868.868839:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761868.868843:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761868.868848:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761868.868854:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761868.868859:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761868.868864:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761868.868870:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761868.868875:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761868.868879:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761868.868884:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761868.868888:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761868.868891:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761868.868895:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761868.868901:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761868.868905:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761868.868910:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761868.868913:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761868.868919:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787761868.868923:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761868.868926:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761868.868929:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761868.868933:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761868.868937:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761868.868940:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761868.868947:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761868.868952:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761868.868960:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883773824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761868.868975:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761868.868977:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761868.868982:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883773824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761868.868997:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761868.869004:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3263)
00000800:00000200:2.1:1787761868.869127:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761868.869129:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787761868.869398:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761868.869400:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787761868.869716:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761868.869718:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787761868.870091:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761868.870094:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787761869.315744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761869.315753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761869.315758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761869.315759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761869.315763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761869.315767:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761869.315769:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761869.315772:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761869.315775:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761869.315778:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761869.315779:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761869.315782:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761870.147744:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297927419, at 4297927424
00000100:00000010:0.0:1787761870.147766:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7c60.
00010000:00000001:0.0:1787761870.339743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761870.339753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761870.339759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761870.339760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761870.339762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761870.339763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761871.363687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761871.363693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761871.363696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761871.363697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761871.363700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761871.363700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761872.387698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761872.387704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761872.387707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761872.387708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761872.387710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761872.387714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761873.411665:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761873.411673:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761873.411687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761873.411689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761873.411692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761873.411693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761873.987705:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761873.987713:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761873.987715:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761873.987718:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761873.987721:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761873.987727:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3258
00000400:00000200:3.0:1787761873.987734:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761873.987738:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761873.987740:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761873.987742:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761873.987745:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761873.987747:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761873.987748:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761873.987751:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761873.987752:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761873.987754:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761873.987756:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761873.987758:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761873.987759:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761873.987761:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761873.987762:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761873.987763:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761873.987765:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761873.987767:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761873.987769:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761873.987771:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761873.987773:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761873.987775:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761873.987776:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761873.987778:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761873.987779:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761873.987786:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787761873.987788:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761873.987791:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761873.987792:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761873.987794:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761873.987797:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761873.987800:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761873.987806:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787761873.987810:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761873.987817:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883773952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761873.987826:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761873.987830:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761873.987834:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883773952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761873.987858:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761873.987861:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761873.987865:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761873.987866:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761873.987867:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761873.987871:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761873.987881:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3258
00000400:00000200:3.0:1787761873.987885:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761873.987887:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761873.987889:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761873.987891:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761873.987893:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761873.987897:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761873.987900:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761873.987903:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761873.987905:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761873.987908:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761873.987911:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761873.987916:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761873.987922:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761873.987930:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761873.987936:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761873.987941:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761873.987945:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761873.987950:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761873.987956:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761873.987960:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761873.987963:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761873.987968:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761873.987973:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761873.987976:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761873.987980:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761873.987985:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761873.987986:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761873.987990:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787761873.987994:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761873.987996:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761873.987997:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761873.987998:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761873.988000:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761873.988002:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761873.988008:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761873.988013:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761873.988026:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883774080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761873.988042:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761873.988046:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761873.988053:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883774080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761873.988076:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761873.988082:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761873.988091:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761873.988095:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761873.988098:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761873.988105:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761873.988112:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3258
00000400:00000200:3.0:1787761873.988121:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761873.988128:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761873.988132:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1787761873.988137:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:3.0:1787761873.988140:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000800:00000200:2.1:1787761873.988141:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1787761873.988146:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761873.988153:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761873.988157:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761873.988161:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761873.988164:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761873.988169:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761873.988172:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761873.988177:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761873.988182:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761873.988191:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761873.988194:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761873.988197:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761873.988200:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761873.988204:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761873.988209:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761873.988213:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761873.988217:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761873.988220:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761873.988223:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761873.988225:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761873.988228:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761873.988231:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761873.988235:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761873.988238:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787761873.988242:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761873.988251:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761873.988253:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761873.988255:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761873.988257:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761873.988259:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761873.988265:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761873.988271:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761873.988279:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883774208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761873.988298:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761873.988302:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761873.988310:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883774208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761873.988323:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761873.988328:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761873.988336:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761873.988339:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761873.988342:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761873.988347:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761873.988359:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3258
00000400:00000200:3.0:1787761873.988367:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761873.988372:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761873.988373:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761873.988379:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761873.988383:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761873.988387:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761873.988390:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761873.988395:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761873.988398:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761873.988403:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761873.988407:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761873.988413:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761873.988419:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761873.988428:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761873.988433:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761873.988439:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761873.988445:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761873.988451:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761873.988458:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761873.988463:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761873.988467:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761873.988471:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761873.988475:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761873.988479:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761873.988482:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761873.988485:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761873.988488:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761873.988494:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787761873.988498:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761873.988502:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761873.988503:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761873.988506:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761873.988508:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761873.988512:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761873.988515:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761873.988520:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761873.988528:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883774336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761873.988534:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761873.988535:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761873.988537:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883774336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761873.988563:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761873.988566:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761873.988571:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761873.988574:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761873.988576:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761873.988578:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761873.988582:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3258
00000400:00000200:3.0:1787761873.988589:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761873.988593:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761873.988624:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761873.988632:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761873.988637:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761873.988643:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761873.988653:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761873.988658:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761873.988661:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761873.988664:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761873.988667:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761873.988670:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761873.988671:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761873.988676:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761873.988679:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761873.988682:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761873.988686:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761873.988689:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761873.988693:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761873.988699:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761873.988702:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761873.988705:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761873.988710:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761873.988712:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761873.988714:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761873.988717:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761873.988719:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761873.988723:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787761873.988725:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761873.988728:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761873.988730:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761873.988732:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761873.988735:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761873.988738:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761873.988743:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761873.988749:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761873.988757:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883774464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761873.988767:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761873.988770:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761873.988776:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883774464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761873.988786:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761873.988791:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3268)
00000800:00000200:2.1:1787761873.988797:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761873.988799:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787761873.989005:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761873.989007:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787761873.989236:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761873.989238:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787761873.989504:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761873.989505:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787761874.435700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761874.435706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761874.435710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761874.435712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761874.435714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761874.435716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761875.267698:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297932539, at 4297932544
00000100:00000010:0.0:1787761875.267716:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f78a0.
00010000:00000001:0.0:1787761875.459666:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761875.459672:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761875.459673:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761875.459675:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761875.459679:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761875.459680:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761875.459682:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761875.459683:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761875.459687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761875.459687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761875.459690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761875.459691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761876.483710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761876.483717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761876.483723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761876.483725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761876.483727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761876.483729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761877.507761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761877.507771:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761877.507777:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761877.507781:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761877.507783:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761877.507785:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761877.507788:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761877.507790:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761877.507791:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761877.507793:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761877.507795:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761877.507796:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761878.531727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761878.531736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761878.531743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761878.531745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761878.531748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761878.531749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761879.107662:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761879.107670:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761879.107672:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761879.107675:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761879.107678:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761879.107690:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3263
00000400:00000200:3.0:1787761879.107699:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761879.107704:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761879.107707:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761879.107710:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761879.107714:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761879.107716:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761879.107718:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761879.107723:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761879.107724:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787761879.107727:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761879.107730:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787761879.107733:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787761879.107734:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787761879.107737:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761879.107738:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761879.107739:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761879.107740:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761879.107743:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787761879.107745:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761879.107746:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761879.107748:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761879.107751:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761879.107753:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761879.107754:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761879.107756:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761879.107763:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787761879.107765:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787761879.107769:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761879.107770:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761879.107772:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761879.107774:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761879.107777:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761879.107782:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787761879.107787:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761879.107795:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883774592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761879.107805:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761879.107808:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761879.107813:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883774592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761879.107838:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761879.107842:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761879.107845:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761879.107847:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761879.107848:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761879.107851:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761879.107854:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3263
00000400:00000200:3.0:1787761879.107858:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761879.107861:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761879.107864:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761879.107866:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761879.107869:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761879.107871:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761879.107873:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761879.107876:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761879.107883:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787761879.107886:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761879.107890:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787761879.107894:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787761879.107898:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787761879.107904:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761879.107906:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761879.107908:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761879.107913:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761879.107918:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787761879.107924:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761879.107928:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761879.107932:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761879.107939:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761879.107944:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761879.107949:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761879.107954:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761879.107958:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761879.107963:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761879.107969:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787761879.107973:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787761879.107977:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761879.107980:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761879.107982:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761879.107983:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761879.107985:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761879.107991:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787761879.107996:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761879.108002:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883774720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761879.108011:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761879.108014:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761879.108020:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883774720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761879.108043:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761879.108049:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761879.108060:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787761879.108063:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761879.108067:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761879.108073:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761879.108079:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3263
00000400:00000200:3.0:1787761879.108105:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761879.108117:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761879.108121:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761879.108126:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761879.108130:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761879.108131:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761879.108134:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761879.108136:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761879.108138:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787761879.108141:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.1:1787761879.108142:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000040:3.0:1787761879.108144:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787761879.108146:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787761879.108148:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787761879.108150:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761879.108151:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761879.108152:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761879.108153:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761879.108154:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787761879.108157:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761879.108158:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761879.108163:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761879.108166:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761879.108169:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761879.108172:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761879.108174:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761879.108178:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761879.108179:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761879.108183:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787761879.108186:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787761879.108188:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761879.108190:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761879.108193:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761879.108194:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761879.108197:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761879.108202:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787761879.108206:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761879.108210:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883774848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761879.108220:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761879.108224:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761879.108227:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883774848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761879.108237:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761879.108241:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761879.108246:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761879.108248:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761879.108250:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761879.108255:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761879.108259:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3263
00000400:00000200:3.0:1787761879.108265:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761879.108269:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761879.108272:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761879.108277:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761879.108281:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761879.108286:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761879.108289:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761879.108293:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761879.108296:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787761879.108299:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761879.108301:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787761879.108306:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787761879.108310:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787761879.108316:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761879.108318:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761879.108322:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761879.108324:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761879.108328:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787761879.108330:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761879.108336:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761879.108339:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761879.108341:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761879.108345:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761879.108347:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761879.108349:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787761879.108350:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761879.108351:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761879.108353:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787761879.108355:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787761879.108357:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761879.108358:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761879.108360:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761879.108361:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761879.108362:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761879.108365:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787761879.108369:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761879.108374:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883774976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761879.108383:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761879.108386:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761879.108391:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883774976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761879.108399:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761879.108402:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761879.108406:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787761879.108407:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761879.108409:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761879.108411:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761879.108416:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3263
00000400:00000200:3.0:1787761879.108441:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787761879.108459:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761879.108464:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761879.108471:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761879.108477:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761879.108482:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000200:2.1:1787761879.108485:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787761879.108487:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787761879.108491:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761879.108494:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787761879.108497:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761879.108501:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787761879.108505:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787761879.108510:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787761879.108518:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761879.108523:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761879.108529:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787761879.108535:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787761879.108540:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787761879.108546:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787761879.108551:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761879.108559:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761879.108563:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761879.108568:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761879.108572:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761879.108576:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787761879.108581:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761879.108586:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761879.108591:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787761879.108620:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787761879.108622:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761879.108624:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761879.108626:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761879.108627:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761879.108629:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761879.108634:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787761879.108640:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761879.108648:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883775104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761879.108661:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761879.108666:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761879.108674:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883775104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761879.108686:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761879.108693:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3274)
00000800:00000200:2.1:1787761879.108760:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761879.108905:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761879.109037:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787761879.555738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761879.555745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761879.555749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761879.555750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761879.555753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761879.555757:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761879.555758:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761879.555761:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761879.555763:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761879.555770:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761879.555772:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761879.555773:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761880.387743:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297937659, at 4297937664
00000100:00000010:0.0:1787761880.387767:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7720.
00010000:00000001:0.0:1787761880.579663:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761880.579670:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761880.579676:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761880.579678:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761880.579681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761880.579682:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761881.603712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761881.603718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761881.603724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761881.603725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761881.603728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761881.603730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787761882.179803:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.116:988
00000400:00000100:0.0:1787761882.179834:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.116@tcp at host 192.168.204.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787761882.179841:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761882.179843:0:2386:0:(router.c:1791:lnet_notify()) 192.168.204.16@tcp notifying 192.168.204.116@tcp: down
00000400:00000200:0.0:1787761882.179847:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761882.179850:0:2386:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787761882.179855:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787761882.179858:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ee00.
00000400:00000200:0.0:1787761882.179864:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787761882.179877:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787761882.179883:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7908
00000400:00000010:0.0:1787761882.179886:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7908.
00000100:00000001:0.0:1787761882.179890:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761882.179899:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455e8780 x1874600883774592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.179918:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761882.179921:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8780 x1874600883774592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761904 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.179926:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761882.179928:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787761882.179936:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787761882.179937:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5e800.
00000400:00000200:0.0:1787761882.179939:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787761882.179942:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787761882.179944:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f74c8
00000400:00000010:0.0:1787761882.179945:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f74c8.
00000100:00000001:0.0:1787761882.179946:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761882.179949:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455ea940 x1874600883774720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.179954:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761882.179956:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea940 x1874600883774720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761904 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.179959:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761882.179960:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787761882.179963:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787761882.179964:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ef00.
00000400:00000200:0.0:1787761882.179965:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787761882.179967:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787761882.179969:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7bb0
00000400:00000010:0.0:1787761882.179969:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7bb0.
00000100:00000001:0.0:1787761882.179971:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761882.179973:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455e9a40 x1874600883774848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.179978:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761882.179979:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9a40 x1874600883774848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761904 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.179983:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761882.179984:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787761882.179986:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787761882.179988:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5e100.
00000400:00000200:0.0:1787761882.179990:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787761882.179991:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787761882.179992:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7550
00000400:00000010:0.0:1787761882.179994:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7550.
00000100:00000001:0.0:1787761882.179996:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761882.180000:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455e9680 x1874600883774976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.180007:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761882.180014:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9680 x1874600883774976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761904 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.180021:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761882.180023:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787761882.180029:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787761882.180031:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:0.0:1787761882.180035:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787761882.180038:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787761882.180041:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7000
00000400:00000010:0.0:1787761882.180043:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7000.
00000100:00000001:0.0:1787761882.180048:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761882.180070:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455e8b40 x1874600883775104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.180090:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761882.180096:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8b40 x1874600883775104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761904 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.180107:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761882.180111:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787761882.627685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761882.627691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761882.627695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761882.627695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761882.627698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761882.627699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761882.627787:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761882.627791:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761882.627795:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761883.651722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761883.651729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761883.651735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761883.651736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761883.651739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761883.651741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761884.228285:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761884.228291:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761884.229002:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761884.229004:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761884.229275:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761884.229278:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761884.229510:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761884.229511:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761884.229784:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761884.229785:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787761884.675717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761884.675724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761884.675731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761884.675732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761884.675736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761884.675737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761884.675794:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761884.675798:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761884.675801:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761885.507734:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297942779, at 4297942784
00000100:00000010:0.0:1787761885.507749:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00010000:00000001:0.0:1787761885.699717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761885.699725:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761885.699727:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761885.699730:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761885.699735:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761885.699737:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761885.699739:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761885.699741:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761885.699745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761885.699746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761885.699750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761885.699751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761886.723700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761886.723706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761886.723711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761886.723711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761886.723714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761886.723715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761886.723777:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761886.723782:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761886.723785:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761887.747741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761887.747748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761887.747753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761887.747757:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761887.747759:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761887.747762:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761887.747764:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761887.747766:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761887.747768:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761887.747769:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761887.747772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761887.747773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761888.771710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761888.771715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761888.771718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761888.771719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761888.771722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761888.771722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761888.771780:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761888.771784:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761888.771787:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761889.348395:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761889.348402:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761889.349108:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761889.349111:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761889.349406:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761889.349408:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761889.349703:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761889.349706:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761889.349982:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761889.349985:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787761889.795694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761889.795700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761889.795706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761889.795707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761889.795710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761889.795713:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761889.795715:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761889.795719:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761889.795722:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761889.795724:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761889.795726:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761889.795728:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761890.627719:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297947899, at 4297947904
00000100:00000010:0.0:1787761890.627736:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00010000:00000001:0.0:1787761890.819680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761890.819686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761890.819697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761890.819698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761890.819701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761890.819702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761890.819764:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761890.819768:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761890.819772:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761891.843723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761891.843730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761891.843735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761891.843736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761891.843738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761891.843739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761892.867696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761892.867704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761892.867709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761892.867711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761892.867714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761892.867714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761892.867775:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761892.867781:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761892.867784:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761893.891717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761893.891727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761893.891734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761893.891736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761893.891739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761893.891741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761894.468274:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761894.468278:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761894.468853:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761894.468855:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761894.469042:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761894.469043:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761894.469226:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761894.469228:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761894.469477:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761894.469479:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787761894.915732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761894.915741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761894.915747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761894.915748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761894.915751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761894.915752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761894.915802:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761894.915805:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761894.915808:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761895.747742:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297953019, at 4297953024
00000100:00000010:0.0:1787761895.747755:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787761895.939749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761895.939759:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761895.939761:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761895.939764:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761895.939769:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761895.939774:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761895.939776:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761895.939778:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761895.939781:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761895.939782:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761895.939785:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761895.939786:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761896.963741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761896.963753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761896.963759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761896.963761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761896.963764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761896.963766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761896.963827:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761896.963831:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761896.963834:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761897.987724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761897.987733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761897.987740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761897.987744:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761897.987747:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761897.987751:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761897.987754:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761897.987757:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761897.987759:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761897.987762:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761897.987766:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761897.987768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761899.011692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761899.011697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761899.011700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761899.011701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761899.011703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761899.011704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761899.011766:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761899.011769:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761899.011772:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787761899.588159:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761899.588166:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787761899.588764:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761899.588767:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787761899.589021:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761899.589023:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787761899.589282:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761899.589283:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787761899.589465:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761899.589467:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1787761900.035662:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761900.035666:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761900.035670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761900.035671:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761900.035672:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761900.035674:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761900.035676:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761900.035678:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761900.035681:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761900.035682:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761900.035684:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761900.035685:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761900.867723:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297958139, at 4297958144
00000100:00000010:0.0:1787761900.867743:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7ba0.
00010000:00000001:0.0:1787761901.059731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761901.059737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761901.059742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761901.059743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761901.059746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761901.059747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761901.059801:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761901.059806:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761901.059810:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761902.083687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761902.083702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761902.083708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761902.083710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761902.083714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761902.083715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761903.107708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761903.107713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761903.107716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761903.107717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761903.107719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761903.107720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761903.107769:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761903.107772:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761903.107775:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761904.131722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761904.131728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761904.131733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761904.131734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761904.131738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761904.131739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761904.708345:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761904.708350:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761904.708914:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761904.708915:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761904.709106:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761904.709108:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761904.709313:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761904.709315:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761904.709539:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761904.709541:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1787761905.155725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761905.155739:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761905.155741:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761905.155744:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761905.155749:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761905.155751:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761905.155752:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761905.155754:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761905.155757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761905.155758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761905.155761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761905.155762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761905.155823:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761905.155827:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761905.155829:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761905.987709:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297963259, at 4297963264
00000100:00000010:0.0:1787761905.987721:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00010000:00000001:0.0:1787761906.179716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761906.179722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761906.179726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761906.179727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761906.179730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761906.179731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761907.203718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761907.203725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761907.203730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761907.203734:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761907.203736:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761907.203738:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761907.203741:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761907.203743:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761907.203744:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761907.203746:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761907.203748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761907.203749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761907.203800:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761907.203804:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761907.203806:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761908.227695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761908.227702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761908.227708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761908.227709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761908.227712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761908.227713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761909.251747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761909.251753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761909.251758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761909.251759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761909.251761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761909.251762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761909.251811:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761909.251815:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761909.251818:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761909.828518:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761909.828531:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787761909.829394:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761909.829396:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787761909.829687:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761909.829689:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787761909.829955:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761909.829957:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787761909.830213:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761909.830215:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00010000:00000001:0.0:1787761910.275734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761910.275741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761910.275746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761910.275747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761910.275749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761910.275753:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761910.275755:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761910.275758:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761910.275761:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761910.275763:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761910.275764:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761910.275766:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761911.107719:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297968380, at 4297968384
00000100:00000010:0.0:1787761911.107740:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787761911.299728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761911.299736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761911.299744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761911.299745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761911.299749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761911.299750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761911.299808:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761911.299811:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761911.299813:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761912.323669:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761912.323674:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761912.323677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761912.323678:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761912.323680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761912.323681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761913.347692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761913.347698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761913.347701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761913.347702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761913.347704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761913.347705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761913.347795:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761913.347801:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761913.347805:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761914.371656:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761914.371661:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761914.371664:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761914.371665:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761914.371668:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761914.371669:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761914.948586:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761914.948593:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787761914.949143:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761914.949145:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787761914.949387:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761914.949389:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787761914.949657:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761914.949659:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787761914.949925:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761914.949927:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00010000:00000001:0.0:1787761915.395722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761915.395731:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761915.395733:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761915.395735:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761915.395752:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761915.395754:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761915.395757:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761915.395758:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761915.395762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761915.395763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761915.395765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761915.395766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761915.395825:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761915.395828:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761915.395831:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761916.227679:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297973500, at 4297973504
00000100:00000010:0.0:1787761916.227692:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f76c0.
00010000:00000001:0.0:1787761916.419714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761916.419732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761916.419738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761916.419739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761916.419743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761916.419744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761917.443736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761917.443745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761917.443752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761917.443756:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761917.443759:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761917.443762:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761917.443765:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761917.443768:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761917.443770:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761917.443772:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761917.443777:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761917.443778:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761917.443835:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761917.443845:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761917.443849:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761918.467762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761918.467771:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761918.467778:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761918.467780:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761918.467783:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761918.467785:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761919.491723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761919.491731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761919.491739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761919.491740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761919.491743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761919.491744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761919.491802:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761919.491805:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761919.491808:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787761920.068448:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761920.068454:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761920.069065:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761920.069067:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761920.069285:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761920.069288:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761920.069569:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761920.069571:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761920.069874:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761920.069876:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787761920.515753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761920.515762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761920.515769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761920.515771:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761920.515775:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761920.515779:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761920.515788:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761920.515792:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761920.515796:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761920.515799:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761920.515801:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761920.515804:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761921.347735:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297978619, at 4297978624
00000100:00000010:0.0:1787761921.347759:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7ba0.
00010000:00000001:0.0:1787761921.539683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761921.539690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761921.539695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761921.539696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761921.539699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761921.539700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761921.539750:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761921.539753:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761921.539756:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761922.563735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761922.563744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761922.563751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761922.563752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761922.563756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761922.563757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761923.587721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761923.587727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761923.587733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761923.587734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761923.587737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761923.587739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761923.587816:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761923.587822:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761923.587827:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761924.611694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761924.611699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761924.611703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761924.611704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761924.611706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761924.611707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761925.188304:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761925.188308:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761925.189039:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761925.189040:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761925.189284:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761925.189286:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761925.189451:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761925.189453:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761925.189704:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761925.189705:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787761925.635708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761925.635717:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761925.635719:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761925.635722:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761925.635727:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761925.635729:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761925.635730:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761925.635733:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761925.635737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761925.635738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761925.635741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761925.635742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761925.635812:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761925.635817:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761925.635820:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761926.467690:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297983739, at 4297983744
00000100:00000010:0.0:1787761926.467702:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787761926.659720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761926.659725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761926.659730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761926.659731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761926.659733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761926.659733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761927.683716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761927.683730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761927.683736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761927.683740:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761927.683741:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761927.683745:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761927.683747:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761927.683749:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761927.683751:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761927.683752:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761927.683755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761927.683756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761927.683819:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761927.683828:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761927.683831:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761928.707699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761928.707704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761928.707708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761928.707708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761928.707711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761928.707712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761929.731677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761929.731681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761929.731685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761929.731685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761929.731687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761929.731688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761929.731763:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761929.731768:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761929.731772:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761930.308163:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761930.308168:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761930.308736:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761930.308738:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761930.308923:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761930.308925:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761930.309078:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761930.309080:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761930.309244:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761930.309246:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787761930.755698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761930.755703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761930.755708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761930.755708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761930.755711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761930.755713:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761930.755714:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761930.755717:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761930.755719:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761930.755720:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761930.755722:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761930.755723:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761931.587730:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297988859, at 4297988864
00000100:00000010:0.0:1787761931.587749:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00010000:00000001:0.0:1787761931.779690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761931.779700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761931.779707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761931.779708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761931.779712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761931.779714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761931.779779:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761931.779784:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761931.779788:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761932.803739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761932.803748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761932.803756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761932.803757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761932.803761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761932.803763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761933.827746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761933.827753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761933.827758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761933.827759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761933.827762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761933.827763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761933.827853:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761933.827858:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761933.827862:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761934.851714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761934.851720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761934.851733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761934.851735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761934.851738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761934.851739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761935.428143:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761935.428149:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761935.428835:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761935.428837:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761935.429120:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761935.429123:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761935.429415:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761935.429417:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761935.429817:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761935.429820:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787761935.875696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761935.875703:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761935.875705:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761935.875707:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761935.875711:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761935.875713:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761935.875715:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761935.875717:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761935.875721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761935.875722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761935.875725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761935.875726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761935.875780:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761935.875783:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761935.875785:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761936.707694:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297993979, at 4297993984
00000100:00000010:0.0:1787761936.707711:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787761936.899679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761936.899684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761936.899688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761936.899689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761936.899692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761936.899692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761937.923712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761937.923719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761937.923724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761937.923727:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761937.923729:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761937.923732:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761937.923735:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761937.923737:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761937.923739:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761937.923741:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761937.923744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761937.923745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761937.923830:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761937.923835:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761937.923839:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761938.947676:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761938.947681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761938.947684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761938.947685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761938.947688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761938.947689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761939.971703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761939.971708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761939.971712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761939.971712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761939.971715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761939.971715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761939.971760:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761939.971763:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761939.971765:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761940.548123:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761940.548128:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761940.548761:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761940.548762:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761940.548924:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761940.548926:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761940.549119:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761940.549122:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761940.549385:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761940.549386:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787761940.995680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761940.995687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761940.995690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761940.995691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761940.995693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761940.995696:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761940.995697:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761940.995699:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761940.995701:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761940.995702:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761940.995704:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761940.995705:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761941.827703:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4297999099, at 4297999104
00000100:00000010:0.0:1787761941.827726:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d2a0.
00010000:00000001:0.0:1787761942.019706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761942.019713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761942.019717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761942.019719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761942.019722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761942.019723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761942.019771:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761942.019774:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761942.019776:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761943.043751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761943.043760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761943.043767:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761943.043768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761943.043772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761943.043773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761944.067709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761944.067715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761944.067720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761944.067721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761944.067723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761944.067724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761944.067774:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761944.067777:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761944.067780:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761945.091658:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761945.091664:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761945.091666:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761945.091668:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761945.091672:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761945.091673:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761945.091675:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761945.091676:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761945.091680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761945.091681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761945.091684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761945.091686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761945.668368:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761945.668875:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761945.669378:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761945.669546:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761945.669712:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787761946.115696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761946.115701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761946.115705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761946.115706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761946.115708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761946.115708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761946.115762:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761946.115765:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761946.115767:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761946.947695:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298004219, at 4298004224
00000100:00000010:0.0:1787761946.947722:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f74e0.
00010000:00000001:0.0:1787761947.139655:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761947.139661:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761947.139665:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761947.139667:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761947.139669:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761947.139671:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761947.139673:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761947.139674:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761947.139676:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761947.139677:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761947.139679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761947.139680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761948.163700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761948.163705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761948.163708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761948.163709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761948.163712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761948.163712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761948.163789:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761948.163795:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761948.163800:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761949.187670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761949.187678:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761949.187683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761949.187684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761949.187686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761949.187687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761950.211723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761950.211730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761950.211735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761950.211736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761950.211739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761950.211742:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761950.211744:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761950.211747:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761950.211750:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761950.211752:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761950.211753:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761950.211755:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761950.211852:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761950.211855:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761950.211857:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787761950.788753:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761950.788761:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761950.789688:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761950.789691:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761950.789951:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761950.789952:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761950.790137:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761950.790139:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761950.790295:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761950.790297:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787761951.235655:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761951.235662:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761951.235666:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761951.235667:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761951.235669:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761951.235670:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761952.067759:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298009340, at 4298009344
00000100:00000010:0.0:1787761952.067788:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7480.
00010000:00000001:0.0:1787761952.259746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761952.259756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761952.259765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761952.259766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761952.259768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761952.259769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761952.259830:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761952.259835:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761952.259839:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761953.283682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761953.283691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761953.283696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761953.283698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761953.283700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761953.283701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761954.307684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761954.307690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761954.307695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761954.307696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761954.307699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761954.307700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761954.307766:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761954.307771:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761954.307774:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761955.331743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761955.331754:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761955.331757:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761955.331760:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761955.331766:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761955.331769:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761955.331770:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761955.331773:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761955.331778:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761955.331780:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761955.331783:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761955.331785:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761955.908263:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761955.908271:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761955.908803:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761955.908805:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761955.909093:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761955.909095:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761955.909359:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761955.909361:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761955.909573:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761955.909575:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787761956.355687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761956.355693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761956.355696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761956.355697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761956.355700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761956.355701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761956.355746:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761956.355748:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761956.355750:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761957.187665:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298014459, at 4298014464
00000100:00000010:0.0:1787761957.187686:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787761957.379752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761957.379760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761957.379767:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761957.379772:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761957.379775:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761957.379779:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761957.379783:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761957.379786:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761957.379788:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761957.379791:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761957.379795:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761957.379797:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761958.403685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761958.403694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761958.403702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761958.403703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761958.403707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761958.403708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761958.403766:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761958.403769:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761958.403771:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761959.427731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761959.427738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761959.427743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761959.427744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761959.427747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761959.427748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761960.451729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761960.451735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761960.451740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761960.451741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761960.451743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761960.451747:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761960.451749:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761960.451751:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761960.451754:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761960.451756:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761960.451757:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761960.451759:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761960.451815:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761960.451819:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761960.451821:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761961.028314:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761961.028321:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787761961.029043:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761961.029046:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787761961.029222:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761961.029224:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787761961.029414:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761961.029416:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787761961.029721:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761961.029723:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00010000:00000001:0.0:1787761961.475706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761961.475713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761961.475719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761961.475720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761961.475723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761961.475725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761962.307734:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298019579, at 4298019584
00000100:00000010:0.0:1787761962.307754:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00010000:00000001:0.0:1787761962.499738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761962.499747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761962.499753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761962.499754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761962.499758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761962.499759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761962.499847:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761962.499853:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761962.499857:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761963.523729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761963.523738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761963.523747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761963.523748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761963.523752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761963.523754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761964.547684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761964.547690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761964.547695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761964.547696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761964.547699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761964.547700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761964.547752:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761964.547754:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761964.547756:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761965.571722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761965.571732:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761965.571735:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761965.571738:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761965.571744:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761965.571747:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761965.571749:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761965.571752:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761965.571756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761965.571758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761965.571762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761965.571763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761966.148207:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761966.148211:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761966.148799:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761966.148801:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761966.148971:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761966.148972:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761966.149129:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761966.149130:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761966.149394:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761966.149396:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1787761966.595713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761966.595719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761966.595725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761966.595726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761966.595729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761966.595730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761966.595804:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761966.595809:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761966.595812:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761967.427696:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298024699, at 4298024704
00000100:00000010:0.0:1787761967.427713:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7c60.
00010000:00000001:0.0:1787761967.619709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761967.619714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761967.619718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761967.619721:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761967.619723:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761967.619725:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761967.619737:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761967.619739:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761967.619740:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761967.619742:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761967.619744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761967.619745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761968.643689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761968.643694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761968.643697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761968.643698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761968.643700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761968.643701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761968.643772:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761968.643777:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761968.643781:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761969.667723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761969.667729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761969.667734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761969.667735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761969.667738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761969.667739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761970.691685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761970.691692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761970.691697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761970.691698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761970.691701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761970.691704:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761970.691706:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761970.691708:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761970.691711:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761970.691713:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761970.691715:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761970.691716:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761970.691773:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761970.691776:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761970.691779:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761971.268329:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761971.268334:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761971.269008:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761971.269010:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761971.269217:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761971.269219:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761971.269421:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761971.269422:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761971.269796:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761971.269798:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1787761971.715748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761971.715754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761971.715760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761971.715761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761971.715763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761971.715764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761972.547705:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298029819, at 4298029824
00000100:00000010:0.0:1787761972.547726:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787761972.739763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761972.739772:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761972.739779:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761972.739780:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761972.739784:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761972.739785:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761972.739854:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761972.739858:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761972.739869:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761973.763744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761973.763752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761973.763759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761973.763761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761973.763765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761973.763766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761974.787719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761974.787725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761974.787730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761974.787731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761974.787735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761974.787736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761974.787814:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761974.787820:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761974.787832:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761975.811692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761975.811698:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761975.811700:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761975.811702:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761975.811706:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761975.811707:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761975.811709:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761975.811710:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761975.811712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761975.811713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761975.811716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761975.811716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761976.388195:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761976.388201:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761976.388876:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761976.388878:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761976.389070:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761976.389072:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761976.389225:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761976.389227:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761976.389615:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761976.389617:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787761976.835706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761976.835712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761976.835718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761976.835719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761976.835728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761976.835729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761976.835784:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761976.835787:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761976.835789:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761977.667706:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298034939, at 4298034944
00000100:00000010:0.0:1787761977.667725:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787761977.859701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761977.859707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761977.859713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761977.859716:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761977.859718:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761977.859722:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761977.859725:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761977.859727:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761977.859729:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761977.859731:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761977.859734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761977.859735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761978.883745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761978.883754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761978.883762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761978.883763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761978.883767:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761978.883769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761978.883835:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761978.883838:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761978.883841:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761979.907675:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761979.907681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761979.907687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761979.907688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761979.907692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761979.907693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761980.931732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761980.931741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761980.931749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761980.931751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761980.931755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761980.931759:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761980.931762:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761980.931766:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761980.931770:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761980.931773:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761980.931775:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761980.931777:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761980.931846:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761980.931850:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761980.931854:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761981.508293:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761981.508301:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761981.508899:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761981.508902:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761981.509159:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761981.509161:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761981.509405:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761981.509407:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761981.509710:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787761981.509712:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787761981.955729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761981.955734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761981.955738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761981.955739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761981.955741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761981.955742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761982.787868:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298040059, at 4298040064
00000100:00000010:0.0:1787761982.787875:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00010000:00000001:0.0:1787761982.979724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761982.979730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761982.979736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761982.979738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761982.979741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761982.979742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761982.979835:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761982.979838:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761982.979841:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761984.003713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761984.003719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761984.003725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761984.003726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761984.003729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761984.003730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761985.027714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761985.027721:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761985.027723:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761985.027725:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761985.027732:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761985.027734:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761985.027735:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761985.027737:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761985.027740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761985.027741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761985.027743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761985.027745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761985.027800:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761985.027804:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761985.027807:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761986.051746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761986.051757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761986.051762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761986.051763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761986.051766:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761986.051767:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761986.628421:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761986.628429:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761986.629115:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761986.629118:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761986.629414:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761986.629416:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761986.629667:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761986.629669:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761986.629963:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761986.629966:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787761987.075716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761987.075723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761987.075729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761987.075732:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761987.075734:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761987.075737:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761987.075745:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761987.075748:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761987.075749:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761987.075751:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761987.075753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761987.075754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761987.075801:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761987.075805:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761987.075807:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761987.907723:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298045179, at 4298045184
00000100:00000010:0.0:1787761987.907739:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7e40.
00010000:00000001:0.0:1787761988.099674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761988.099680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761988.099686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761988.099688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761988.099690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761988.099692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761989.123694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761989.123698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761989.123702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761989.123703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761989.123705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761989.123706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761989.123761:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761989.123765:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761989.123766:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761990.147697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761990.147706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761990.147714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761990.147715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761990.147719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761990.147724:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761990.147727:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761990.147730:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761990.147734:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761990.147737:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761990.147739:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761990.147742:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761991.171751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761991.171760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761991.171766:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761991.171768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761991.171772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761991.171773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761991.171836:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761991.171840:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761991.171842:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787761991.748279:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761991.748284:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761991.748849:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761991.748850:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761991.749048:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761991.749050:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761991.749213:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761991.749215:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761991.749461:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761991.749463:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787761992.195702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761992.195707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761992.195711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761992.195712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761992.195714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761992.195714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761993.027730:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298050299, at 4298050304
00000100:00000010:0.0:1787761993.027750:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f77e0.
00010000:00000001:0.0:1787761993.219709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761993.219717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761993.219725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761993.219726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761993.219731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761993.219732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761993.219790:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761993.219794:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761993.219797:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761994.243716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761994.243725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761994.243732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761994.243733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761994.243737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761994.243738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761995.267699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761995.267710:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761995.267712:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761995.267717:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761995.267724:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761995.267727:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761995.267729:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761995.267731:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761995.267734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761995.267735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761995.267737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761995.267738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761995.267791:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761995.267794:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761995.267797:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761996.291785:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761996.291792:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761996.291797:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761996.291798:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761996.291801:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761996.291802:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761996.867721:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761996.867731:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787761996.867734:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761996.867737:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761996.867741:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761996.867749:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3381
00000400:00000200:0.0:1787761996.867758:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761996.867763:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761996.867766:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761996.867768:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761996.867771:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761996.867773:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761996.867775:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761996.867778:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761996.867779:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787761996.867782:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761996.867785:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787761996.867786:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787761996.867788:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787761996.867791:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761996.867792:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761996.867793:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761996.867795:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761996.867797:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787761996.867800:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761996.867801:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761996.867803:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761996.867806:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761996.867808:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761996.867809:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761996.867811:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761996.867828:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097da40.
00000020:00000040:0.0:1787761996.867831:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787761996.867834:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761996.867835:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761996.867838:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761996.867840:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761996.867844:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761996.867852:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33800.
00000100:00000001:0.0:1787761996.867858:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761996.867867:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097da40 x1874600883789312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761996.867880:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761996.867888:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761996.867893:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a392d04] to pc [ptlrpcd_rcv+-1]  req@ffff96966097da40 x1874600883789312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761996.867915:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761996.867919:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761996.867922:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787761996.867924:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761996.867926:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761996.867929:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761996.867932:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3381
00000400:00000200:0.0:1787761996.867937:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761996.867941:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761996.867944:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761996.867948:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761996.867951:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761996.867953:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761996.867955:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761996.867956:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761996.867958:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787761996.867961:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761996.867964:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787761996.867968:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787761996.867971:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787761996.867978:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761996.867984:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761996.867986:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761996.867989:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761996.868001:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787761996.868012:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761996.868019:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761996.868025:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761996.868039:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761996.868046:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761996.868052:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761996.868065:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761996.868075:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761996.868081:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761996.868088:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097de00.
00000020:00000040:0.0:1787761996.868094:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787761996.868104:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761996.868108:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761996.868111:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761996.868116:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761996.868120:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761996.868131:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30000.
00000100:00000001:0.0:1787761996.868140:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761996.868150:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097de00 x1874600883789440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761996.868178:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761996.868183:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761996.868189:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010d19df2] to pc [ptlrpcd_rcv+-1]  req@ffff96966097de00 x1874600883789440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761996.868208:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761996.868214:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761996.868226:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787761996.868230:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761996.868238:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761996.868246:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761996.868255:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3381
00000400:00000200:0.0:1787761996.868266:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761996.868278:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761996.868281:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761996.868287:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761996.868291:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761996.868295:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761996.868303:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761996.868307:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761996.868309:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787761996.868312:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761996.868318:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787761996.868328:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787761996.868336:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787761996.868348:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761996.868357:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761996.868364:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761996.868373:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761996.868381:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000800:00000200:2.1:1787761996.868383:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:0.0:1787761996.868390:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000800:00000200:2.1:1787761996.868390:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787761996.868397:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761996.868402:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761996.868408:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761996.868413:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761996.868418:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761996.868420:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787761996.868423:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761996.868426:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761996.868432:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097ed00.
00000020:00000040:0.0:1787761996.868437:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787761996.868444:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761996.868445:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761996.868448:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761996.868450:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761996.868455:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761996.868466:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33c00.
00000100:00000001:0.0:1787761996.868473:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761996.868483:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097ed00 x1874600883789568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761996.868511:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761996.868520:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761996.868537:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088ef356f] to pc [ptlrpcd_rcv+-1]  req@ffff96966097ed00 x1874600883789568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761996.868572:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761996.868576:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761996.868580:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787761996.868583:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761996.868589:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761996.868594:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761996.868629:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3381
00000400:00000200:0.0:1787761996.868633:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761996.868636:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761996.868639:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761996.868653:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761996.868656:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761996.868661:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761996.868664:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761996.868671:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761996.868675:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787761996.868676:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761996.868679:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787761996.868681:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787761996.868690:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787761996.868694:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761996.868699:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761996.868702:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761996.868704:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761996.868708:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787761996.868713:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761996.868717:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761996.868723:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761996.868727:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761996.868735:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761996.868741:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761996.868746:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787761996.868753:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761996.868761:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761996.868771:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c3c0.
00000020:00000040:0.0:1787761996.868776:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787761996.868782:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761996.868785:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761996.868793:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761996.868796:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761996.868800:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761996.868808:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30c00.
00000100:00000001:0.0:1787761996.868815:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761996.868823:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c3c0 x1874600883789696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761996.868870:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761996.868875:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761996.868885:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732a0c51] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c3c0 x1874600883789696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761996.868927:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787761996.868931:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761996.868935:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787761996.868939:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787761996.868943:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761996.868954:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787761996.868961:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3381
00000400:00000200:0.0:1787761996.868974:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787761996.868983:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787761996.868991:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787761996.868999:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761996.869003:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761996.869010:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761996.869015:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787761996.869022:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787761996.869024:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787761996.869028:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787761996.869030:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787761996.869038:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787761996.869045:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787761996.869054:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761996.869057:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761996.869063:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787761996.869067:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787761996.869073:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787761996.869077:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787761996.869081:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761996.869084:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761996.869088:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761996.869092:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761996.869097:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787761996.869099:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787761996.869105:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761996.869108:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787761996.869111:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f0c0.
00000020:00000040:0.0:1787761996.869116:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787761996.869118:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761996.869122:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761996.869126:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761996.869127:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761996.869129:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761996.869134:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33000.
00000100:00000001:0.0:1787761996.869139:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761996.869146:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f0c0 x1874600883789824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761996.869208:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761996.869212:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761996.869220:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcc28536] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f0c0 x1874600883789824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761996.869242:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761996.869254:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3391)
00000800:00000200:2.1:1787761996.869447:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761996.869450:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761996.869753:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761996.869755:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761996.869971:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761996.869973:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761996.870131:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787761996.870133:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787761997.315728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761997.315737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761997.315743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761997.315748:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761997.315750:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761997.315754:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761997.315758:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761997.315760:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761997.315762:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761997.315765:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761997.315768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761997.315769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761997.315829:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761997.315833:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761997.315837:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787761998.147740:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298055419, at 4298055424
00000100:00000010:0.0:1787761998.147766:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f71e0.
00010000:00000001:0.0:1787761998.339752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761998.339761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761998.339769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761998.339770:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761998.339774:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761998.339775:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761999.363759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761999.363768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761999.363776:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761999.363777:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761999.363781:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761999.363783:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761999.363846:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761999.363849:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761999.363852:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762000.387754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762000.387762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762000.387768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762000.387769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762000.387771:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762000.387775:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762000.387777:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762000.387779:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762000.387782:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762000.387784:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762000.387785:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762000.387787:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762001.411737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762001.411746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762001.411754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762001.411755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762001.411758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762001.411759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762001.411824:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762001.411829:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762001.411833:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762001.987738:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762001.987748:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762001.987750:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762001.987754:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762001.987759:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762001.987766:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3386
00000400:00000200:3.0:1787762001.987775:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762001.987780:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762001.987783:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762001.987786:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762001.987789:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762001.987791:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762001.987793:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762001.987797:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762001.987798:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762001.987800:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762001.987803:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762001.987805:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762001.987806:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762001.987808:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762001.987809:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762001.987810:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762001.987812:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762001.987814:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762001.987817:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762001.987818:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762001.987820:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762001.987823:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762001.987825:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762001.987827:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762001.987829:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762001.987840:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787762001.987843:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762001.987848:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762001.987850:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762001.987853:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762001.987857:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762001.987862:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762001.987872:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787762001.987880:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762001.987892:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883789952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762001.987901:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762001.987904:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762001.987908:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883789952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762001.987928:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762001.987931:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762001.987933:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762001.987935:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762001.987936:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762001.987938:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762001.987940:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3386
00000400:00000200:3.0:1787762001.987943:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762001.987945:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762001.987947:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762001.987949:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762001.987951:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762001.987953:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762001.987955:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762001.987956:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762001.987957:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762001.987958:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762001.987959:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762001.987961:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762001.987962:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762001.987964:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762001.987968:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762001.987970:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762001.987972:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762001.987976:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762001.987980:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762001.987983:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762001.987985:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762001.987991:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762001.987994:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762001.987995:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762001.987999:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762001.988004:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762001.988008:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762001.988012:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787762001.988015:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762001.988019:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762001.988022:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762001.988026:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762001.988028:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762001.988031:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762001.988036:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762001.988041:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762001.988047:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883790080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762001.988055:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762001.988057:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762001.988060:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883790080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762001.988078:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762001.988082:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762001.988085:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762001.988088:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762001.988092:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762001.988095:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762001.988099:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3386
00000400:00000200:3.0:1787762001.988103:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762001.988108:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762001.988109:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762001.988111:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762001.988112:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762001.988115:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762001.988118:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762001.988122:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762001.988124:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762001.988125:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762001.988129:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762001.988133:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762001.988137:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762001.988143:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762001.988147:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762001.988154:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762001.988158:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762001.988162:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762001.988176:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762001.988181:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762001.988186:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762001.988191:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762001.988194:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762001.988197:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762001.988200:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762001.988204:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762001.988208:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762001.988216:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787762001.988222:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762001.988227:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762001.988231:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762001.988237:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762001.988240:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762001.988249:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762001.988254:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762001.988258:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762001.988264:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883790208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762001.988274:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762001.988277:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762001.988278:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:3.0:1787762001.988282:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883790208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787762001.988284:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787762001.988293:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762001.988297:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762001.988300:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762001.988302:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762001.988304:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762001.988305:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762001.988308:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3386
00000400:00000200:3.0:1787762001.988313:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762001.988320:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762001.988322:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762001.988324:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762001.988329:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762001.988333:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762001.988335:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762001.988338:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762001.988340:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762001.988342:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762001.988344:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762001.988348:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762001.988353:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762001.988357:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762001.988360:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762001.988364:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762001.988368:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762001.988373:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762001.988378:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762001.988380:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762001.988383:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762001.988386:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762001.988388:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762001.988389:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762001.988391:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762001.988400:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762001.988402:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762001.988406:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787762001.988408:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762001.988410:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762001.988411:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762001.988412:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762001.988416:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762001.988419:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762001.988424:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762001.988429:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762001.988438:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883790336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762001.988454:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762001.988459:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762001.988464:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883790336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762001.988476:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762001.988480:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762001.988483:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762001.988491:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762001.988494:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762001.988499:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762001.988503:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3386
00000400:00000200:3.0:1787762001.988508:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762001.988512:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762001.988516:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762001.988521:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762001.988526:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762001.988528:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762001.988532:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762001.988534:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762001.988536:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762001.988537:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762001.988542:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762001.988547:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762001.988549:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762001.988553:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762001.988558:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762001.988561:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762001.988567:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762001.988571:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762001.988577:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762001.988581:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762001.988585:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762001.988589:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762001.988630:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762001.988635:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762001.988639:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762001.988644:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762001.988646:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762001.988650:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787762001.988653:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762001.988657:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762001.988659:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762001.988663:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762001.988665:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762001.988667:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762001.988672:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762001.988677:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762001.988684:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883790464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762001.988703:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762001.988706:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762001.988712:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883790464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762001.988722:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762001.988728:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3396)
00000800:00000200:2.1:1787762001.988866:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762001.988868:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762001.989165:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762001.989168:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762001.989453:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762001.989455:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762001.989678:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762001.989679:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787762002.435737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762002.435744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762002.435749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762002.435750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762002.435752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762002.435753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762003.267681:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298060539, at 4298060544
00000100:00000010:0.0:1787762003.267697:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7a80.
00010000:00000001:0.0:1787762003.459698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762003.459702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762003.459706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762003.459706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762003.459709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762003.459710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762003.459781:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762003.459786:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762003.459789:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762004.483712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762004.483719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762004.483724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762004.483725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762004.483728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762004.483729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762005.507691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762005.507698:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762005.507699:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762005.507701:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762005.507705:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762005.507706:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762005.507707:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762005.507709:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762005.507711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762005.507712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762005.507714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762005.507715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762005.507789:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762005.507794:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762005.507797:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762006.531744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762006.531754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762006.531761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762006.531762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762006.531766:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762006.531767:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762007.108149:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762007.108152:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762007.108764:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762007.108766:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762007.108977:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762007.108979:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762007.109165:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762007.109167:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762007.109411:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762007.109414:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00010000:00000001:0.0:1787762007.555651:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762007.555657:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762007.555661:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762007.555663:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762007.555664:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762007.555667:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762007.555669:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762007.555670:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762007.555672:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762007.555673:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762007.555675:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762007.555675:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762007.555720:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762007.555723:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762007.555725:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762008.387723:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298065659, at 4298065664
00000100:00000010:0.0:1787762008.387740:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787762008.579730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762008.579737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762008.579742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762008.579743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762008.579746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762008.579747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762009.603658:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762009.603665:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762009.603671:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762009.603672:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762009.603674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762009.603675:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762009.603727:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762009.603731:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762009.603736:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762010.627697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762010.627702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762010.627706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762010.627707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762010.627709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762010.627712:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762010.627713:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762010.627716:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762010.627717:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762010.627719:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762010.627720:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762010.627722:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762011.651730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762011.651740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762011.651748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762011.651749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762011.651753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762011.651754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762011.651816:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762011.651821:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762011.651826:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762012.227743:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762012.227757:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762012.227760:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762012.227765:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762012.227777:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762012.227787:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3397
00000400:00000200:3.0:1787762012.227798:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762012.227805:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762012.227809:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762012.227812:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762012.227816:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762012.227819:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762012.227821:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762012.227826:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762012.227828:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762012.227831:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762012.227835:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762012.227837:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762012.227839:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762012.227842:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762012.227844:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762012.227846:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762012.227848:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762012.227851:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762012.227854:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762012.227856:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762012.227859:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762012.227873:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762012.227876:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762012.227879:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762012.227882:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762012.227894:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e83c0.
00000020:00000040:3.0:1787762012.227898:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762012.227902:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762012.227905:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762012.227908:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762012.227912:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762012.227916:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762012.227925:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787762012.227932:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762012.227943:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e83c0 x1874600883791232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762012.227953:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762012.227958:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762012.227963:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1eeea11] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e83c0 x1874600883791232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762012.227985:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762012.227989:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762012.227992:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762012.227993:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762012.227995:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762012.227998:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762012.228001:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3397
00000400:00000200:3.0:1787762012.228005:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762012.228009:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762012.228012:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762012.228015:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762012.228018:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762012.228021:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762012.228026:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762012.228030:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762012.228032:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762012.228034:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762012.228038:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762012.228041:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762012.228044:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762012.228051:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762012.228056:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762012.228060:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762012.228063:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762012.228066:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762012.228071:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762012.228077:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762012.228080:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762012.228087:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762012.228091:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762012.228094:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762012.228100:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762012.228104:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762012.228109:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762012.228113:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787762012.228116:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762012.228119:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762012.228122:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762012.228125:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762012.228128:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762012.228129:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762012.228136:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762012.228141:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762012.228149:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883791360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762012.228159:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762012.228162:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762012.228168:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883791360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762012.228177:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762012.228181:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762012.228187:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762012.228190:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762012.228192:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762012.228197:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762012.228202:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3397
00000400:00000200:3.0:1787762012.228208:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762012.228214:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762012.228218:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762012.228224:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762012.228226:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762012.228230:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762012.228232:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762012.228236:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762012.228239:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762012.228242:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762012.228244:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762012.228246:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762012.228251:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762012.228257:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762012.228260:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762012.228264:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762012.228268:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762012.228271:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762012.228276:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762012.228281:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762012.228284:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762012.228288:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762012.228293:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762012.228296:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762012.228299:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762012.228306:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762012.228310:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762012.228316:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787762012.228321:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762012.228326:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762012.228329:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762012.228332:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762012.228335:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762012.228337:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762012.228344:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762012.228347:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762012.228355:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883791488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762012.228367:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1787762012.228368:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787762012.228371:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762012.228385:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883791488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762012.228402:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762012.228407:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762012.228413:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762012.228416:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762012.228418:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762012.228422:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762012.228427:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3397
00000400:00000200:3.0:1787762012.228432:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762012.228438:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762012.228441:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762012.228446:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762012.228449:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762012.228453:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762012.228457:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762012.228462:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762012.228464:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762012.228467:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762012.228471:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762012.228475:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762012.228479:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762012.228483:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762012.228485:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762012.228489:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762012.228492:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762012.228497:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762012.228502:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762012.228505:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762012.228508:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762012.228513:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762012.228517:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762012.228520:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762012.228523:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762012.228529:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762012.228533:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762012.228540:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787762012.228546:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762012.228552:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762012.228556:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762012.228561:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762012.228564:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762012.228568:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762012.228577:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762012.228582:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762012.228591:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883791616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762012.228638:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762012.228642:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762012.228654:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883791616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762012.228667:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762012.228672:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762012.228680:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762012.228683:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762012.228687:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762012.228691:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762012.228698:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3397
00000400:00000200:3.0:1787762012.228704:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762012.228712:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762012.228716:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762012.228722:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762012.228726:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762012.228733:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762012.228737:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762012.228742:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762012.228744:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762012.228749:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762012.228753:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762012.228757:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762012.228762:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762012.228770:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762012.228775:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762012.228779:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762012.228782:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762012.228788:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762012.228794:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762012.228797:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762012.228801:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762012.228805:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762012.228810:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762012.228814:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762012.228817:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000200:1.1:1787762012.228819:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000008:00000001:3.0:1787762012.228821:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762012.228826:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762012.228833:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787762012.228838:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762012.228843:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762012.228846:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762012.228851:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762012.228853:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762012.228856:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762012.228862:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762012.228881:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762012.228890:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883791744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762012.228902:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762012.228906:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762012.228915:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883791744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762012.228926:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762012.228932:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3407)
00000800:00000200:1.1:1787762012.229052:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762012.229230:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762012.229367:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787762012.675712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762012.675719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762012.675724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762012.675726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762012.675729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762012.675730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762013.507699:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298070779, at 4298070784
00000100:00000010:0.0:1787762013.507714:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00010000:00000001:0.0:1787762013.699726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762013.699732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762013.699738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762013.699739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762013.699742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762013.699743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762013.699815:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762013.699820:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762013.699824:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762014.723717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762014.723725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762014.723730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762014.723731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762014.723733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762014.723734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787762015.299937:0:2385:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.116:988
00000400:00000100:0.0:1787762015.299982:0:2385:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.116@tcp at host 192.168.204.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787762015.299993:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762015.299997:0:2385:0:(router.c:1791:lnet_notify()) 192.168.204.16@tcp notifying 192.168.204.116@tcp: down
00000400:00000200:0.0:1787762015.300002:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762015.300008:0:2385:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787762015.300013:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762015.300017:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:0.0:1787762015.300024:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762015.300029:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762015.300037:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240908
00000400:00000010:0.0:1787762015.300040:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240908.
00000100:00000001:0.0:1787762015.300046:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762015.300063:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455e83c0 x1874600883791232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762015.300091:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762015.300096:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e83c0 x1874600883791232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762037 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762015.300105:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762015.300109:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762015.300120:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762015.300122:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330300.
00000400:00000200:0.0:1787762015.300125:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762015.300128:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762015.300133:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482402a8
00000400:00000010:0.0:1787762015.300135:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482402a8.
00000100:00000001:0.0:1787762015.300140:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762015.300148:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455eb480 x1874600883791360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762015.300164:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762015.300171:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb480 x1874600883791360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762037 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762015.300183:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762015.300188:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762015.300199:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762015.300207:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330200.
00000400:00000200:0.0:1787762015.300214:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762015.300218:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762015.300243:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240bb0
00000400:00000010:0.0:1787762015.300249:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240bb0.
00000100:00000001:0.0:1787762015.300259:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762015.300283:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455ea580 x1874600883791488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762015.300307:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762015.300316:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea580 x1874600883791488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762037 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762015.300333:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762015.300338:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762015.300351:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762015.300356:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330a00.
00000400:00000200:0.0:1787762015.300363:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762015.300378:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762015.300383:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482407f8
00000400:00000010:0.0:1787762015.300385:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482407f8.
00000100:00000001:0.0:1787762015.300389:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762015.300394:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455e92c0 x1874600883791616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762015.300447:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762015.300454:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e92c0 x1874600883791616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762037 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762015.300476:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762015.300482:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762015.300498:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762015.300504:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330700.
00000400:00000200:0.0:1787762015.300514:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762015.300530:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762015.300539:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240cc0
00000400:00000010:0.0:1787762015.300546:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240cc0.
00000100:00000001:0.0:1787762015.300552:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762015.300568:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455e8f00 x1874600883791744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762015.300587:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762015.300595:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8f00 x1874600883791744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762037 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762015.300671:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762015.300677:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787762015.747752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762015.747760:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762015.747762:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762015.747765:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762015.747770:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762015.747772:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762015.747775:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762015.747777:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762015.747782:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762015.747784:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762015.747789:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762015.747791:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762015.747850:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762015.747863:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762015.747870:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762016.771709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762016.771716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762016.771721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762016.771722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762016.771725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762016.771726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762017.347663:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762017.347677:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762017.347679:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762017.347683:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762017.347688:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762017.347697:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3402
00000400:00000200:3.0:1787762017.347708:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762017.347716:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762017.347720:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762017.347723:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762017.347726:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762017.347728:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762017.347729:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762017.347733:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762017.347735:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762017.347738:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762017.347741:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762017.347743:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762017.347745:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762017.347747:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762017.347748:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762017.347749:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762017.347750:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762017.347752:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762017.347754:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762017.347757:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762017.347759:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762017.347763:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762017.347775:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762017.347776:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762017.347779:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762017.347785:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787762017.347788:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762017.347792:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762017.347793:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762017.347796:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762017.347798:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762017.347802:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762017.347810:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787762017.347816:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762017.347828:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883791872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762017.347839:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762017.347844:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762017.347849:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883791872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762017.347891:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762017.347894:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762017.347897:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762017.347899:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762017.347901:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762017.347904:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762017.347906:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3402
00000400:00000200:3.0:1787762017.347910:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762017.347913:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762017.347915:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762017.347918:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762017.347921:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762017.347923:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762017.347925:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762017.347927:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762017.347928:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762017.347930:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762017.347932:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762017.347934:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762017.347937:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762017.347939:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762017.347941:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762017.347943:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762017.347945:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762017.347948:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762017.347950:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762017.347953:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762017.347954:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762017.347961:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762017.347962:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762017.347964:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762017.347970:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762017.347973:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762017.347975:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762017.347979:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787762017.347981:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762017.347984:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762017.347985:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762017.347987:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762017.347989:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762017.347991:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762017.347997:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762017.348001:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762017.348007:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883792000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762017.348014:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762017.348016:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762017.348019:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883792000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762017.348027:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762017.348030:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762017.348034:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762017.348035:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762017.348037:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762017.348040:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762017.348043:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3402
00000400:00000200:3.0:1787762017.348047:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762017.348050:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762017.348053:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762017.348056:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762017.348058:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762017.348060:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762017.348062:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762017.348064:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762017.348066:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762017.348068:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762017.348070:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762017.348072:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762017.348073:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762017.348076:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762017.348077:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762017.348079:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762017.348081:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762017.348083:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762017.348086:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762017.348088:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762017.348090:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762017.348092:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762017.348094:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762017.348096:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762017.348098:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762017.348100:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762017.348102:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762017.348105:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787762017.348107:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762017.348109:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762017.348111:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762017.348112:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762017.348113:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762017.348115:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762017.348119:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762017.348122:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762017.348126:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883792128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762017.348133:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762017.348135:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762017.348138:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883792128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762017.348144:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762017.348146:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762017.348149:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762017.348151:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762017.348152:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762017.348155:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762017.348157:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3402
00000400:00000200:3.0:1787762017.348160:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762017.348163:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762017.348165:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762017.348167:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762017.348169:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762017.348171:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762017.348173:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762017.348174:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762017.348176:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762017.348177:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762017.348179:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762017.348180:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762017.348182:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762017.348185:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762017.348187:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762017.348189:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762017.348191:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762017.348193:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762017.348195:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762017.348197:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762017.348198:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762017.348201:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762017.348203:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762017.348205:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762017.348207:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762017.348209:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762017.348211:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762017.348214:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787762017.348217:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762017.348220:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762017.348221:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762017.348223:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762017.348224:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762017.348226:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762017.348229:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762017.348232:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762017.348236:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883792256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762017.348242:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762017.348244:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762017.348247:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883792256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762017.348253:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762017.348256:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762017.348259:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762017.348261:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762017.348262:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762017.348265:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762017.348268:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3402
00000400:00000200:3.0:1787762017.348284:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762017.348288:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762017.348291:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762017.348293:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762017.348295:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762017.348296:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762017.348298:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762017.348300:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762017.348302:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762017.348304:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762017.348306:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762017.348308:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762017.348310:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762017.348313:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762017.348315:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762017.348316:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762017.348318:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762017.348320:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762017.348322:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762017.348325:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762017.348327:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762017.348329:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762017.348331:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762017.348332:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762017.348335:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762017.348336:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762017.348338:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762017.348341:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787762017.348343:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762017.348346:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762017.348347:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762017.348349:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762017.348350:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762017.348351:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762017.348355:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762017.348358:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762017.348362:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883792384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762017.348369:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762017.348371:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762017.348374:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883792384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762017.348382:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762017.348387:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3412)
00000800:00000200:1.1:1787762017.348806:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762017.348810:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762017.349172:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762017.349175:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762017.349405:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762017.349407:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762017.349619:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762017.349621:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762017.349834:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762017.349836:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787762017.795744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762017.795751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762017.795768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762017.795772:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762017.795774:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762017.795777:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762017.795780:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762017.795782:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762017.795784:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762017.795785:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762017.795788:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762017.795789:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762017.795851:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762017.795854:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762017.795857:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762018.627734:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298075899, at 4298075904
00000100:00000010:0.0:1787762018.627767:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00010000:00000001:0.0:1787762018.819711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762018.819720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762018.819726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762018.819728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762018.819731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762018.819733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762019.843773:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762019.843781:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762019.843787:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762019.843788:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762019.843792:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762019.843793:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762019.843826:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762019.843830:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762019.843834:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762020.867744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762020.867751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762020.867756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762020.867757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762020.867760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762020.867763:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762020.867765:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762020.867768:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762020.867771:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762020.867773:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762020.867774:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762020.867776:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762021.891766:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762021.891775:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762021.891782:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762021.891783:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762021.891786:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762021.891788:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762021.891826:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762021.891829:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762021.891833:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762022.467731:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762022.467739:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762022.467741:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762022.467743:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762022.467747:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762022.467754:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3407
00000400:00000200:0.0:1787762022.467762:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762022.467768:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762022.467772:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762022.467775:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762022.467778:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762022.467780:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762022.467783:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762022.467787:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762022.467796:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787762022.467798:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762022.467800:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787762022.467802:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787762022.467804:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787762022.467806:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762022.467807:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762022.467808:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762022.467809:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762022.467811:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787762022.467814:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762022.467816:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762022.467817:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762022.467819:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762022.467821:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762022.467822:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762022.467824:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762022.467832:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f0c0.
00000020:00000040:0.0:1787762022.467834:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787762022.467837:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762022.467838:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762022.467841:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762022.467842:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762022.467846:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762022.467853:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31c00.
00000100:00000001:0.0:1787762022.467863:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762022.467869:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f0c0 x1874600883792512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762022.467876:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762022.467879:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762022.467882:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcc28536] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f0c0 x1874600883792512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762022.467899:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762022.467901:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762022.467903:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762022.467904:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762022.467905:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762022.467907:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762022.467909:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3407
00000400:00000200:0.0:1787762022.467911:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762022.467913:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762022.467915:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762022.467916:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762022.467918:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762022.467919:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762022.467921:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762022.467923:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762022.467924:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787762022.467925:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762022.467927:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787762022.467928:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787762022.467929:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787762022.467931:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762022.467932:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762022.467933:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762022.467935:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762022.467938:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787762022.467941:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762022.467943:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762022.467946:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762022.467951:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762022.467955:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762022.467958:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762022.467964:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762022.467969:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762022.467971:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762022.467975:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c3c0.
00000020:00000040:0.0:1787762022.467979:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787762022.467982:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762022.467985:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762022.467987:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762022.467990:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762022.467994:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762022.468000:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33000.
00000100:00000001:0.0:1787762022.468003:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762022.468012:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c3c0 x1874600883792640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762022.468027:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762022.468031:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762022.468036:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732a0c51] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c3c0 x1874600883792640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762022.468049:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762022.468053:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762022.468060:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787762022.468062:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762022.468064:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762022.468067:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762022.468073:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3407
00000400:00000200:0.0:1787762022.468078:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762022.468082:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762022.468084:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762022.468090:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762022.468092:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762022.468094:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762022.468095:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762022.468097:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762022.468099:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787762022.468101:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762022.468104:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787762022.468105:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787762022.468107:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787762022.468111:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762022.468114:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762022.468117:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762022.468119:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762022.468121:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787762022.468126:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762022.468127:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762022.468130:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762022.468133:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762022.468135:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762022.468137:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762022.468140:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762022.468144:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762022.468149:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762022.468156:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097ed00.
00000020:00000040:0.0:1787762022.468160:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787762022.468167:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762022.468170:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762022.468175:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762022.468179:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762022.468183:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762022.468189:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30c00.
00000100:00000001:0.0:1787762022.468194:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762022.468198:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00100000:0.0:1787762022.468200:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097ed00 x1874600883792768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787762022.468202:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1787762022.468211:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762022.468214:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762022.468216:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088ef356f] to pc [ptlrpcd_rcv+-1]  req@ffff96966097ed00 x1874600883792768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762022.468224:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762022.468227:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762022.468231:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762022.468235:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762022.468238:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762022.468241:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762022.468245:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3407
00000400:00000200:0.0:1787762022.468250:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762022.468255:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762022.468258:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762022.468262:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762022.468266:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762022.468270:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762022.468272:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762022.468276:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762022.468278:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787762022.468280:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762022.468283:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787762022.468287:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787762022.468291:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787762022.468297:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762022.468299:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762022.468302:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762022.468306:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762022.468311:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787762022.468315:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762022.468318:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762022.468319:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762022.468322:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762022.468323:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762022.468324:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762022.468327:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787762022.468329:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762022.468331:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762022.468336:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097de00.
00000020:00000040:0.0:1787762022.468338:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787762022.468340:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762022.468342:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762022.468343:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762022.468346:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762022.468348:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762022.468353:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33c00.
00000100:00000001:0.0:1787762022.468357:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762022.468363:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097de00 x1874600883792896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762022.468374:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762022.468377:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762022.468383:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010d19df2] to pc [ptlrpcd_rcv+-1]  req@ffff96966097de00 x1874600883792896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762022.468388:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762022.468391:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762022.468394:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787762022.468396:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762022.468399:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762022.468401:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762022.468405:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3407
00000400:00000200:0.0:1787762022.468408:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762022.468412:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762022.468419:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762022.468424:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762022.468428:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762022.468431:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762022.468435:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762022.468438:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762022.468440:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787762022.468443:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762022.468446:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787762022.468448:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787762022.468451:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787762022.468458:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762022.468460:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762022.468463:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762022.468465:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762022.468469:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787762022.468474:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762022.468476:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762022.468478:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762022.468480:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762022.468484:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762022.468486:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762022.468488:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787762022.468492:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762022.468495:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762022.468499:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097da40.
00000020:00000040:0.0:1787762022.468504:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787762022.468506:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762022.468508:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762022.468509:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762022.468512:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762022.468514:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762022.468520:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30000.
00000100:00000001:0.0:1787762022.468524:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762022.468533:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097da40 x1874600883793024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762022.468549:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762022.468554:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762022.468560:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a392d04] to pc [ptlrpcd_rcv+-1]  req@ffff96966097da40 x1874600883793024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762022.468568:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762022.468573:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3417)
00000800:00000200:1.1:1787762022.468763:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762022.468765:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762022.468998:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762022.468999:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762022.469190:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762022.469192:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762022.469350:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762022.469352:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787762022.915706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762022.915711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762022.915714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762022.915715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762022.915717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762022.915718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762023.747728:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298081019, at 4298081024
00000100:00000010:0.0:1787762023.747749:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787762023.939750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762023.939757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762023.939761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762023.939762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762023.939764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762023.939765:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762023.939789:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762023.939791:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762023.939792:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762024.963703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762024.963710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762024.963715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762024.963716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762024.963718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762024.963719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762025.987706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762025.987712:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762025.987714:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762025.987717:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762025.987721:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762025.987722:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762025.987724:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762025.987725:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762025.987727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762025.987728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762025.987730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762025.987731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762025.987749:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762025.987751:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762025.987753:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762027.011675:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762027.011680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762027.011683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762027.011684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762027.011686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762027.011687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762027.587708:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762027.587715:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762027.587717:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762027.587720:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762027.587723:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762027.587728:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3412
00000400:00000200:0.0:1787762027.587735:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762027.587739:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762027.587742:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762027.587746:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762027.587749:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762027.587751:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762027.587753:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762027.587757:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762027.587759:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787762027.587761:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762027.587765:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787762027.587768:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787762027.587770:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787762027.587773:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762027.587775:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762027.587777:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762027.587779:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762027.587782:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787762027.587785:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762027.587788:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762027.587790:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762027.587793:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762027.587795:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762027.587797:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762027.587799:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762027.587806:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c780.
00000020:00000040:0.0:1787762027.587808:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787762027.587811:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762027.587812:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762027.587814:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762027.587816:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762027.587820:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762027.587825:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31000.
00000100:00000001:0.0:1787762027.587830:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762027.587836:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c780 x1874600883793152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762027.587843:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762027.587846:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762027.587849:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b7e064a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c780 x1874600883793152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762027.587870:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762027.587873:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762027.587875:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762027.587877:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762027.587879:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762027.587882:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762027.587884:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3412
00000400:00000200:0.0:1787762027.587888:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762027.587891:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762027.587892:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762027.587895:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762027.587897:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762027.587898:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762027.587901:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762027.587902:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762027.587904:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787762027.587905:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762027.587907:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787762027.587908:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787762027.587910:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787762027.587913:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762027.587914:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762027.587916:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762027.587918:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762027.587920:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787762027.587923:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762027.587925:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762027.587926:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762027.587932:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762027.587934:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762027.587936:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762027.587940:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762027.587942:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762027.587944:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762027.587947:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c000.
00000020:00000040:0.0:1787762027.587950:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787762027.587954:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762027.587957:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762027.587962:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762027.587964:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762027.587967:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762027.587973:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32400.
00000100:00000001:0.0:1787762027.587976:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762027.587981:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c000 x1874600883793280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762027.587988:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762027.587993:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762027.588006:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b885017a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c000 x1874600883793280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762027.588058:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762027.588063:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762027.588068:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787762027.588069:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762027.588071:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762027.588072:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762027.588076:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3412
00000400:00000200:0.0:1787762027.588079:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762027.588084:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762027.588091:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762027.588096:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762027.588100:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762027.588107:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762027.588112:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762027.588120:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762027.588123:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787762027.588129:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762027.588133:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787762027.588141:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787762027.588147:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787762027.588152:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762027.588155:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762027.588160:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762027.588162:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762027.588165:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787762027.588167:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762027.588169:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762027.588171:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762027.588174:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762027.588176:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762027.588179:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762027.588182:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762027.588186:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762027.588193:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762027.588197:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f840.
00000020:00000040:0.0:1787762027.588200:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787762027.588204:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762027.588207:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762027.588209:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762027.588210:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762027.588211:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762027.588214:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00000001:0.0:1787762027.588216:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762027.588221:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f840 x1874600883793408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762027.588235:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762027.588239:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762027.588247:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02bc9d6] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f840 x1874600883793408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762027.588274:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762027.588276:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762027.588278:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762027.588279:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762027.588280:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762027.588282:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762027.588284:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3412
00000400:00000200:0.0:1787762027.588290:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762027.588294:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762027.588299:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762027.588306:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762027.588314:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762027.588318:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762027.588323:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762027.588328:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762027.588334:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787762027.588340:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762027.588346:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787762027.588352:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787762027.588359:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787762027.588367:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762027.588369:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762027.588371:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762027.588374:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762027.588379:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787762027.588384:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762027.588387:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762027.588388:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762027.588391:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762027.588392:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762027.588393:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762027.588395:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787762027.588397:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762027.588398:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762027.588401:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097d680.
00000020:00000040:0.0:1787762027.588406:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787762027.588409:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762027.588411:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762027.588413:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762027.588415:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762027.588420:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762027.588427:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33400.
00000100:00000001:0.0:1787762027.588431:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762027.588437:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097d680 x1874600883793536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762027.588456:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762027.588466:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762027.588482:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b356f346] to pc [ptlrpcd_rcv+-1]  req@ffff96966097d680 x1874600883793536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762027.588514:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762027.588517:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762027.588534:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787762027.588540:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762027.588545:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762027.588555:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762027.588561:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3412
00000400:00000200:0.0:1787762027.588579:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762027.588588:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762027.588594:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762027.588620:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762027.588622:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762027.588625:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762027.588626:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762027.588628:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762027.588629:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787762027.588630:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762027.588631:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787762027.588633:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787762027.588634:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787762027.588636:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762027.588638:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762027.588641:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762027.588643:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762027.588645:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787762027.588647:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762027.588648:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762027.588650:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762027.588654:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762027.588663:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762027.588665:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762027.588668:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787762027.588678:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762027.588680:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762027.588686:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097e1c0.
00000020:00000040:0.0:1787762027.588688:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787762027.588690:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1787762027.588690:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:0.0:1787762027.588692:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762027.588700:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1787762027.588701:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
02000000:00000001:0.0:1787762027.588702:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762027.588705:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762027.588712:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30400.
00000100:00000001:0.0:1787762027.588714:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762027.588721:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097e1c0 x1874600883793664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762027.588736:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762027.588739:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762027.588745:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb94abd1] to pc [ptlrpcd_rcv+-1]  req@ffff96966097e1c0 x1874600883793664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762027.588770:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762027.588776:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3422)
00000800:00000200:1.1:1787762027.589235:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762027.589237:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762027.589581:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762027.589585:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762027.589849:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762027.589851:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762027.590156:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762027.590157:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787762028.035761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762028.035770:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762028.035777:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762028.035781:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762028.035784:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762028.035788:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762028.035792:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762028.035794:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762028.035796:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762028.035799:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762028.035802:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762028.035804:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762028.035841:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762028.035844:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762028.035848:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762028.867718:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298086140, at 4298086144
00000100:00000010:0.0:1787762028.867739:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00010000:00000001:0.0:1787762029.059753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762029.059762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762029.059769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762029.059770:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762029.059772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762029.059773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762030.083729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762030.083736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762030.083741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762030.083742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762030.083745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762030.083748:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762030.083750:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762030.083753:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762030.083755:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762030.083757:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762030.083759:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762030.083760:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762030.083785:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762030.083787:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762030.083789:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762031.107718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762031.107724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762031.107730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762031.107731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762031.107734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762031.107735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762032.131719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762032.131725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762032.131730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762032.131732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762032.131735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762032.131737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762032.131759:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762032.131762:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762032.131765:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787762032.708313:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762032.708319:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762032.709020:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762032.709022:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762032.709227:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762032.709228:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762032.709416:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762032.709418:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762032.709751:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762032.709753:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1787762033.155729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762033.155735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762033.155742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762033.155744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762033.155748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762033.155750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762033.987716:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298091259, at 4298091264
00000100:00000010:0.0:1787762033.987731:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00010000:00000001:0.0:1787762034.179688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762034.179693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762034.179696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762034.179697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762034.179699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762034.179700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762034.179716:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762034.179725:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762034.179727:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762035.203728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762035.203736:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762035.203739:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762035.203741:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762035.203746:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762035.203748:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762035.203749:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762035.203751:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762035.203754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762035.203756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762035.203758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762035.203759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762036.227757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762036.227765:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762036.227773:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762036.227774:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762036.227778:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762036.227779:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762036.227810:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762036.227813:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762036.227816:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762037.251729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762037.251738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762037.251746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762037.251747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762037.251751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762037.251752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762037.828322:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762037.828330:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762037.828827:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762037.828830:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762037.829103:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762037.829105:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762037.829389:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762037.829391:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762037.829672:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762037.829675:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1787762038.275739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762038.275746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762038.275751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762038.275754:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762038.275756:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762038.275759:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762038.275762:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762038.275764:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762038.275765:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762038.275767:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762038.275769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762038.275770:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762038.275801:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762038.275803:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762038.275805:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762039.107736:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298096379, at 4298096384
00000100:00000010:0.0:1787762039.107755:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787762039.299756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762039.299762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762039.299767:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762039.299768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762039.299771:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762039.299772:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762040.323709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762040.323713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762040.323723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762040.323724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762040.323728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762040.323735:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762040.323737:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762040.323740:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762040.323742:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762040.323745:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762040.323747:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762040.323749:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762040.323773:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762040.323775:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762040.323777:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762041.347724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762041.347731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762041.347735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762041.347736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762041.347739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762041.347740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762042.371705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762042.371710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762042.371714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762042.371715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762042.371718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762042.371718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762042.371755:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762042.371758:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762042.371761:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762042.947732:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762042.947739:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762042.947741:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762042.947744:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762042.947747:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762042.947752:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3427
00000400:00000200:3.0:1787762042.947759:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762042.947763:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762042.947765:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762042.947767:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762042.947769:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762042.947771:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762042.947772:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762042.947775:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762042.947776:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762042.947778:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762042.947780:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762042.947782:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762042.947783:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762042.947784:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762042.947786:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762042.947787:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762042.947788:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762042.947790:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762042.947792:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762042.947794:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762042.947796:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762042.947798:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762042.947800:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762042.947801:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762042.947803:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762042.947811:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787762042.947813:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762042.947816:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762042.947817:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762042.947820:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762042.947822:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762042.947824:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762042.947830:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787762042.947835:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762042.947841:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883795072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762042.947847:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762042.947850:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762042.947852:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883795072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762042.947868:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762042.947870:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762042.947872:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762042.947873:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762042.947874:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762042.947876:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762042.947877:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3427
00000400:00000200:3.0:1787762042.947879:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762042.947880:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762042.947882:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762042.947883:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762042.947885:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762042.947886:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762042.947887:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762042.947889:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762042.947890:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762042.947891:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762042.947892:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762042.947893:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762042.947894:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762042.947896:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762042.947897:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762042.947899:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762042.947900:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762042.947901:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762042.947903:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762042.947905:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762042.947906:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762042.947910:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762042.947911:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762042.947913:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762042.947917:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762042.947920:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762042.947923:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762042.947926:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787762042.947929:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762042.947930:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762042.947932:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762042.947933:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762042.947934:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762042.947936:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762042.947941:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762042.947945:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762042.947951:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883795200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762042.947961:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762042.947963:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762042.947968:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883795200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762042.947977:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762042.947980:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762042.947983:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762042.947985:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762042.947987:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762042.947991:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762042.947995:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3427
00000400:00000200:3.0:1787762042.947998:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762042.948002:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762042.948004:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762042.948005:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762042.948006:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762042.948007:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762042.948009:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762042.948010:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762042.948012:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762042.948015:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762042.948017:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762042.948020:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762042.948021:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762042.948023:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762042.948025:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762042.948027:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762042.948034:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762042.948037:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762042.948041:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762042.948044:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762042.948046:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762042.948048:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762042.948051:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762042.948052:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762042.948053:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762042.948055:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762042.948059:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762042.948063:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787762042.948065:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762042.948067:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762042.948069:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762042.948071:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762042.948074:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762042.948076:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762042.948081:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762042.948083:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762042.948089:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883795328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762042.948115:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762042.948118:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762042.948125:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883795328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762042.948133:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762042.948135:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762042.948140:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762042.948141:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762042.948143:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762042.948147:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762042.948149:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3427
00000400:00000200:3.0:1787762042.948155:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762042.948158:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762042.948160:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762042.948162:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762042.948163:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762042.948164:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762042.948167:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762042.948171:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762042.948173:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762042.948174:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762042.948175:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762042.948178:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762042.948183:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762042.948188:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762042.948192:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762042.948197:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762042.948201:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762042.948207:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762042.948214:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762042.948219:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762042.948221:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762042.948224:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762042.948226:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762042.948229:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762042.948232:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762042.948237:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762042.948241:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762042.948244:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787762042.948246:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762042.948249:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762042.948251:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762042.948254:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762042.948256:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762042.948258:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762042.948262:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762042.948265:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762042.948287:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883795456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762042.948295:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762042.948298:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762042.948302:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883795456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762042.948308:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762042.948313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762042.948316:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762042.948318:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1787762042.948318:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:3.0:1787762042.948320:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762042.948324:0:8:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787762042.948325:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000100:00080000:3.0:1787762042.948327:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3427
00000400:00000200:3.0:1787762042.948335:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762042.948339:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762042.948342:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762042.948347:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762042.948349:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762042.948357:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762042.948361:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762042.948363:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762042.948365:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762042.948367:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762042.948369:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762042.948370:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762042.948375:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762042.948378:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762042.948381:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762042.948384:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762042.948388:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762042.948390:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762042.948394:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762042.948397:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762042.948400:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762042.948402:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762042.948403:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762042.948404:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762042.948406:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762042.948407:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762042.948415:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762042.948419:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787762042.948425:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762042.948429:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762042.948431:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762042.948435:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762042.948438:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762042.948442:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762042.948447:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762042.948452:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762042.948459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883795584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762042.948468:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762042.948471:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762042.948473:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883795584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762042.948482:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762042.948486:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3437)
00000800:00000200:1.1:1787762042.948765:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762042.948766:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762042.948986:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762042.948989:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762042.949194:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762042.949195:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762042.949400:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762042.949402:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00010000:00000001:0.0:1787762043.395714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762043.395719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762043.395723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762043.395723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762043.395726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762043.395726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762044.229007:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298101499, at 4298101505
00000100:00000010:0.0:1787762044.229021:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787762044.419735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762044.419741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762044.419747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762044.419748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762044.419751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762044.419752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762044.419776:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762044.419779:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762044.419781:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762045.443706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762045.443713:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762045.443715:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762045.443717:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762045.443726:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762045.443728:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762045.443729:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762045.443733:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762045.443736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762045.443737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762045.443739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762045.443740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762046.467709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762046.467718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762046.467724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762046.467726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762046.467730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762046.467731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762046.467766:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762046.467769:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762046.467772:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762047.491723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762047.491730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762047.491734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762047.491735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762047.491738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762047.491739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762048.068278:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762048.068282:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762048.068840:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762048.068842:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762048.069057:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762048.069059:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762048.069288:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762048.069290:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762048.069482:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762048.069484:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787762048.515677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762048.515686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762048.515694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762048.515698:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762048.515701:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762048.515704:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762048.515716:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762048.515719:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762048.515722:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762048.515724:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762048.515728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762048.515730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762048.515759:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762048.515761:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762048.515763:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762049.347732:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298106619, at 4298106624
00000100:00000010:0.0:1787762049.347752:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00010000:00000001:0.0:1787762049.539710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762049.539715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762049.539719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762049.539720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762049.539722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762049.539723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762050.563737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762050.563744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762050.563750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762050.563752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762050.563755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762050.563758:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762050.563760:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762050.563763:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762050.563766:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762050.563768:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762050.563770:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762050.563773:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762050.563800:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762050.563803:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762050.563807:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762051.587701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762051.587706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762051.587710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762051.587711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762051.587713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762051.587714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762052.611710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762052.611715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762052.611718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762052.611719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762052.611722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762052.611723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762052.611740:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762052.611742:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762052.611743:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787762053.188556:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762053.188568:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762053.189194:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762053.189197:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762053.189474:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762053.189476:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762053.189703:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762053.189704:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762053.189875:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762053.189878:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787762053.635699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762053.635706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762053.635711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762053.635712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762053.635716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762053.635717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762054.467725:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298111740, at 4298111744
00000100:00000010:0.0:1787762054.467741:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc00.
00010000:00000001:0.0:1787762054.659698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762054.659703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762054.659707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762054.659708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762054.659710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762054.659711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762054.659732:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762054.659734:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762054.659737:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762055.683696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762055.683706:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762055.683708:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762055.683711:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762055.683716:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762055.683718:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762055.683719:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762055.683721:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762055.683724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762055.683726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762055.683729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762055.683730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762056.707726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762056.707733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762056.707738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762056.707739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762056.707742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762056.707742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762056.707766:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762056.707768:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762056.707771:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762057.731714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762057.731722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762057.731730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762057.731731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762057.731735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762057.731737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762058.307754:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762058.307763:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762058.307766:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762058.307769:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762058.307772:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762058.307778:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3443
00000400:00000200:3.0:1787762058.307784:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762058.307788:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762058.307790:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762058.307792:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762058.307794:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762058.307796:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762058.307797:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762058.307800:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762058.307802:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762058.307805:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762058.307808:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762058.307810:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762058.307812:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762058.307816:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762058.307818:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762058.307820:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762058.307822:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762058.307829:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762058.307832:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762058.307835:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762058.307837:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762058.307841:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762058.307843:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762058.307846:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762058.307848:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762058.307857:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787762058.307861:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762058.307864:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762058.307866:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762058.307869:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762058.307872:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762058.307876:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762058.307883:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787762058.307889:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762058.307898:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883796992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762058.307908:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762058.307912:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762058.307917:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883796992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762058.307939:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762058.307941:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762058.307944:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762058.307945:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762058.307946:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762058.307948:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762058.307950:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3443
00000400:00000200:3.0:1787762058.307952:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762058.307954:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762058.307956:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762058.307957:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762058.307959:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762058.307960:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762058.307962:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762058.307964:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762058.307965:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762058.307967:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762058.307968:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762058.307979:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762058.307981:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762058.307983:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762058.307984:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762058.307987:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762058.307990:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762058.307993:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762058.307997:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762058.307999:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762058.308001:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762058.308006:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762058.308011:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762058.308013:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762058.308017:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762058.308021:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762058.308023:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762058.308029:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787762058.308033:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762058.308038:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762058.308040:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762058.308042:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762058.308043:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762058.308047:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762058.308056:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762058.308062:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762058.308074:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883797120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762058.308085:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762058.308092:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762058.308101:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883797120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762058.308123:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762058.308128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762058.308136:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762058.308139:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762058.308142:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762058.308146:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762058.308153:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3443
00000400:00000200:3.0:1787762058.308160:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762058.308165:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762058.308167:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762058.308173:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762058.308177:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762058.308180:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762058.308182:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762058.308184:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762058.308186:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762058.308188:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762058.308190:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762058.308192:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762058.308193:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762058.308198:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762058.308199:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762058.308200:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762058.308201:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762058.308202:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762058.308205:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762058.308207:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762058.308208:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762058.308211:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762058.308213:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762058.308217:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762058.308220:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762058.308224:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762058.308227:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762058.308231:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787762058.308235:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762058.308237:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762058.308239:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762058.308241:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762058.308243:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762058.308245:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762058.308252:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000010:3.0:1787762058.308253:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000800:00000200:1.1:1787762058.308255:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787762058.308258:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762058.308268:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883797248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762058.308283:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762058.308288:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762058.308296:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883797248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762058.308310:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762058.308315:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762058.308324:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762058.308327:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762058.308331:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762058.308335:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762058.308341:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3443
00000400:00000200:3.0:1787762058.308349:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762058.308354:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762058.308357:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762058.308362:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762058.308367:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762058.308370:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762058.308373:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762058.308377:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762058.308379:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762058.308381:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762058.308385:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762058.308388:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762058.308392:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762058.308404:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762058.308406:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762058.308410:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762058.308413:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762058.308417:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762058.308422:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762058.308427:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762058.308431:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762058.308434:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762058.308438:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762058.308442:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762058.308445:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762058.308449:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762058.308453:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762058.308459:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787762058.308462:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762058.308467:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762058.308470:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762058.308473:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762058.308476:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762058.308478:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762058.308482:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762058.308488:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762058.308496:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883797376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762058.308511:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762058.308515:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762058.308521:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883797376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762058.308541:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762058.308547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762058.308555:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762058.308559:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762058.308564:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762058.308570:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762058.308576:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3443
00000400:00000200:3.0:1787762058.308584:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762058.308590:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762058.308594:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762058.308633:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762058.308636:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762058.308641:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762058.308646:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762058.308653:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762058.308655:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762058.308659:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762058.308664:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762058.308670:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762058.308676:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762058.308686:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762058.308690:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762058.308694:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762058.308697:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762058.308701:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762058.308707:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762058.308710:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762058.308713:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762058.308717:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762058.308722:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762058.308725:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762058.308728:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762058.308731:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762058.308733:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762058.308738:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787762058.308741:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762058.308745:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762058.308747:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762058.308749:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762058.308752:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762058.308754:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762058.308760:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762058.308765:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762058.308773:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883797504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762058.308786:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762058.308790:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762058.308795:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883797504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762058.308812:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762058.308817:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3453)
00000800:00000200:1.1:1787762058.308835:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762058.308837:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762058.309103:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762058.309105:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762058.309341:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762058.309343:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762058.309559:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762058.309561:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787762058.755724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762058.755730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762058.755735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762058.755738:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762058.755740:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762058.755743:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762058.755745:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762058.755747:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762058.755749:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762058.755750:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762058.755753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762058.755754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762058.755783:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762058.755785:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762058.755787:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762059.587714:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298116859, at 4298116864
00000100:00000010:0.0:1787762059.587726:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00010000:00000001:0.0:1787762059.779741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762059.779748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762059.779754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762059.779755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762059.779758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762059.779759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762060.803699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762060.803703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762060.803707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762060.803708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762060.803710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762060.803712:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762060.803714:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762060.803716:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762060.803718:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762060.803720:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762060.803721:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762060.803722:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762060.803755:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762060.803757:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762060.803758:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762061.827704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762061.827711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762061.827715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762061.827716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762061.827718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762061.827719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762062.851728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762062.851735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762062.851739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762062.851740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762062.851743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762062.851744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762062.851784:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762062.851786:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762062.851789:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787762063.428359:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762063.428365:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762063.428948:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762063.428950:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762063.429220:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762063.429222:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762063.429510:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762063.429513:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762063.429804:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762063.429806:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787762063.875698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762063.875707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762063.875715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762063.875716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762063.875720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762063.875722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762064.707718:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298121979, at 4298121984
00000100:00000010:0.0:1787762064.707740:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7480.
00010000:00000001:0.0:1787762064.899733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762064.899740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762064.899744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762064.899745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762064.899747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762064.899748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762064.899793:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762064.899795:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762064.899797:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762065.923678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762065.923685:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762065.923686:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762065.923689:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762065.923692:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762065.923694:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762065.923695:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762065.923697:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762065.923699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762065.923701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762065.923703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762065.923704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762066.947735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762066.947743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762066.947750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762066.947751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762066.947755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762066.947756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762066.947816:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762066.947820:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762066.947823:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762067.971711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762067.971716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762067.971720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762067.971721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762067.971723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762067.971724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762068.547735:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762068.547746:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762068.547749:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762068.547752:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762068.547757:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762068.547764:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3453
00000400:00000200:3.0:1787762068.547785:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762068.547791:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762068.547794:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762068.547796:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762068.547799:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762068.547801:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762068.547803:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762068.547806:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762068.547807:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762068.547810:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762068.547813:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762068.547815:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762068.547817:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762068.547819:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762068.547820:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762068.547821:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762068.547822:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762068.547824:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762068.547826:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762068.547828:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762068.547830:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762068.547833:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762068.547835:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762068.547837:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762068.547840:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762068.547851:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787762068.547854:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762068.547857:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762068.547859:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762068.547862:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762068.547864:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762068.547869:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762068.547877:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787762068.547884:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762068.547892:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883798272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762068.547900:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762068.547904:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762068.547909:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883798272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762068.547927:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762068.547929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762068.547932:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762068.547933:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762068.547934:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762068.547937:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762068.547940:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3453
00000400:00000200:3.0:1787762068.547943:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762068.547946:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762068.547949:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762068.547951:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762068.547955:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762068.547957:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762068.547960:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762068.547962:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762068.547963:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762068.547966:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762068.547968:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762068.547971:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762068.547974:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762068.547978:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762068.547980:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762068.547982:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762068.547985:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762068.547987:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762068.547989:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762068.547992:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762068.547995:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762068.548003:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762068.548009:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762068.548015:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762068.548023:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762068.548029:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762068.548039:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762068.548047:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787762068.548057:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762068.548063:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762068.548069:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762068.548079:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762068.548084:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762068.548090:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762068.548103:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762068.548111:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762068.548123:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883798400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762068.548154:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762068.548163:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762068.548176:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883798400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762068.548206:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762068.548213:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762068.548227:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762068.548230:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762068.548233:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762068.548243:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762068.548251:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3453
00000400:00000200:3.0:1787762068.548286:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762068.548296:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762068.548303:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762068.548318:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762068.548325:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762068.548334:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762068.548340:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762068.548348:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762068.548350:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762068.548356:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762068.548359:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000800:00000200:2.1:1787762068.548363:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000001:3.0:1787762068.548365:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000800:00000200:2.1:1787762068.548368:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1787762068.548370:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762068.548379:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762068.548386:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762068.548393:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762068.548397:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762068.548406:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762068.548413:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762068.548417:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762068.548421:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762068.548431:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762068.548440:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762068.548450:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762068.548454:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762068.548461:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762068.548463:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762068.548474:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787762068.548483:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762068.548497:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762068.548507:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762068.548517:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762068.548520:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762068.548523:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762068.548529:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762068.548538:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762068.548551:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883798528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762068.548560:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762068.548566:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762068.548573:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883798528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762068.548623:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762068.548627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762068.548631:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762068.548634:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762068.548642:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762068.548651:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762068.548660:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3453
00000400:00000200:3.0:1787762068.548678:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762068.548691:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762068.548700:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762068.548705:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762068.548706:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762068.548711:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762068.548715:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762068.548718:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762068.548723:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762068.548730:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762068.548734:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762068.548741:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762068.548752:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762068.548767:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762068.548787:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762068.548797:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762068.548804:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762068.548816:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762068.548828:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762068.548835:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762068.548837:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762068.548841:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762068.548844:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762068.548849:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762068.548851:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762068.548857:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762068.548861:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762068.548870:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787762068.548877:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762068.548882:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762068.548886:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762068.548894:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762068.548899:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762068.548906:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762068.548923:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762068.548936:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762068.548958:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883798656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762068.549011:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762068.549017:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762068.549029:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883798656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762068.549057:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762068.549068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762068.549077:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762068.549087:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762068.549096:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762068.549104:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762068.549114:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3453
00000400:00000200:3.0:1787762068.549128:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762068.549141:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762068.549153:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762068.549163:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762068.549172:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762068.549182:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762068.549195:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762068.549203:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762068.549207:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762068.549215:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762068.549224:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762068.549236:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762068.549248:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762068.549260:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762068.549265:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762068.549272:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762068.549280:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762068.549285:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762068.549291:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762068.549298:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762068.549302:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762068.549309:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762068.549321:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762068.549327:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762068.549333:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762068.549344:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762068.549354:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762068.549365:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787762068.549375:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762068.549385:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762068.549389:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762068.549398:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762068.549403:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762068.549411:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762068.549423:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762068.549430:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762068.549447:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883798784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762068.549471:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762068.549475:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762068.549482:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883798784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787762068.549506:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762068.549510:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787762068.549514:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762068.549528:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3463)
00000800:00000200:2.1:1787762068.549722:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762068.549723:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762068.549917:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762068.549918:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762068.550160:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762068.550162:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787762068.995719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762068.995725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762068.995730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762068.995733:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762068.995735:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762068.995739:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762068.995742:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762068.995744:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762068.995745:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762068.995752:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762068.995755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762068.995755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762068.995783:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762068.995785:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762068.995787:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762069.827696:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298127099, at 4298127104
00000100:00000010:0.0:1787762069.827714:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f78a0.
00010000:00000001:0.0:1787762070.019755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762070.019763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762070.019770:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762070.019771:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762070.019775:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762070.019777:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762071.043738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762071.043746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762071.043752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762071.043753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762071.043755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762071.043759:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762071.043761:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762071.043764:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762071.043766:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762071.043768:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762071.043770:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762071.043771:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762071.043819:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762071.043822:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762071.043824:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762072.067723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762072.067730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762072.067736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762072.067737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762072.067740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762072.067741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762073.091700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762073.091705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762073.091709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762073.091710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762073.091712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762073.091713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762073.091730:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762073.091732:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762073.091734:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787762073.668370:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762073.668376:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762073.668971:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762073.668974:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762073.669285:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762073.669288:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762073.669566:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762073.669568:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762073.669768:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762073.669770:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787762074.115764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762074.115773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762074.115780:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762074.115781:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762074.115785:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762074.115787:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762074.947741:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298132219, at 4298132224
00000100:00000010:0.0:1787762074.947767:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787762075.139689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762075.139700:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762075.139702:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762075.139706:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762075.139712:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762075.139714:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762075.139716:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762075.139717:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762075.139721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762075.139722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762075.139724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762075.139726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762075.139743:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762075.139745:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762075.139748:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762076.163728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762076.163735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762076.163740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762076.163741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762076.163743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762076.163744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762077.187731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762077.187739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762077.187747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762077.187748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762077.187752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762077.187753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762077.187781:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762077.187784:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762077.187788:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762078.211710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762078.211715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762078.211724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762078.211731:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762078.211733:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762078.211736:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762078.211739:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762078.211741:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762078.211743:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762078.211745:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762078.211749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762078.211750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762078.787681:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762078.787697:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762078.787700:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762078.787704:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762078.787708:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762078.787717:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3463
00000400:00000200:3.0:1787762078.787728:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762078.787735:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762078.787738:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762078.787742:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762078.787746:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762078.787749:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762078.787752:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762078.787756:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762078.787759:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762078.787761:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762078.787765:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762078.787767:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762078.787769:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762078.787771:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762078.787773:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762078.787774:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762078.787775:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762078.787777:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762078.787780:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762078.787781:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762078.787783:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762078.787786:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762078.787788:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762078.787790:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762078.787793:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762078.787803:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787762078.787807:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762078.787813:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762078.787815:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762078.787818:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762078.787821:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762078.787826:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762078.787844:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787762078.787854:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762078.787864:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883799552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762078.787872:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762078.787876:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762078.787880:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883799552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762078.787896:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762078.787900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762078.787903:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762078.787905:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762078.787906:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762078.787909:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762078.787912:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3463
00000400:00000200:3.0:1787762078.787916:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762078.787920:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762078.787922:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762078.787925:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762078.787928:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762078.787931:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762078.787934:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762078.787937:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762078.787938:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762078.787940:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762078.787943:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762078.787945:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762078.787947:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762078.787950:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762078.787952:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762078.787959:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762078.787962:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762078.787966:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762078.787969:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762078.787971:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762078.787973:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762078.787983:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762078.787991:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762078.788001:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762078.788008:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762078.788013:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762078.788021:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762078.788026:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787762078.788035:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762078.788048:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762078.788055:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762078.788061:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762078.788065:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762078.788071:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762078.788081:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762078.788090:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762078.788103:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883799680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762078.788118:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762078.788126:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762078.788141:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883799680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762078.788192:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762078.788195:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762078.788206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762078.788208:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762078.788210:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762078.788216:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762078.788222:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3463
00000400:00000200:3.0:1787762078.788227:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762078.788230:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762078.788236:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762078.788241:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762078.788247:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762078.788259:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762078.788262:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762078.788265:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762078.788267:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762078.788268:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762078.788271:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762078.788274:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762078.788277:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762078.788282:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762078.788290:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762078.788301:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762078.788306:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762078.788310:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762078.788317:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762078.788320:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762078.788323:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762078.788328:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762078.788329:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762078.788331:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762078.788336:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762078.788340:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762078.788342:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762078.788347:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787762078.788355:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762078.788366:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762078.788368:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762078.788370:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762078.788372:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762078.788376:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762078.788383:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762078.788387:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762078.788390:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00100000:3.0:1787762078.788396:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883799808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762078.788403:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762078.788404:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762078.788407:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883799808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762078.788412:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762078.788415:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762078.788419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762078.788425:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762078.788429:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762078.788437:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762078.788441:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3463
00000400:00000200:3.0:1787762078.788447:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762078.788457:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762078.788466:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762078.788477:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762078.788488:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762078.788499:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762078.788505:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762078.788516:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762078.788521:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762078.788528:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762078.788532:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762078.788537:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762078.788542:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762078.788546:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762078.788548:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762078.788554:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762078.788560:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762078.788569:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762078.788586:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762078.788590:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762078.788617:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762078.788622:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762078.788626:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762078.788629:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762078.788632:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762078.788635:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762078.788637:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762078.788641:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787762078.788644:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762078.788648:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762078.788652:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762078.788656:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762078.788659:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762078.788663:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762078.788668:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762078.788677:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762078.788694:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883799936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762078.788712:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762078.788719:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762078.788729:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883799936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762078.788751:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762078.788758:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762078.788765:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762078.788767:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762078.788771:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762078.788780:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762078.788787:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3463
00000400:00000200:3.0:1787762078.788799:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762078.788809:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762078.788815:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762078.788824:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762078.788830:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762078.788837:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762078.788845:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762078.788850:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762078.788854:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762078.788858:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762078.788861:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762078.788863:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762078.788865:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762078.788870:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762078.788872:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762078.788876:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762078.788877:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762078.788880:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762078.788882:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762078.788884:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762078.788886:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762078.788890:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762078.788892:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762078.788894:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762078.788896:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762078.788898:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762078.788900:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762078.788905:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787762078.788913:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762078.788920:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762078.788926:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762078.788934:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762078.788938:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762078.788944:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762078.788952:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762078.788962:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762078.788979:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883800064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762078.789000:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762078.789006:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762078.789013:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883800064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762078.789028:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762078.789044:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3473)
00000800:00000200:1.1:1787762078.789056:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762078.789214:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762078.789368:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762078.789506:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787762079.235738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762079.235747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762079.235755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762079.235756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762079.235760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762079.235761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762079.235788:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762079.235792:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762079.235795:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762080.067695:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298137339, at 4298137344
00000100:00000010:0.0:1787762080.067711:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787762080.259718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762080.259725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762080.259731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762080.259732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762080.259736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762080.259737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762081.283696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762081.283702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762081.283708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762081.283709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762081.283713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762081.283716:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762081.283718:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762081.283721:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762081.283723:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762081.283725:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762081.283727:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762081.283729:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762081.283747:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762081.283749:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762081.283752:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787762081.859879:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.116:988
00000400:00000100:0.0:1787762081.859947:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.116@tcp at host 192.168.204.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787762081.859960:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762081.859964:0:2387:0:(router.c:1791:lnet_notify()) 192.168.204.16@tcp notifying 192.168.204.116@tcp: down
00000400:00000200:0.0:1787762081.859970:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762081.859975:0:2387:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787762081.859981:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762081.859986:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:0.0:1787762081.859993:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762081.859998:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762081.860007:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:0.0:1787762081.860011:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:0.0:1787762081.860017:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762081.860030:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455eb0c0 x1874600883799552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762081.860057:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762081.860062:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb0c0 x1874600883799552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762103 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762081.860071:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762081.860073:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762081.860086:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762081.860088:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330c00.
00000400:00000200:0.0:1787762081.860091:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762081.860095:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762081.860098:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482406e8
00000400:00000010:0.0:1787762081.860100:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482406e8.
00000100:00000001:0.0:1787762081.860102:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762081.860106:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455eb840 x1874600883799680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762081.860114:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762081.860116:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb840 x1874600883799680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762103 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762081.860122:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762081.860124:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762081.860129:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762081.860130:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330d00.
00000400:00000200:0.0:1787762081.860133:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762081.860136:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762081.860148:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:0.0:1787762081.860150:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:0.0:1787762081.860152:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762081.860157:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455ea580 x1874600883799808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762081.860165:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762081.860168:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea580 x1874600883799808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762103 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762081.860174:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762081.860176:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762081.860180:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762081.860182:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330500.
00000400:00000200:0.0:1787762081.860184:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762081.860187:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762081.860189:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:0.0:1787762081.860191:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:0.0:1787762081.860193:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762081.860197:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455eb480 x1874600883799936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762081.860204:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762081.860207:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb480 x1874600883799936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762103 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762081.860213:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762081.860215:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762081.860219:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762081.860221:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330400.
00000400:00000200:0.0:1787762081.860224:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762081.860226:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762081.860229:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240d48
00000400:00000010:0.0:1787762081.860230:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240d48.
00000100:00000001:0.0:1787762081.860233:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762081.860237:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455e8f00 x1874600883800064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762081.860245:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762081.860248:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8f00 x1874600883800064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762103 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762081.860255:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762081.860257:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787762082.307711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762082.307717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762082.307721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762082.307722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762082.307727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762082.307727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762083.331706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762083.331712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762083.331717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762083.331718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762083.331721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762083.331722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762083.331741:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762083.331744:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762083.331747:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762083.907724:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762083.907734:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762083.907739:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762083.907742:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762083.907747:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762083.907757:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3468
00000400:00000200:3.0:1787762083.907768:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762083.907775:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762083.907778:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762083.907791:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762083.907795:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762083.907798:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762083.907800:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762083.907805:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762083.907808:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762083.907811:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762083.907814:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762083.907817:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762083.907819:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762083.907823:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762083.907825:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762083.907827:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762083.907829:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762083.907832:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762083.907836:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762083.907838:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762083.907841:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762083.907845:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762083.907848:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762083.907851:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762083.907854:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762083.907863:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787762083.907867:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762083.907872:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762083.907874:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762083.907876:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762083.907880:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762083.907884:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762083.907892:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787762083.907901:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762083.907913:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883800192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762083.907923:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762083.907928:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762083.907933:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883800192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762083.907960:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762083.907963:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762083.907966:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762083.907968:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762083.907969:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762083.907972:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762083.907975:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3468
00000400:00000200:3.0:1787762083.907979:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762083.907982:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762083.907984:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762083.907988:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762083.907991:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762083.907993:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762083.907996:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762083.907998:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762083.907999:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762083.908001:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762083.908003:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762083.908005:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762083.908008:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762083.908012:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762083.908016:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762083.908025:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762083.908029:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762083.908034:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762083.908040:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762083.908044:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762083.908048:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762083.908057:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762083.908061:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762083.908066:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762083.908074:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762083.908079:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762083.908084:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762083.908090:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e83c0.
00000020:00000040:3.0:1787762083.908094:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762083.908099:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762083.908101:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762083.908105:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762083.908107:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762083.908111:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762083.908118:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762083.908124:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762083.908132:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e83c0 x1874600883800320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762083.908140:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762083.908144:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762083.908148:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1eeea11] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e83c0 x1874600883800320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762083.908166:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762083.908171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762083.908175:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762083.908178:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762083.908181:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762083.908187:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762083.908191:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3468
00000400:00000200:3.0:1787762083.908196:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762083.908202:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762083.908205:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762083.908213:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762083.908217:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762083.908222:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762083.908225:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762083.908229:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762083.908230:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762083.908231:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762083.908235:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762083.908240:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762083.908243:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762083.908247:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762083.908251:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762083.908255:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762083.908257:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762083.908262:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762083.908268:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762083.908270:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762083.908274:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762083.908278:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762083.908282:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762083.908286:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762083.908288:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762083.908292:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762083.908296:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762083.908302:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787762083.908306:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762083.908311:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762083.908313:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762083.908316:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762083.908319:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762083.908321:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762083.908325:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762083.908331:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762083.908338:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883800448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762083.908352:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762083.908355:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762083.908361:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883800448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762083.908372:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762083.908377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762083.908382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762083.908385:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762083.908390:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1787762083.908390:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787762083.908396:0:8:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787762083.908397:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000100:00080000:3.0:1787762083.908402:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3468
00000400:00000200:3.0:1787762083.908410:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762083.908422:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762083.908428:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762083.908435:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762083.908439:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762083.908442:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762083.908447:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762083.908451:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762083.908454:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762083.908456:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762083.908459:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762083.908463:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000800:00000200:1.1:1787762083.908974:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762083.908977:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1787762083.909254:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762083.909263:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762083.909269:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762083.909285:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762083.909289:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762083.909295:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762083.909302:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762083.909308:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762083.909312:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762083.909316:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762083.909321:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762083.909325:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762083.909331:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000800:00000200:1.1:1787762083.909335:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000008:00000001:3.0:1787762083.909337:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762083.909341:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762083.909341:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000100:00000010:3.0:1787762083.909350:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787762083.909355:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762083.909360:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762083.909363:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762083.909368:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762083.909372:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762083.909377:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762083.909385:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762083.909394:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762083.909405:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883800576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762083.909431:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762083.909437:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762083.909446:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883800576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762083.909463:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762083.909468:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762083.909486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762083.909490:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762083.909492:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762083.909497:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762083.909503:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3468
00000400:00000200:3.0:1787762083.909512:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762083.909517:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762083.909523:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762083.909529:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762083.909534:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762083.909540:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762083.909543:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762083.909547:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762083.909550:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762083.909555:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762083.909559:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762083.909565:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762083.909570:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762083.909577:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762083.909580:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762083.909585:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762083.909589:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762083.909592:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762083.909615:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762083.909617:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762083.909619:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762083.909622:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762083.909624:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762083.909627:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762083.909631:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762083.909636:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762083.909639:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762083.909645:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787762083.909649:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762083.909655:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762083.909658:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762083.909661:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762083.909664:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762083.909668:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762083.909674:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762083.909680:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762083.909688:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883800704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762083.909704:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762083.909708:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762083.909720:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883800704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762083.909735:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762083.909740:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3478)
00000800:00000200:1.1:1787762083.909953:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762083.909956:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762083.910215:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762083.910218:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787762084.355742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762084.355750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762084.355756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762084.355757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762084.355761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762084.355762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762085.187723:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298142459, at 4298142464
00000100:00000010:0.0:1787762085.187742:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00010000:00000001:0.0:1787762085.379712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762085.379720:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762085.379722:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762085.379725:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762085.379730:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762085.379732:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762085.379734:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762085.379735:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762085.379739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762085.379740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762085.379743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762085.379744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762085.379760:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762085.379762:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762085.379764:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762086.403700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762086.403705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762086.403708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762086.403709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762086.403711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762086.403712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762087.427697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762087.427703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762087.427708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762087.427709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762087.427712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762087.427713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762087.427738:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762087.427741:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762087.427743:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762088.451732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762088.451740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762088.451752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762088.451756:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762088.451759:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762088.451762:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762088.451766:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762088.451769:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762088.451771:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762088.451774:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762088.451778:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762088.451779:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762089.028096:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762089.028100:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000020:00000001:2.0:1787762089.028148:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762089.028150:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762089.028153:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762089.028155:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762089.028156:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762089.028158:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762089.028160:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762089.028163:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762089.028164:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762089.028166:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762089.028168:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762089.028170:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762089.028172:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762089.028174:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762089.028176:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762089.028177:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762089.028180:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517efc00.
00000020:00000040:2.0:1787762089.028182:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762089.028184:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762089.028185:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762089.028186:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762089.028188:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762089.028189:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762089.028192:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ecc00.
00000100:00000001:2.0:1787762089.028195:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762089.028198:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517efc00 x1874600883801216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762089.028205:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762089.028215:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762089.028219:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c6b28ed] to pc [ptlrpcd_rcv+-1]  req@ffff9696517efc00 x1874600883801216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762089.028227:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762089.028230:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762089.028233:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762089.028234:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762089.028236:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762089.028238:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762089.028240:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3473
00000400:00000200:2.0:1787762089.028243:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762089.028246:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762089.028247:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762089.028250:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762089.028252:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762089.028254:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762089.028256:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762089.028258:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762089.028259:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762089.028260:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762089.028262:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762089.028264:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762089.028266:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762089.028268:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762089.028270:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762089.028272:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762089.028274:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762089.028276:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762089.028279:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762089.028281:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762089.028282:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762089.028285:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762089.028286:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762089.028288:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762089.028291:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762089.028293:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762089.028295:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762089.028298:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef480.
00000020:00000040:2.0:1787762089.028300:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762089.028302:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762089.028303:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762089.028305:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762089.028306:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762089.028307:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762089.028310:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec400.
00000100:00000001:2.0:1787762089.028313:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762089.028317:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef480 x1874600883801344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762089.028323:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762089.028324:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762089.028328:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8eb0c3a] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef480 x1874600883801344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762089.028334:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762089.028337:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3484)
00000800:00000200:1.1:1787762089.028454:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762089.028456:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787762089.028637:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762089.028638:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787762089.028794:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762089.028796:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787762089.028952:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762089.028954:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00010000:00000001:0.0:1787762089.475705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762089.475710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762089.475716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762089.475717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762089.475720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762089.475721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762089.475740:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762089.475742:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762089.475745:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762090.307742:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298147579, at 4298147584
00000100:00000010:0.0:1787762090.307759:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00010000:00000001:0.0:1787762090.499721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762090.499727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762090.499732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762090.499733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762090.499739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762090.499740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762090.499783:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762090.499789:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762090.499793:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762091.523724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762091.523730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762091.523736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762091.523736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762091.523739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762091.523743:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762091.523745:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762091.523748:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762091.523750:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762091.523752:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762091.523753:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762091.523755:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762091.523776:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762091.523778:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762091.523780:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762092.547698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762092.547708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762092.547714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762092.547716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762092.547720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762092.547721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762092.547770:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762092.547773:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762092.547776:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762093.571738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762093.571746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762093.571753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762093.571754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762093.571758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762093.571761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762093.571786:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762093.571789:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762093.571793:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762094.147690:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762094.147697:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762094.147699:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762094.147701:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762094.147704:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762094.147710:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3479
00000400:00000200:2.0:1787762094.147717:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762094.147721:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762094.147724:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762094.147726:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762094.147728:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762094.147730:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762094.147731:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762094.147734:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762094.147735:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762094.147737:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762094.147739:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762094.147741:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762094.147742:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762094.147743:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762094.147744:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762094.147746:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762094.147747:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762094.147749:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762094.147751:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762094.147752:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762094.147754:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762094.147756:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762094.147758:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762094.147760:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762094.147762:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762094.147769:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee1c0.
00000020:00000040:2.0:1787762094.147771:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762094.147774:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762094.147775:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762094.147777:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762094.147779:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762094.147782:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762094.147787:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef400.
00000100:00000001:2.0:1787762094.147792:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762094.147798:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee1c0 x1874600883801472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762094.147805:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762094.147808:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762094.147811:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000dbff278] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee1c0 x1874600883801472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762094.147827:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762094.147829:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762094.147831:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762094.147832:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762094.147833:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762094.147834:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762094.147836:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3479
00000400:00000200:2.0:1787762094.147838:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762094.147839:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762094.147841:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762094.147842:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762094.147843:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762094.147844:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762094.147846:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762094.147847:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762094.147848:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762094.147849:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762094.147851:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762094.147852:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762094.147853:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762094.147855:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762094.147857:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762094.147858:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762094.147860:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762094.147861:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762094.147864:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762094.147865:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762094.147866:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762094.147870:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762094.147873:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762094.147874:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762094.147879:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762094.147882:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762094.147883:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762094.147887:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec3c0.
00000020:00000040:2.0:1787762094.147889:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762094.147892:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762094.147894:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762094.147897:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762094.147899:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762094.147901:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762094.147905:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef000.
00000100:00000001:2.0:1787762094.147909:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762094.147915:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec3c0 x1874600883801600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762094.147923:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762094.147926:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762094.147934:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ac1d0d0] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec3c0 x1874600883801600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762094.147946:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762094.147950:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762094.147954:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762094.147956:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762094.147958:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762094.147961:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762094.147965:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3479
00000400:00000200:2.0:1787762094.147966:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762094.147968:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762094.147969:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762094.147974:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762094.147976:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762094.147979:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762094.147980:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762094.147982:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762094.147982:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762094.147985:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762094.147987:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762094.147991:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762094.147992:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762094.147995:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762094.147999:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762094.148001:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762094.148003:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762094.148008:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762094.148012:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762094.148017:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762094.148021:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762094.148026:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762094.148029:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762094.148033:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762094.148035:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762094.148046:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762094.148050:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762094.148055:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ed2c0.
00000020:00000040:2.0:1787762094.148059:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762094.148064:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762094.148066:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762094.148070:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762094.148074:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762094.148076:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762094.148083:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec400.
00000100:00000001:2.0:1787762094.148089:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762094.148097:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ed2c0 x1874600883801728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762094.148107:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762094.148111:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762094.148118:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ed0154] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ed2c0 x1874600883801728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762094.148133:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762094.148138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762094.148143:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762094.148147:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762094.148150:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762094.148155:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762094.148162:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3479
00000400:00000200:2.0:1787762094.148169:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762094.148174:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762094.148178:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762094.148183:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762094.148188:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762094.148191:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762094.148195:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762094.148197:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762094.148200:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000800:00000200:1.1:1787762094.148201:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000001:2.0:1787762094.148202:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762094.148205:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762094.148207:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000800:00000200:1.1:1787762094.148208:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000020:00000001:2.0:1787762094.148209:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762094.148215:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762094.148216:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762094.148220:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762094.148222:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762094.148225:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762094.148227:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762094.148231:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762094.148232:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762094.148235:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762094.148236:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762094.148240:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762094.148242:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762094.148246:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762094.148249:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762094.148254:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee580.
00000020:00000040:2.0:1787762094.148257:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762094.148262:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762094.148265:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762094.148268:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762094.148271:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762094.148290:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762094.148298:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ecc00.
00000100:00000001:2.0:1787762094.148303:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762094.148312:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee580 x1874600883801856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762094.148331:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762094.148335:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762094.148341:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d12b9ce] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee580 x1874600883801856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762094.148354:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762094.148358:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762094.148364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762094.148365:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762094.148366:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762094.148368:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762094.148372:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3479
00000400:00000200:2.0:1787762094.148375:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762094.148378:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762094.148383:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762094.148385:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762094.148386:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762094.148388:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762094.148389:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762094.148391:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762094.148392:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762094.148394:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762094.148397:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762094.148402:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762094.148405:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762094.148411:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762094.148416:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762094.148420:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762094.148424:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762094.148429:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762094.148436:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762094.148439:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762094.148444:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762094.148452:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762094.148455:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762094.148457:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762094.148461:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762094.148463:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762094.148464:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762094.148466:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef0c0.
00000020:00000040:2.0:1787762094.148469:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762094.148472:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762094.148474:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762094.148476:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762094.148478:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762094.148481:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762094.148488:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ee000.
00000100:00000001:2.0:1787762094.148492:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762094.148501:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef0c0 x1874600883801984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762094.148518:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762094.148522:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762094.148531:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007513b59] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef0c0 x1874600883801984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762094.148544:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762094.148550:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3489)
00000800:00000200:1.1:1787762094.148744:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762094.148745:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787762094.148906:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762094.148907:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787762094.149057:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762094.149058:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787762094.149204:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762094.149206:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00010000:00000001:0.0:1787762094.595699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762094.595706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762094.595712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762094.595713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762094.595715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762094.595716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762094.595769:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762094.595773:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762094.595776:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762095.427719:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298152699, at 4298152704
00000100:00000010:0.0:1787762095.427742:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787762095.619710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762095.619720:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762095.619722:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762095.619725:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762095.619731:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762095.619734:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762095.619736:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762095.619738:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762095.619743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762095.619745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762095.619748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762095.619750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762095.619774:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762095.619776:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762095.619778:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762096.643706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762096.643712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762096.643716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762096.643717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762096.643720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762096.643721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762097.667743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762097.667752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762097.667759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762097.667761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762097.667766:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762097.667767:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762097.667795:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762097.667798:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762097.667801:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762098.691728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762098.691734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762098.691740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762098.691743:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762098.691746:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762098.691749:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762098.691751:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762098.691754:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762098.691756:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762098.691758:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762098.691761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762098.691763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762099.267677:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762099.267684:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762099.267686:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762099.267690:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762099.267693:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762099.267698:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3484
00000400:00000200:0.0:1787762099.267704:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762099.267709:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762099.267711:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762099.267713:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762099.267715:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762099.267717:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762099.267718:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762099.267721:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762099.267722:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787762099.267724:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762099.267726:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787762099.267728:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787762099.267730:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787762099.267732:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762099.267733:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762099.267735:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762099.267736:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762099.267737:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787762099.267739:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762099.267740:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762099.267742:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762099.267744:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762099.267746:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762099.267748:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762099.267749:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762099.267757:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097e1c0.
00000020:00000040:0.0:1787762099.267759:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787762099.267762:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762099.267763:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762099.267765:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762099.267766:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762099.267769:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762099.267777:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30c00.
00000100:00000001:0.0:1787762099.267782:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762099.267788:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097e1c0 x1874600883802112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762099.267795:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762099.267798:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762099.267802:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb94abd1] to pc [ptlrpcd_rcv+-1]  req@ffff96966097e1c0 x1874600883802112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762099.267818:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762099.267820:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762099.267822:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762099.267823:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762099.267824:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762099.267826:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762099.267827:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3484
00000400:00000200:0.0:1787762099.267829:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762099.267831:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762099.267832:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762099.267834:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762099.267835:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762099.267837:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762099.267838:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762099.267840:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762099.267841:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787762099.267842:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762099.267843:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787762099.267845:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787762099.267847:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787762099.267851:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762099.267856:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762099.267861:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762099.267865:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762099.267870:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787762099.267878:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762099.267883:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762099.267888:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762099.267896:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762099.267902:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762099.267905:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762099.267908:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762099.267914:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762099.267916:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762099.267919:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097d680.
00000020:00000040:0.0:1787762099.267924:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787762099.267927:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762099.267929:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762099.267932:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762099.267934:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762099.267937:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762099.267942:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33000.
00000100:00000001:0.0:1787762099.267946:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762099.267952:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097d680 x1874600883802240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762099.267963:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762099.267966:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762099.267974:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b356f346] to pc [ptlrpcd_rcv+-1]  req@ffff96966097d680 x1874600883802240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762099.267987:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762099.267991:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762099.267994:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787762099.267996:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762099.267999:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762099.268001:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762099.268005:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3484
00000400:00000200:0.0:1787762099.268052:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762099.268057:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762099.268059:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762099.268062:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762099.268066:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762099.268068:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762099.268070:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762099.268072:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762099.268074:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787762099.268076:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762099.268078:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787762099.268081:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787762099.268084:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787762099.268091:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000800:00000200:1.1:1787762099.268096:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:0.0:1787762099.268097:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787762099.268101:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000100:00000040:0.0:1787762099.268102:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762099.268108:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762099.268113:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787762099.268119:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762099.268125:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762099.268130:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762099.268134:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762099.268138:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762099.268140:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762099.268143:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762099.268148:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762099.268149:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762099.268154:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f840.
00000020:00000040:0.0:1787762099.268157:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787762099.268160:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762099.268162:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762099.268164:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762099.268165:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762099.268167:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762099.268170:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31c00.
00000100:00000001:0.0:1787762099.268172:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762099.268193:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f840 x1874600883802368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762099.268206:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762099.268209:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762099.268217:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02bc9d6] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f840 x1874600883802368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762099.268227:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762099.268230:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762099.268233:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762099.268234:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762099.268235:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762099.268237:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762099.268241:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3484
00000400:00000200:0.0:1787762099.268247:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762099.268251:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762099.268256:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762099.268258:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762099.268260:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762099.268263:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762099.268265:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762099.268266:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762099.268267:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787762099.268269:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762099.268271:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787762099.268273:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787762099.268274:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787762099.268277:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762099.268280:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762099.268283:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762099.268285:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762099.268289:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787762099.268292:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762099.268295:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762099.268298:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762099.268303:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762099.268306:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762099.268308:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762099.268312:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787762099.268314:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762099.268316:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762099.268319:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c000.
00000020:00000040:0.0:1787762099.268323:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787762099.268328:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762099.268330:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762099.268334:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762099.268335:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762099.268337:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762099.268342:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30800.
00000100:00000001:0.0:1787762099.268345:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762099.268353:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c000 x1874600883802496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762099.268362:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762099.268365:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762099.268369:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b885017a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c000 x1874600883802496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762099.268389:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762099.268392:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762099.268395:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787762099.268397:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762099.268399:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762099.268401:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762099.268405:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3484
00000400:00000200:0.0:1787762099.268411:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762099.268416:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762099.268419:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762099.268421:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762099.268424:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762099.268428:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762099.268430:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762099.268432:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762099.268435:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787762099.268437:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762099.268439:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787762099.268441:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787762099.268444:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787762099.268449:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762099.268453:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762099.268456:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762099.268460:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762099.268463:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787762099.268465:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762099.268468:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762099.268469:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762099.268472:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762099.268474:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762099.268477:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762099.268480:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787762099.268483:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762099.268486:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762099.268490:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c780.
00000020:00000040:0.0:1787762099.268493:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787762099.268497:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762099.268499:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762099.268503:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762099.268507:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762099.268509:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762099.268512:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33c00.
00000100:00000001:0.0:1787762099.268516:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762099.268522:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c780 x1874600883802624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762099.268532:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762099.268535:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762099.268539:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b7e064a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c780 x1874600883802624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762099.268548:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762099.268553:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3494)
00000800:00000200:1.1:1787762099.268752:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762099.268753:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762099.268916:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762099.268917:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762099.269066:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762099.269068:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762099.269258:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762099.269259:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1787762099.715705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762099.715710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762099.715713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762099.715714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762099.715716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762099.715717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762099.715732:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762099.715734:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762099.715736:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762100.547705:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298157819, at 4298157824
00000100:00000010:0.0:1787762100.547721:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00010000:00000001:0.0:1787762100.739712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762100.739717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762100.739720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762100.739721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762100.739723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762100.739724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762101.763693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762101.763698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762101.763702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762101.763703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762101.763705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762101.763708:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762101.763709:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762101.763711:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762101.763714:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762101.763715:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762101.763716:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762101.763718:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762101.763732:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762101.763734:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762101.763735:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762102.787747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762102.787757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762102.787764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762102.787765:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762102.787769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762102.787771:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762103.811699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762103.811703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762103.811708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762103.811709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762103.811711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762103.811712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762103.811735:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762103.811736:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762103.811738:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762104.387738:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762104.387754:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762104.387758:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762104.387762:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762104.387766:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762104.387773:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3489
00000400:00000200:0.0:1787762104.387782:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762104.387788:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762104.387791:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762104.387793:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762104.387797:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762104.387801:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762104.387803:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762104.387806:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762104.387808:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787762104.387810:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762104.387813:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787762104.387816:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787762104.387818:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787762104.387822:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762104.387824:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762104.387826:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762104.387829:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762104.387832:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787762104.387836:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762104.387839:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762104.387841:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762104.387844:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762104.387847:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762104.387849:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762104.387852:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762104.387860:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097da40.
00000020:00000040:0.0:1787762104.387864:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787762104.387868:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762104.387869:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762104.387872:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762104.387875:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762104.387878:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762104.387891:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31000.
00000100:00000001:0.0:1787762104.387897:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762104.387906:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097da40 x1874600883802752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762104.387921:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762104.387926:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762104.387930:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a392d04] to pc [ptlrpcd_rcv+-1]  req@ffff96966097da40 x1874600883802752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762104.387951:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762104.387954:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762104.387956:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762104.387957:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762104.387958:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762104.387961:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762104.387963:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3489
00000400:00000200:0.0:1787762104.387965:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762104.387967:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762104.387969:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762104.387971:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762104.387972:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762104.387973:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762104.387974:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762104.387976:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762104.387977:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787762104.387978:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762104.387979:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787762104.387981:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787762104.387982:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787762104.387989:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762104.387992:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762104.387994:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762104.387996:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762104.387999:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787762104.388002:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762104.388007:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762104.388011:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762104.388018:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762104.388023:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762104.388026:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762104.388029:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762104.388036:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762104.388040:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762104.388045:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097de00.
00000020:00000040:0.0:1787762104.388048:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787762104.388051:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762104.388053:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762104.388055:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762104.388058:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762104.388060:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762104.388065:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32400.
00000100:00000001:0.0:1787762104.388070:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762104.388089:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097de00 x1874600883802880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762104.388102:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762104.388106:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762104.388115:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010d19df2] to pc [ptlrpcd_rcv+-1]  req@ffff96966097de00 x1874600883802880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762104.388130:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762104.388135:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762104.388142:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787762104.388144:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762104.388146:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762104.388150:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762104.388157:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3489
00000400:00000200:0.0:1787762104.388164:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762104.388168:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762104.388173:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762104.388180:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762104.388185:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762104.388189:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762104.388194:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762104.388199:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762104.388200:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787762104.388202:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762104.388205:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787762104.388210:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787762104.388215:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787762104.388220:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762104.388224:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762104.388228:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762104.388232:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762104.388236:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787762104.388242:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762104.388248:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762104.388252:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762104.388257:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762104.388262:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762104.388267:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762104.388270:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762104.388273:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762104.388274:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762104.388277:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097ed00.
00000020:00000040:0.0:1787762104.388280:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787762104.388284:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762104.388286:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762104.388290:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762104.388293:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762104.388294:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762104.388299:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00000001:0.0:1787762104.388304:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762104.388309:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097ed00 x1874600883803008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762104.388316:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762104.388319:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762104.388324:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088ef356f] to pc [ptlrpcd_rcv+-1]  req@ffff96966097ed00 x1874600883803008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787762104.388337:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:0.0:1787762104.388338:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762104.388342:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000100:00080000:0.0:1787762104.388343:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762104.388352:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762104.388357:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762104.388360:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762104.388366:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762104.388372:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3489
00000400:00000200:0.0:1787762104.388380:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762104.388387:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762104.388389:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762104.388393:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762104.388397:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762104.388400:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762104.388404:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762104.388408:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762104.388411:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787762104.388413:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762104.388417:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787762104.388421:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787762104.388427:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787762104.388435:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762104.388439:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762104.388445:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762104.388449:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762104.388452:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787762104.388458:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762104.388463:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762104.388467:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762104.388471:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762104.388476:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762104.388478:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762104.388481:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787762104.388485:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762104.388486:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762104.388489:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c3c0.
00000020:00000040:0.0:1787762104.388493:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787762104.388497:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762104.388499:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762104.388509:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762104.388512:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762104.388516:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762104.388520:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33400.
00000100:00000001:0.0:1787762104.388525:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762104.388535:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c3c0 x1874600883803136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762104.388547:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762104.388551:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762104.388559:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732a0c51] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c3c0 x1874600883803136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762104.388572:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762104.388577:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762104.388584:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787762104.388587:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762104.388590:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762104.388625:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762104.388630:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3489
00000400:00000200:0.0:1787762104.388639:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762104.388645:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762104.388649:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762104.388662:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762104.388666:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762104.388669:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762104.388674:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762104.388679:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762104.388681:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787762104.388685:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762104.388688:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787762104.388692:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787762104.388696:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787762104.388703:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762104.388708:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762104.388713:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762104.388718:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762104.388723:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787762104.388730:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762104.388735:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762104.388740:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762104.388745:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762104.388748:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762104.388750:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762104.388753:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787762104.388757:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762104.388763:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762104.388768:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f0c0.
00000020:00000040:0.0:1787762104.388772:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787762104.388778:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762104.388780:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762104.388784:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762104.388788:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762104.388791:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762104.388797:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30400.
00000100:00000001:0.0:1787762104.388804:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762104.388813:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f0c0 x1874600883803264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762104.388824:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762104.388829:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762104.388835:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcc28536] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f0c0 x1874600883803264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762104.388846:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762104.388851:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3499)
00000800:00000200:1.1:1787762104.389007:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762104.389009:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762104.389284:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762104.389287:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762104.389546:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762104.389549:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762104.389803:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762104.389805:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1787762104.835678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762104.835684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762104.835689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762104.835690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762104.835693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762104.835695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762105.667751:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298162939, at 4298162944
00000100:00000010:0.0:1787762105.667773:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00010000:00000001:0.0:1787762105.859723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762105.859732:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762105.859734:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762105.859738:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762105.859743:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762105.859745:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762105.859747:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762105.859748:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762105.859751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762105.859752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762105.859755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762105.859756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762105.859775:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762105.859777:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762105.859779:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762106.883732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762106.883741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762106.883746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762106.883747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762106.883750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762106.883750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762107.907696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762107.907703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762107.907708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762107.907710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762107.907713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762107.907714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762107.907733:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762107.907734:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762107.907736:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762108.931707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762108.931712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762108.931716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762108.931719:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762108.931721:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762108.931723:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762108.931725:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762108.931727:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762108.931728:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762108.931730:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762108.931731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762108.931732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762109.507706:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762109.507717:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762109.507720:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762109.507725:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762109.507728:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762109.507735:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3494
00000400:00000200:0.0:1787762109.507743:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762109.507748:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762109.507751:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762109.507754:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762109.507758:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762109.507760:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762109.507762:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762109.507766:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762109.507768:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787762109.507770:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762109.507773:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787762109.507776:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787762109.507778:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787762109.507781:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762109.507783:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762109.507785:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762109.507787:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762109.507790:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787762109.507793:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762109.507795:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762109.507798:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762109.507800:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762109.507803:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762109.507805:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762109.507807:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762109.507816:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f0c0.
00000020:00000040:0.0:1787762109.507820:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787762109.507823:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762109.507825:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762109.507828:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762109.507831:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762109.507834:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762109.507842:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31800.
00000100:00000001:0.0:1787762109.507847:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762109.507855:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f0c0 x1874600883803392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762109.507865:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762109.507869:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762109.507874:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcc28536] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f0c0 x1874600883803392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762109.507898:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762109.507901:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762109.507904:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762109.507906:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762109.507907:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762109.507910:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762109.507912:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3494
00000400:00000200:0.0:1787762109.507916:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762109.507918:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762109.507921:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762109.507930:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762109.507933:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762109.507935:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762109.507938:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762109.507940:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762109.507944:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787762109.507946:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762109.507950:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787762109.507953:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787762109.507957:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787762109.507961:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762109.507965:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762109.507969:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762109.507973:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762109.507988:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787762109.507994:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762109.507999:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762109.508003:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762109.508008:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762109.508015:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762109.508019:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762109.508024:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762109.508028:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762109.508031:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762109.508035:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c3c0.
00000020:00000040:0.0:1787762109.508039:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787762109.508043:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762109.508045:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762109.508047:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762109.508049:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762109.508052:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762109.508058:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32800.
00000100:00000001:0.0:1787762109.508061:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762109.508070:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c3c0 x1874600883803520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762109.508081:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762109.508084:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762109.508091:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732a0c51] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c3c0 x1874600883803520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762109.508125:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762109.508128:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762109.508134:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787762109.508137:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762109.508140:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762109.508146:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762109.508151:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3494
00000400:00000200:0.0:1787762109.508157:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762109.508162:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762109.508165:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762109.508170:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762109.508174:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762109.508180:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762109.508185:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762109.508188:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762109.508190:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787762109.508193:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762109.508195:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787762109.508198:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787762109.508202:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787762109.508208:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762109.508212:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762109.508217:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762109.508220:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762109.508232:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787762109.508237:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762109.508243:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762109.508247:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762109.508251:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762109.508254:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762109.508258:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762109.508262:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762109.508266:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762109.508271:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762109.508275:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097ed00.
00000020:00000040:0.0:1787762109.508281:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787762109.508288:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1787762109.508290:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:0.0:1787762109.508291:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762109.508294:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1787762109.508295:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762109.508298:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762109.508302:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762109.508307:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30400.
00000100:00000001:0.0:1787762109.508312:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762109.508322:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097ed00 x1874600883803648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762109.508337:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762109.508341:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762109.508348:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088ef356f] to pc [ptlrpcd_rcv+-1]  req@ffff96966097ed00 x1874600883803648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762109.508377:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762109.508382:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762109.508388:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762109.508392:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762109.508395:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762109.508399:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762109.508403:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3494
00000400:00000200:0.0:1787762109.508408:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762109.508414:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762109.508417:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762109.508423:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762109.508428:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762109.508433:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762109.508439:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762109.508443:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762109.508445:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787762109.508449:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762109.508452:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787762109.508456:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787762109.508460:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787762109.508464:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762109.508466:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762109.508469:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762109.508473:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762109.508477:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787762109.508483:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762109.508488:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762109.508492:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762109.508496:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762109.508500:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762109.508505:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762109.508508:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787762109.508512:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762109.508516:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762109.508522:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097de00.
00000020:00000040:0.0:1787762109.508527:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787762109.508534:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762109.508538:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762109.508542:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762109.508544:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762109.508547:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762109.508553:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33400.
00000100:00000001:0.0:1787762109.508560:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762109.508570:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097de00 x1874600883803776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762109.508589:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762109.508594:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762109.508627:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010d19df2] to pc [ptlrpcd_rcv+-1]  req@ffff96966097de00 x1874600883803776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762109.508644:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762109.508648:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762109.508655:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787762109.508659:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762109.508661:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762109.508666:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762109.508671:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3494
00000400:00000200:0.0:1787762109.508679:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762109.508684:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762109.508688:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762109.508695:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762109.508699:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762109.508704:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762109.508708:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762109.508714:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762109.508718:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787762109.508723:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762109.508727:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787762109.508731:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787762109.508736:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787762109.508743:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762109.508746:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762109.508751:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762109.508755:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762109.508760:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787762109.508765:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762109.508769:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762109.508772:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762109.508776:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762109.508780:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762109.508783:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762109.508786:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787762109.508791:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762109.508793:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762109.508798:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097da40.
00000020:00000040:0.0:1787762109.508802:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787762109.508808:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762109.508811:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762109.508816:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762109.508819:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762109.508822:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762109.508828:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00000001:0.0:1787762109.508833:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762109.508844:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097da40 x1874600883803904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762109.508867:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762109.508871:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762109.508879:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a392d04] to pc [ptlrpcd_rcv+-1]  req@ffff96966097da40 x1874600883803904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787762109.508898:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:0.0:1787762109.508899:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762109.508904:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1787762109.508906:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3504)
00000800:00000200:1.1:1787762109.509169:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762109.509170:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762109.509332:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762109.509333:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762109.509542:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762109.509544:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787762109.955685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762109.955691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762109.955697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762109.955699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762109.955702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762109.955703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762109.955720:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762109.955723:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762109.955726:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762110.787675:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298168059, at 4298168064
00000100:00000010:0.0:1787762110.787691:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787762110.979718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762110.979725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762110.979731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762110.979732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762110.979736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762110.979738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762112.003719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762112.003725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762112.003730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762112.003730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762112.003733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762112.003735:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762112.003737:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762112.003739:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762112.003741:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762112.003742:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762112.003744:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762112.003745:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762112.003760:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762112.003761:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762112.003763:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762113.027671:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762113.027677:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762113.027682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762113.027683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762113.027686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762113.027687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762114.051688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762114.051694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762114.051701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762114.051702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762114.051705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762114.051706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762114.051723:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762114.051726:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762114.051729:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762114.627734:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762114.627741:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762114.627743:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762114.627745:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762114.627749:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762114.627755:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3499
00000400:00000200:2.0:1787762114.627762:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762114.627767:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762114.627770:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762114.627772:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762114.627774:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762114.627776:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762114.627777:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762114.627780:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762114.627781:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762114.627783:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762114.627785:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762114.627787:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762114.627788:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762114.627790:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762114.627791:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762114.627792:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762114.627794:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762114.627796:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762114.627798:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762114.627799:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762114.627801:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762114.627804:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762114.627805:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762114.627807:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762114.627808:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762114.627816:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef840.
00000020:00000040:2.0:1787762114.627818:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762114.627821:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762114.627822:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762114.627824:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762114.627825:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762114.627828:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762114.627835:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ed800.
00000100:00000001:2.0:1787762114.627840:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762114.627849:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef840 x1874600883804032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762114.627859:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762114.627863:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762114.627869:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b068e52] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef840 x1874600883804032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762114.627914:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762114.627917:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762114.627920:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762114.627922:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762114.627923:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762114.627925:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762114.627927:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3499
00000400:00000200:2.0:1787762114.627930:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762114.627932:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762114.627934:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762114.627936:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762114.627938:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762114.627940:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762114.627942:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762114.627943:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762114.627944:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762114.627945:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762114.627947:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762114.627951:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762114.627953:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762114.627956:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762114.627959:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762114.627963:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762114.627967:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762114.627971:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762114.627975:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762114.627979:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762114.627982:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762114.627988:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762114.627992:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762114.627997:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762114.628001:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762114.628005:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762114.628007:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762114.628012:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517eed00.
00000020:00000040:2.0:1787762114.628025:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762114.628030:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762114.628033:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762114.628037:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762114.628039:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762114.628041:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762114.628048:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef800.
00000100:00000001:2.0:1787762114.628053:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762114.628058:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517eed00 x1874600883804160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762114.628075:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762114.628079:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762114.628088:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adaeb222] to pc [ptlrpcd_rcv+-1]  req@ffff9696517eed00 x1874600883804160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762114.628112:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762114.628118:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762114.628121:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762114.628123:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762114.628127:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762114.628131:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762114.628135:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3499
00000400:00000200:2.0:1787762114.628141:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762114.628144:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762114.628146:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762114.628150:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762114.628154:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762114.628156:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762114.628157:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762114.628160:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762114.628162:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762114.628165:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762114.628167:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762114.628169:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762114.628173:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762114.628177:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762114.628181:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762114.628183:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762114.628184:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762114.628187:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762114.628191:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762114.628194:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762114.628196:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762114.628201:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762114.628203:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762114.628204:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762114.628205:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762114.628207:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762114.628208:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762114.628214:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec780.
00000020:00000040:2.0:1787762114.628216:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762114.628219:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762114.628221:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762114.628224:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762114.628227:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762114.628230:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762114.628236:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483edc00.
00000100:00000001:2.0:1787762114.628241:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762114.628247:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec780 x1874600883804288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762114.628255:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762114.628259:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762114.628265:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056399392] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec780 x1874600883804288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787762114.628273:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762114.628278:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1787762114.628282:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762114.628287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762114.628294:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762114.628298:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762114.628301:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762114.628305:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762114.628309:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3499
00000400:00000200:2.0:1787762114.628317:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762114.628323:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762114.628327:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762114.628334:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762114.628336:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762114.628339:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762114.628350:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762114.628354:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762114.628358:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762114.628363:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762114.628365:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762114.628368:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762114.628372:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762114.628379:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762114.628383:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762114.628388:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762114.628394:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762114.628402:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762114.628405:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762114.628411:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762114.628415:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762114.628417:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762114.628422:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762114.628425:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762114.628428:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762114.628429:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762114.628430:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762114.628433:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ecf00.
00000020:00000040:2.0:1787762114.628437:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762114.628440:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762114.628443:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762114.628447:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762114.628449:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762114.628453:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762114.628459:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec000.
00000100:00000001:2.0:1787762114.628466:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762114.628475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ecf00 x1874600883804416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762114.628497:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762114.628501:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762114.628508:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105f396e] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ecf00 x1874600883804416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762114.628519:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762114.628522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762114.628526:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762114.628529:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762114.628532:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762114.628536:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762114.628541:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3499
00000400:00000200:2.0:1787762114.628548:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762114.628553:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762114.628557:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762114.628562:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762114.628566:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762114.628569:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762114.628572:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762114.628575:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762114.628578:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762114.628580:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762114.628584:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762114.628588:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762114.628590:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762114.628594:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762114.628631:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762114.628638:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762114.628641:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762114.628646:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762114.628651:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762114.628656:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762114.628661:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762114.628665:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762114.628671:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762114.628674:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762114.628679:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762114.628684:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762114.628688:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762114.628693:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517eda40.
00000020:00000040:2.0:1787762114.628698:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762114.628701:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762114.628703:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762114.628704:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762114.628705:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762114.628707:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762114.628712:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483efc00.
00000100:00000001:2.0:1787762114.628717:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762114.628726:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517eda40 x1874600883804544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762114.628749:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762114.628752:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762114.628759:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062fc5fc1] to pc [ptlrpcd_rcv+-1]  req@ffff9696517eda40 x1874600883804544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762114.628773:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762114.628779:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3509)
00000800:00000200:1.1:1787762114.628844:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762114.628846:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762114.629026:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762114.629029:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762114.629261:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762114.629263:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762114.629526:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762114.629528:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787762115.075685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762115.075695:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762115.075697:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762115.075699:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762115.075704:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762115.075706:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762115.075708:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762115.075709:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762115.075712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762115.075713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762115.075716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762115.075717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762115.907719:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298173179, at 4298173184
00000100:00000010:0.0:1787762115.907731:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00010000:00000001:0.0:1787762116.099718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762116.099727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762116.099734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762116.099735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762116.099739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762116.099740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762116.099762:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762116.099765:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762116.099770:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762117.123729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762117.123734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762117.123740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762117.123741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762117.123744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762117.123744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762118.147678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762118.147684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762118.147689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762118.147692:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762118.147694:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762118.147697:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762118.147700:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762118.147702:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762118.147704:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762118.147707:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762118.147710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762118.147711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762118.147727:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762118.147729:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762118.147731:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762119.171706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762119.171711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762119.171714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762119.171715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762119.171717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762119.171718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762119.747731:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762119.747740:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762119.747743:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762119.747746:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762119.747750:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762119.747757:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3504
00000400:00000200:3.0:1787762119.747765:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762119.747771:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762119.747773:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762119.747775:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762119.747778:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762119.747791:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762119.747794:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762119.747798:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762119.747799:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762119.747802:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762119.747805:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762119.747806:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762119.747808:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762119.747810:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762119.747812:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762119.747813:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762119.747814:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762119.747816:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762119.747819:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762119.747820:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762119.747822:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762119.747825:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762119.747827:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762119.747829:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762119.747831:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762119.747840:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787762119.747842:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762119.747847:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762119.747848:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762119.747851:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762119.747853:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762119.747857:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762119.747864:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787762119.747870:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762119.747879:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883804672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762119.747887:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762119.747890:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762119.747894:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883804672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762119.747914:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762119.747916:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762119.747919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762119.747920:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762119.747921:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762119.747923:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762119.747925:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3504
00000400:00000200:3.0:1787762119.747927:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762119.747929:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762119.747931:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762119.747933:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762119.747935:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762119.747936:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762119.747937:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762119.747939:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762119.747941:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762119.747942:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762119.747944:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762119.747946:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762119.747947:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762119.747950:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762119.747951:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762119.747954:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762119.747956:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762119.747957:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762119.747959:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762119.747960:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762119.747962:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762119.747967:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762119.747968:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762119.747969:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762119.747974:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762119.747978:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762119.747980:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762119.747983:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787762119.747985:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762119.747988:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762119.747990:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762119.747993:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762119.747994:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762119.747995:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762119.747999:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762119.748001:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762119.748004:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883804800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762119.748012:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762119.748014:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762119.748020:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883804800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762119.748079:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762119.748083:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762119.748087:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762119.748090:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762119.748094:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762119.748101:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762119.748105:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3504
00000400:00000200:3.0:1787762119.748108:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762119.748110:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762119.748111:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762119.748115:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762119.748119:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762119.748123:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762119.748126:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762119.748128:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762119.748130:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762119.748132:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762119.748133:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762119.748135:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762119.748140:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762119.748143:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762119.748145:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762119.748149:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762119.748152:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762119.748158:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762119.748161:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762119.748162:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762119.748164:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762119.748166:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762119.748169:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762119.748174:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762119.748177:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762119.748185:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762119.748187:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762119.748189:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787762119.748196:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762119.748203:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762119.748205:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762119.748207:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762119.748208:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762119.748210:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762119.748216:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762119.748224:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762119.748234:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883804928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762119.748252:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762119.748262:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762119.748269:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883804928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762119.748296:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762119.748302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762119.748310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762119.748313:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762119.748316:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762119.748320:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762119.748326:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3504
00000400:00000200:3.0:1787762119.748335:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762119.748343:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762119.748345:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762119.748354:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762119.748356:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762119.748362:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762119.748364:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762119.748366:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762119.748367:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762119.748369:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762119.748373:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762119.748376:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762119.748379:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762119.748383:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762119.748384:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762119.748386:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762119.748388:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762119.748398:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762119.748404:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762119.748407:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762119.748409:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762119.748411:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762119.748415:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762119.748422:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762119.748428:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762119.748433:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762119.748438:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762119.748442:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787762119.748447:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762119.748451:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762119.748453:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762119.748457:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762119.748459:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762119.748463:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762119.748470:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762119.748479:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762119.748486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883805056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762119.748502:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762119.748506:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762119.748513:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883805056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762119.748528:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762119.748532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762119.748540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762119.748544:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762119.748551:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762119.748561:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762119.748570:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3504
00000400:00000200:3.0:1787762119.748578:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762119.748588:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762119.748592:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762119.748635:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762119.748640:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787762119.748643:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:3.0:1787762119.748646:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000200:1.1:1787762119.748650:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787762119.748651:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762119.748659:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762119.748662:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762119.748666:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762119.748672:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762119.748676:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762119.748679:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762119.748683:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762119.748686:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762119.748688:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762119.748690:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762119.748691:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762119.748693:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762119.748697:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762119.748698:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762119.748701:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762119.748705:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762119.748711:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762119.748713:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762119.748716:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762119.748718:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762119.748726:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787762119.748733:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762119.748737:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762119.748739:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762119.748742:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762119.748743:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762119.748745:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762119.748751:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762119.748759:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762119.748769:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883805184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762119.748805:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762119.748810:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762119.748818:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883805184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762119.748854:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762119.748862:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3514)
00000800:00000200:1.1:1787762119.749194:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762119.749196:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762119.749488:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762119.749491:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762119.749799:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762119.749802:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762119.750073:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762119.750075:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787762120.195705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762120.195709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762120.195713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762120.195713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762120.195716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762120.195717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762120.195731:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762120.195733:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762120.195735:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762121.027829:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298178300, at 4298178304
00000100:00000010:0.0:1787762121.027834:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787762121.219719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762121.219726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762121.219732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762121.219733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762121.219736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762121.219739:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762121.219742:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762121.219745:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762121.219748:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762121.219762:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762121.219764:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762121.219766:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762122.243692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762122.243700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762122.243707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762122.243708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762122.243711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762122.243713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762122.243850:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762122.243855:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762122.243857:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762123.267722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762123.267729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762123.267735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762123.267736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762123.267740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762123.267741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762124.291685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762124.291690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762124.291708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762124.291709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762124.291711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762124.291712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762124.291729:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762124.291732:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762124.291734:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762124.867755:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762124.867764:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762124.867767:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762124.867772:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762124.867776:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762124.867783:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3509
00000400:00000200:3.0:1787762124.867793:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762124.867798:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762124.867801:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762124.867804:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762124.867807:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762124.867809:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762124.867810:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762124.867814:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762124.867816:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762124.867819:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762124.867822:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762124.867825:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762124.867827:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762124.867830:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762124.867833:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762124.867834:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762124.867836:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762124.867840:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762124.867844:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762124.867846:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762124.867849:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762124.867853:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762124.867857:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762124.867860:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762124.867862:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762124.867874:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787762124.867877:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762124.867881:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762124.867883:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762124.867893:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762124.867900:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762124.867905:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762124.867915:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787762124.867923:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762124.867934:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883805312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762124.867945:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762124.867950:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762124.867955:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883805312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762124.867976:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762124.867979:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762124.867981:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762124.867982:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762124.867983:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762124.867986:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762124.867988:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3509
00000400:00000200:3.0:1787762124.867990:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762124.867992:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762124.867994:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762124.867996:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762124.867997:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762124.867999:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762124.868000:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762124.868002:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762124.868003:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762124.868004:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762124.868006:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762124.868009:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762124.868011:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762124.868013:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762124.868015:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762124.868016:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762124.868017:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762124.868019:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762124.868022:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762124.868024:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762124.868026:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762124.868033:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762124.868035:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762124.868037:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762124.868041:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762124.868045:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762124.868048:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762124.868052:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787762124.868058:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762124.868063:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762124.868067:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762124.868078:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762124.868082:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762124.868086:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762124.868095:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762124.868106:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762124.868116:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883805440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762124.868135:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762124.868142:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762124.868154:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883805440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762124.868180:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762124.868182:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762124.868185:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762124.868187:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762124.868188:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762124.868200:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762124.868208:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3509
00000400:00000200:3.0:1787762124.868217:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762124.868224:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762124.868228:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762124.868235:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762124.868238:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762124.868246:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762124.868250:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762124.868258:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762124.868265:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762124.868272:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762124.868277:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762124.868281:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762124.868291:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762124.868305:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762124.868315:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762124.868323:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762124.868329:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762124.868337:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762124.868343:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762124.868350:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762124.868356:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762124.868360:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762124.868362:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762124.868364:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762124.868368:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762124.868378:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762124.868382:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762124.868387:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787762124.868392:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762124.868397:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762124.868399:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762124.868405:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762124.868406:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762124.868408:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762124.868417:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762124.868422:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762124.868436:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883805568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762124.868448:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762124.868449:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762124.868452:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883805568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762124.868463:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762124.868469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762124.868479:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762124.868484:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762124.868486:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762124.868489:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762124.868495:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3509
00000400:00000200:3.0:1787762124.868502:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762124.868509:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762124.868513:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762124.868521:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762124.868525:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762124.868530:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762124.868535:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762124.868540:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762124.868542:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762124.868549:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762124.868553:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762124.868560:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762124.868566:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762124.868573:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762124.868577:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787762124.868582:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:3.0:1787762124.868583:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762124.868592:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:1.1:1787762124.868594:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000020:00000040:3.0:1787762124.868619:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762124.868622:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762124.868624:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762124.868625:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762124.868628:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762124.868629:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762124.868631:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762124.868634:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762124.868643:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762124.868646:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762124.868650:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787762124.868653:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762124.868656:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762124.868658:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762124.868660:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762124.868661:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762124.868664:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762124.868668:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762124.868677:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762124.868701:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883805696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762124.868729:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762124.868735:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762124.868740:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883805696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762124.868750:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762124.868756:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762124.868769:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762124.868774:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762124.868777:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762124.868783:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762124.868789:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3509
00000400:00000200:3.0:1787762124.868798:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762124.868807:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762124.868817:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762124.868825:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762124.868831:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762124.868838:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762124.868843:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762124.868847:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762124.868850:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762124.868854:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762124.868856:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762124.868859:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762124.868861:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762124.868872:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762124.868878:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762124.868883:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762124.868889:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762124.868895:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762124.868901:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762124.868905:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762124.868909:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762124.868914:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762124.868924:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762124.868928:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762124.868935:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762124.868944:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762124.868948:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762124.868957:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787762124.868964:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762124.868970:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762124.868974:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762124.868980:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762124.868983:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762124.868990:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762124.869002:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762124.869011:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762124.869024:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883805824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762124.869043:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762124.869048:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762124.869061:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883805824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762124.869077:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762124.869089:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3519)
00000800:00000200:1.1:1787762124.869353:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762124.869356:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762124.869650:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762124.869652:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762124.869934:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762124.869937:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762124.870203:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762124.870206:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787762125.315728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762125.315735:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762125.315737:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762125.315739:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762125.315743:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762125.315744:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762125.315746:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762125.315747:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762125.315750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762125.315751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762125.315753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762125.315754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762126.147733:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298183420, at 4298183424
00000100:00000010:0.0:1787762126.147749:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787762126.339711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762126.339719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762126.339724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762126.339725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762126.339728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762126.339729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762126.339752:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762126.339755:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762126.339757:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762127.363723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762127.363729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762127.363735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762127.363736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762127.363739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762127.363740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762128.387747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762128.387756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762128.387764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762128.387768:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762128.387770:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762128.387773:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762128.387776:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762128.387778:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762128.387779:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762128.387781:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762128.387784:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762128.387785:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762128.387807:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762128.387809:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762128.387811:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762129.411743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762129.411751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762129.411758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762129.411759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762129.411763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762129.411764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762129.987750:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762129.987764:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762129.987768:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762129.987772:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762129.987778:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762129.987787:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3514
00000400:00000200:3.0:1787762129.987798:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762129.987805:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762129.987809:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762129.987812:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762129.987816:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762129.987818:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762129.987823:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762129.987828:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762129.987831:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762129.987834:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762129.987838:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762129.987841:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762129.987843:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762129.987847:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762129.987849:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762129.987851:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762129.987853:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762129.987856:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762129.987860:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762129.987863:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762129.987867:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762129.987871:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762129.987874:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762129.987877:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762129.987880:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762129.987892:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787762129.987897:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762129.987903:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762129.987905:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762129.987908:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762129.987912:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762129.987917:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762129.987927:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787762129.987935:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762129.987947:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883805952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762129.987959:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762129.987964:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762129.987969:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883805952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762129.987998:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762129.988002:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762129.988006:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762129.988007:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762129.988009:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762129.988012:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762129.988015:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3514
00000400:00000200:3.0:1787762129.988019:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762129.988023:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762129.988026:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762129.988030:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762129.988032:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762129.988034:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762129.988038:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762129.988042:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762129.988045:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762129.988050:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762129.988054:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762129.988058:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762129.988060:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762129.988064:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762129.988070:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762129.988074:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762129.988078:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762129.988083:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762129.988088:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762129.988094:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762129.988098:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762129.988104:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762129.988109:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762129.988112:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762129.988116:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762129.988120:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762129.988123:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762129.988127:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787762129.988130:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762129.988134:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762129.988136:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762129.988138:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762129.988141:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762129.988144:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762129.988151:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762129.988157:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762129.988171:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883806080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762129.988200:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762129.988203:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762129.988211:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883806080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762129.988233:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762129.988235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762129.988240:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762129.988242:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762129.988243:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762129.988245:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762129.988249:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3514
00000400:00000200:3.0:1787762129.988255:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762129.988259:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762129.988260:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762129.988265:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762129.988268:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762129.988272:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762129.988276:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762129.988280:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762129.988282:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762129.988285:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762129.988287:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762129.988292:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762129.988295:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762129.988297:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762129.988299:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762129.988304:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762129.988307:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762129.988311:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762129.988315:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762129.988320:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762129.988324:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762129.988328:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762129.988333:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762129.988337:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762129.988342:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1787762129.988344:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000008:00000001:3.0:1787762129.988348:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762129.988349:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1787762129.988351:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762129.988359:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787762129.988365:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762129.988371:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762129.988373:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762129.988375:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762129.988377:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762129.988380:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762129.988387:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762129.988392:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762129.988399:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883806208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762129.988411:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762129.988415:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762129.988424:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883806208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762129.988435:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762129.988439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762129.988442:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762129.988446:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762129.988448:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762129.988452:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762129.988456:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3514
00000400:00000200:3.0:1787762129.988461:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762129.988464:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762129.988466:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762129.988469:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762129.988470:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762129.988472:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762129.988476:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762129.988479:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762129.988480:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762129.988482:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762129.988485:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762129.988487:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762129.988489:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762129.988491:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762129.988495:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762129.988496:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762129.988497:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762129.988499:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762129.988503:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762129.988505:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762129.988506:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762129.988509:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762129.988510:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762129.988512:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762129.988515:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762129.988517:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762129.988518:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762129.988521:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787762129.988523:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762129.988526:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762129.988529:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762129.988530:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762129.988532:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762129.988534:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762129.988540:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762129.988545:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762129.988550:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883806336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762129.988559:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762129.988563:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762129.988572:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883806336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762129.988617:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762129.988620:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762129.988623:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762129.988624:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762129.988625:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762129.988627:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762129.988630:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3514
00000400:00000200:3.0:1787762129.988635:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762129.988638:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762129.988640:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762129.988645:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762129.988649:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762129.988653:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762129.988656:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762129.988660:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762129.988662:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762129.988664:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762129.988666:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762129.988670:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762129.988674:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762129.988679:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762129.988683:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762129.988688:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762129.988692:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762129.988696:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762129.988699:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762129.988703:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762129.988706:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762129.988709:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762129.988713:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762129.988715:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762129.988718:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762129.988721:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762129.988724:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762129.988729:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787762129.988731:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762129.988736:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762129.988737:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762129.988738:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762129.988740:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762129.988742:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762129.988746:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762129.988751:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762129.988757:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883806464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762129.988765:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762129.988768:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762129.988774:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883806464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762129.988784:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762129.988790:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3524)
00000800:00000200:1.1:1787762129.988975:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762129.988977:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762129.989152:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762129.989153:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762129.989312:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762129.989313:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762129.989466:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762129.989467:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787762130.435732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762130.435739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762130.435744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762130.435745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762130.435747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762130.435748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762130.435769:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762130.435771:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762130.435773:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762131.268641:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298188539, at 4298188545
00000100:00000010:0.0:1787762131.268653:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00010000:00000001:0.0:1787762131.459704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762131.459712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762131.459719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762131.459720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762131.459725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762131.459729:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762131.459731:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762131.459735:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762131.459739:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762131.459742:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762131.459743:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762131.459746:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762132.483727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762132.483736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762132.483744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762132.483745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762132.483749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762132.483750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762132.483773:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762132.483775:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762132.483777:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762133.507704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762133.507711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762133.507717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762133.507718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762133.507721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762133.507722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762134.531714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762134.531719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762134.531723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762134.531724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762134.531726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762134.531727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762134.531741:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762134.531743:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762134.531744:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762135.107694:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762135.107703:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762135.107706:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762135.107710:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762135.107715:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762135.107722:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3519
00000400:00000200:3.0:1787762135.107730:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762135.107736:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762135.107740:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762135.107744:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762135.107747:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762135.107750:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762135.107752:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762135.107756:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762135.107758:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762135.107760:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762135.107763:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762135.107766:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762135.107769:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762135.107772:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762135.107774:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762135.107776:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762135.107777:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762135.107780:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762135.107783:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762135.107786:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762135.107788:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762135.107791:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762135.107794:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762135.107796:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762135.107798:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762135.107806:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787762135.107810:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762135.107814:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762135.107815:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762135.107818:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762135.107821:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762135.107824:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762135.107830:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787762135.107836:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762135.107844:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883806592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762135.107854:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762135.107858:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762135.107862:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883806592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762135.107884:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762135.107887:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762135.107890:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762135.107892:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762135.107893:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762135.107896:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762135.107898:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3519
00000400:00000200:3.0:1787762135.107902:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762135.107904:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762135.107907:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762135.107910:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762135.107912:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762135.107914:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762135.107916:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762135.107918:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762135.107920:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762135.107921:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762135.107924:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762135.107929:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762135.107933:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762135.107939:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762135.107945:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762135.107949:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762135.107953:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762135.107958:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762135.107963:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762135.107967:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762135.107971:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762135.107978:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762135.107983:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762135.107985:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762135.107991:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762135.107996:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762135.108000:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762135.108005:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787762135.108009:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762135.108013:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762135.108016:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762135.108020:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762135.108021:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762135.108024:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762135.108032:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762135.108038:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762135.108055:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883806720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762135.108071:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762135.108077:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762135.108084:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883806720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762135.108120:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762135.108125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762135.108130:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762135.108134:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762135.108137:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762135.108141:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762135.108145:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3519
00000400:00000200:3.0:1787762135.108150:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762135.108155:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762135.108158:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762135.108163:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762135.108169:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762135.108171:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762135.108175:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762135.108178:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762135.108181:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000800:00000200:1.1:1787762135.108182:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000001:3.0:1787762135.108184:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762135.108188:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000800:00000200:1.1:1787762135.108189:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000020:00000001:3.0:1787762135.108192:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762135.108197:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762135.108204:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762135.108208:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762135.108212:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762135.108217:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762135.108220:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762135.108227:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762135.108231:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762135.108234:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762135.108238:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762135.108241:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762135.108244:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762135.108248:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762135.108254:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762135.108259:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762135.108264:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787762135.108268:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762135.108273:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762135.108276:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762135.108279:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762135.108282:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762135.108284:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762135.108290:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762135.108296:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762135.108306:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883806848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762135.108321:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762135.108326:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762135.108335:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883806848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762135.108352:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762135.108356:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762135.108363:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762135.108367:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762135.108370:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762135.108376:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762135.108381:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3519
00000400:00000200:3.0:1787762135.108389:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762135.108396:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762135.108400:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762135.108407:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762135.108412:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762135.108416:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762135.108421:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762135.108426:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762135.108428:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762135.108431:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762135.108434:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762135.108439:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762135.108443:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762135.108450:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762135.108455:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762135.108462:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762135.108467:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762135.108472:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762135.108479:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762135.108496:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762135.108499:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762135.108504:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762135.108509:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762135.108513:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762135.108516:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762135.108522:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762135.108526:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762135.108531:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787762135.108536:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762135.108541:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762135.108544:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762135.108547:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762135.108548:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762135.108550:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762135.108556:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762135.108563:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762135.108573:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883806976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762135.108589:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762135.108593:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762135.108625:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883806976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762135.108641:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762135.108645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762135.108650:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762135.108653:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762135.108657:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762135.108662:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762135.108667:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3519
00000400:00000200:3.0:1787762135.108673:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762135.108680:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762135.108683:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762135.108690:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762135.108694:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762135.108700:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762135.108704:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762135.108708:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762135.108710:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762135.108714:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762135.108718:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762135.108723:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762135.108729:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762135.108738:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762135.108741:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762135.108748:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762135.108750:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762135.108752:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762135.108758:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762135.108763:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762135.108767:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762135.108771:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762135.108776:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762135.108780:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.1:1787762135.108782:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000008:00100000:3.0:1787762135.108784:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000200:1.1:1787762135.108785:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000008:00000001:3.0:1787762135.108789:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762135.108793:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762135.108799:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787762135.108803:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762135.108810:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762135.108813:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762135.108817:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762135.108820:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762135.108823:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762135.108829:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762135.108834:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762135.108843:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883807104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762135.108857:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762135.108861:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762135.108867:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883807104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762135.108885:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762135.108893:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3530)
00000800:00000200:1.1:1787762135.109027:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762135.109029:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762135.109224:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762135.109225:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762135.109372:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762135.109373:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00010000:00000001:0.0:1787762135.555688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762135.555697:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762135.555699:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762135.555702:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762135.555707:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762135.555709:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762135.555711:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762135.555714:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762135.555718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762135.555719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762135.555722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762135.555724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762136.387740:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298193659, at 4298193664
00000100:00000010:0.0:1787762136.387757:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787762136.579718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762136.579725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762136.579730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762136.579732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762136.579734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762136.579735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762136.579755:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762136.579759:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762136.579762:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762137.603681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762137.603686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762137.603689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762137.603690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762137.603693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762137.603694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762138.627696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762138.627702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762138.627708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762138.627711:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762138.627714:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762138.627717:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762138.627719:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762138.627721:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762138.627723:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762138.627725:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762138.627728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762138.627729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762138.627748:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762138.627751:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762138.627753:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762139.651700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762139.651706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762139.651710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762139.651710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762139.651713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762139.651713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762140.227704:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762140.227711:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762140.227713:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762140.227716:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762140.227720:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762140.227726:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3525
00000400:00000200:3.0:1787762140.227732:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762140.227737:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762140.227739:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762140.227741:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762140.227744:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762140.227746:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762140.227747:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762140.227750:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762140.227751:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762140.227753:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762140.227755:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762140.227757:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762140.227758:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762140.227760:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762140.227761:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762140.227762:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762140.227763:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762140.227765:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762140.227768:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762140.227769:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762140.227771:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762140.227773:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762140.227775:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762140.227776:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762140.227778:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762140.227785:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787762140.227787:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762140.227790:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762140.227791:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762140.227793:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762140.227795:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762140.227798:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762140.227804:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787762140.227816:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762140.227824:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883807232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762140.227834:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762140.227839:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762140.227843:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883807232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762140.227865:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762140.227868:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762140.227871:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762140.227875:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762140.227876:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762140.227879:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762140.227881:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3525
00000400:00000200:3.0:1787762140.227884:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762140.227885:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762140.227887:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762140.227889:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762140.227891:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762140.227892:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762140.227894:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762140.227895:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762140.227896:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762140.227901:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762140.227902:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762140.227904:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762140.227906:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762140.227908:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762140.227912:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762140.227914:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762140.227918:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762140.227920:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762140.227924:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762140.227926:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762140.227928:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762140.227932:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762140.227936:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762140.227939:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762140.227944:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762140.227947:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762140.227950:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762140.227952:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787762140.227956:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762140.227960:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762140.227961:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762140.227969:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762140.227971:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762140.227974:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762140.227981:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762140.227985:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762140.227991:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883807360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762140.227999:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762140.228001:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762140.228004:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883807360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762140.228023:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762140.228026:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762140.228035:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762140.228039:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762140.228040:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762140.228045:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762140.228050:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3525
00000400:00000200:3.0:1787762140.228057:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762140.228063:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762140.228069:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762140.228076:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762140.228079:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762140.228088:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762140.228092:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762140.228094:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762140.228095:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762140.228098:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762140.228102:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762140.228105:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762140.228107:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762140.228111:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762140.228114:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762140.228118:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762140.228122:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762140.228127:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762140.228134:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762140.228139:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762140.228151:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762140.228156:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762140.228161:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762140.228166:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762140.228170:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762140.228176:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762140.228179:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762140.228187:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787762140.228191:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762140.228196:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762140.228199:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762140.228202:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762140.228205:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762140.228208:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762140.228215:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762140.228221:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762140.228221:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762140.228227:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000100:00100000:3.0:1787762140.228231:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883807488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762140.228244:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762140.228247:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762140.228255:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883807488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762140.228268:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762140.228273:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762140.228278:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762140.228281:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762140.228285:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762140.228299:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762140.228304:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3525
00000400:00000200:3.0:1787762140.228310:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762140.228317:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762140.228323:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762140.228329:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762140.228332:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762140.228335:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762140.228339:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762140.228343:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762140.228346:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762140.228349:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762140.228352:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762140.228356:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762140.228360:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762140.228365:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762140.228366:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762140.228369:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762140.228371:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762140.228375:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762140.228380:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762140.228396:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762140.228399:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762140.228404:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762140.228409:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762140.228412:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762140.228416:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762140.228421:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762140.228426:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762140.228431:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787762140.228443:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762140.228449:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762140.228452:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762140.228455:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762140.228459:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762140.228463:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762140.228469:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762140.228477:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762140.228486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883807616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762140.228506:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762140.228511:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762140.228522:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883807616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762140.228552:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762140.228558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762140.228564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762140.228567:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762140.228571:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762140.228576:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762140.228582:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3525
00000400:00000200:3.0:1787762140.228588:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762140.228615:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762140.228618:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762140.228621:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762140.228623:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762140.228625:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762140.228630:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762140.228635:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762140.228638:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762140.228641:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762140.228645:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762140.228650:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762140.228655:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762140.228663:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762140.228667:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762140.228673:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762140.228677:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762140.228681:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762140.228686:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762140.228691:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762140.228694:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762140.228698:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762140.228702:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762140.228704:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762140.228708:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762140.228712:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762140.228716:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762140.228721:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787762140.228725:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762140.228730:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762140.228732:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762140.228736:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762140.228739:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762140.228743:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762140.228750:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762140.228754:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762140.228764:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883807744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762140.228783:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762140.228788:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762140.228799:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883807744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762140.228822:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762140.228830:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3535)
00000800:00000200:1.1:1787762140.228839:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762140.228841:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762140.229004:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762140.229006:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762140.229156:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762140.229158:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762140.229363:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762140.229366:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00010000:00000001:0.0:1787762140.675701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762140.675708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762140.675714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762140.675715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762140.675717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762140.675719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762140.675739:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762140.675742:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762140.675744:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762141.507740:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298198779, at 4298198784
00000100:00000010:0.0:1787762141.507756:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d2a0.
00010000:00000001:0.0:1787762141.699734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762141.699741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762141.699745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762141.699746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762141.699749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762141.699753:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762141.699755:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762141.699758:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762141.699760:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762141.699762:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762141.699763:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762141.699765:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762142.723752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762142.723762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762142.723770:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762142.723771:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762142.723775:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762142.723777:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762142.723807:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762142.723811:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762142.723814:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762143.747698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762143.747705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762143.747711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762143.747712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762143.747715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762143.747717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762144.771799:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762144.771805:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762144.771811:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762144.771812:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762144.771815:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762144.771816:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762144.771835:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762144.771837:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762144.771839:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762145.347790:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762145.347798:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762145.347801:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762145.347805:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762145.347809:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762145.347816:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3530
00000400:00000200:2.0:1787762145.347824:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762145.347829:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762145.347833:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762145.347836:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762145.347839:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762145.347842:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762145.347844:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762145.347848:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762145.347850:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762145.347852:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762145.347863:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762145.347866:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762145.347869:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762145.347906:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762145.347908:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762145.347910:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762145.347912:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762145.347915:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762145.347919:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762145.347921:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762145.347924:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762145.347928:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762145.347930:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762145.347932:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762145.347935:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762145.347945:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ede00.
00000020:00000040:2.0:1787762145.347948:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762145.347952:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762145.347953:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762145.347956:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762145.347958:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762145.347961:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762145.347968:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483edc00.
00000100:00000001:2.0:1787762145.347974:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762145.347983:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ede00 x1874600883807872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762145.347992:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762145.347995:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762145.347999:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041377f2a] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ede00 x1874600883807872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762145.348020:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762145.348023:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762145.348026:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762145.348028:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762145.348029:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762145.348032:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762145.348034:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3530
00000400:00000200:2.0:1787762145.348038:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762145.348041:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762145.348044:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762145.348047:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762145.348050:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762145.348052:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762145.348055:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762145.348060:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762145.348063:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762145.348066:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762145.348069:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762145.348072:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762145.348076:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762145.348083:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762145.348088:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762145.348091:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762145.348096:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762145.348101:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762145.348104:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762145.348108:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762145.348114:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762145.348121:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762145.348124:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762145.348126:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762145.348130:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762145.348135:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762145.348138:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762145.348144:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517eda40.
00000020:00000040:2.0:1787762145.348149:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762145.348154:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762145.348157:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762145.348160:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762145.348163:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762145.348165:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762145.348178:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef800.
00000100:00000001:2.0:1787762145.348183:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762145.348190:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517eda40 x1874600883808000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762145.348201:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762145.348204:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762145.348211:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062fc5fc1] to pc [ptlrpcd_rcv+-1]  req@ffff9696517eda40 x1874600883808000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762145.348227:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762145.348232:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762145.348238:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762145.348239:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762145.348241:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762145.348244:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762145.348248:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3530
00000400:00000200:2.0:1787762145.348254:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762145.348260:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762145.348264:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762145.348270:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762145.348274:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762145.348279:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762145.348282:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:1.1:1787762145.348342:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000001:2.0:1787762145.348352:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762145.348354:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762145.348356:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762145.348358:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762145.348363:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762145.348368:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762145.348375:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762145.348380:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762145.348384:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762145.348388:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762145.348392:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762145.348395:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762145.348400:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762145.348403:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762145.348406:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762145.348412:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762145.348414:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762145.348427:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762145.348434:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762145.348441:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762145.348448:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ecf00.
00000020:00000040:2.0:1787762145.348452:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762145.348457:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762145.348460:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762145.348464:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762145.348467:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762145.348471:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762145.348477:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ed800.
00000100:00000001:2.0:1787762145.348482:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762145.348492:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ecf00 x1874600883808128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762145.348504:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762145.348508:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762145.348517:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105f396e] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ecf00 x1874600883808128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762145.348533:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762145.348537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762145.348542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762145.348545:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762145.348548:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762145.348555:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762145.348558:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3530
00000400:00000200:2.0:1787762145.348564:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762145.348570:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762145.348574:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762145.348581:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762145.348585:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762145.348589:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762145.348594:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762145.348638:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762145.348643:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762145.348647:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762145.348650:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762145.348655:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762145.348658:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762145.348674:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762145.348679:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762145.348684:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762145.348689:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762145.348693:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762145.348698:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762145.348703:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762145.348707:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762145.348712:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762145.348716:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762145.348720:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762145.348724:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762145.348729:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762145.348733:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762145.348739:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec780.
00000020:00000040:2.0:1787762145.348744:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762145.348749:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762145.348752:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762145.348755:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762145.348758:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762145.348760:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762145.348767:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ee000.
00000800:00000200:1.1:1787762145.348772:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:2.0:1787762145.348773:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762145.348782:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec780 x1874600883808256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762145.348798:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762145.348802:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762145.348808:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056399392] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec780 x1874600883808256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762145.348824:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762145.348827:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762145.348831:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762145.348835:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762145.348838:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762145.348842:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762145.348847:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3530
00000400:00000200:2.0:1787762145.348853:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762145.348857:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762145.348859:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762145.348862:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762145.348863:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762145.348865:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762145.348868:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762145.348872:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762145.348874:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762145.348876:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762145.348879:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762145.348883:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762145.348888:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762145.348895:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762145.348899:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762145.348904:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762145.348908:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762145.348912:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762145.348918:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762145.348923:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762145.348927:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762145.348931:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762145.348935:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762145.348939:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762145.348943:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762145.348946:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762145.348949:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762145.348956:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517eed00.
00000020:00000040:2.0:1787762145.348960:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762145.348965:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762145.348967:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762145.348972:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762145.348973:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762145.348976:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762145.348982:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ecc00.
00000100:00000001:2.0:1787762145.348987:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762145.348995:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517eed00 x1874600883808384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762145.349023:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762145.349028:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762145.349036:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adaeb222] to pc [ptlrpcd_rcv+-1]  req@ffff9696517eed00 x1874600883808384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762145.349055:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762145.349063:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3540)
00000800:00000200:1.1:1787762145.349097:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762145.349241:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762145.349406:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787762145.795777:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762145.795790:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762145.795793:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762145.795797:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762145.795804:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762145.795806:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762145.795809:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762145.795811:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762145.795816:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762145.795818:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762145.795822:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762145.795823:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762146.627778:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298203899, at 4298203904
00000100:00000010:0.0:1787762146.627784:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787762146.819735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762146.819750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762146.819757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762146.819758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762146.819761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762146.819762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762146.819783:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762146.819786:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762146.819789:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762147.843744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762147.843750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762147.843755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762147.843756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762147.843760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762147.843761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787762148.419861:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.116:988
00000400:00000100:0.0:1787762148.419899:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.116@tcp at host 192.168.204.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787762148.419909:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762148.419913:0:2386:0:(router.c:1791:lnet_notify()) 192.168.204.16@tcp notifying 192.168.204.116@tcp: down
00000400:00000200:0.0:1787762148.419918:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762148.419921:0:2386:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787762148.419927:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762148.419931:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:0.0:1787762148.419936:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762148.419940:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762148.419946:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:0.0:1787762148.419948:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:0.0:1787762148.419953:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762148.419962:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ede00 x1874600883807872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762148.419983:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762148.419988:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ede00 x1874600883807872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762148.419994:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762148.419996:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762148.420004:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762148.420007:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330800.
00000400:00000200:0.0:1787762148.420009:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762148.420014:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762148.420017:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240660
00000400:00000010:0.0:1787762148.420019:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240660.
00000100:00000001:0.0:1787762148.420021:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762148.420025:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517eda40 x1874600883808000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762148.420034:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762148.420039:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517eda40 x1874600883808000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762148.420048:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762148.420051:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762148.420059:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762148.420063:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330f00.
00000400:00000200:0.0:1787762148.420068:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762148.420074:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762148.420093:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482403b8
00000400:00000010:0.0:1787762148.420096:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482403b8.
00000100:00000001:0.0:1787762148.420100:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762148.420107:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ecf00 x1874600883808128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762148.420119:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762148.420126:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ecf00 x1874600883808128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762148.420137:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762148.420138:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762148.420144:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762148.420147:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330600.
00000400:00000200:0.0:1787762148.420152:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762148.420176:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762148.420182:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482405d8
00000400:00000010:0.0:1787762148.420186:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482405d8.
00000100:00000001:0.0:1787762148.420191:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762148.420198:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ec780 x1874600883808256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762148.420211:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762148.420217:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec780 x1874600883808256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762148.420236:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762148.420240:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762148.420247:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762148.420253:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330900.
00000400:00000200:0.0:1787762148.420258:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762148.420264:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762148.420267:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240440
00000400:00000010:0.0:1787762148.420270:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240440.
00000100:00000001:0.0:1787762148.420274:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762148.420280:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517eed00 x1874600883808384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762148.420297:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762148.420303:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517eed00 x1874600883808384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762148.420317:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762148.420321:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787762148.867731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762148.867738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762148.867743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762148.867747:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762148.867749:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762148.867753:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762148.867756:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762148.867758:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762148.867760:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762148.867762:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762148.867765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762148.867766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762148.867785:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762148.867787:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762148.867790:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762149.891712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762149.891718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762149.891723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762149.891724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762149.891727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762149.891729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762150.468420:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762150.468425:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762150.468427:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762150.468433:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c76d00 x1874600883808512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.468441:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762150.468442:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762150.468445:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762150.468447:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762150.468449:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762150.468453:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883808512:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762150.468456:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762150.468460:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762150.468463:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762150.468465:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762150.468470:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762150.468472:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762150.468479:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762150.468483:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762150.468489:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762150.468496:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883808512, portal 25
00000100:00000001:2.0:1787762150.468498:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762150.468500:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859244800 : -115902850306816 : ffff969643c76d00)
00000100:00000040:2.0:1787762150.468515:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c76d00 x1874600883808512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.468521:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762150.468524:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762150.468527:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762150.468530:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883808512, offset 0
00000400:00000200:2.0:1787762150.468536:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762150.468544:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762150.468549:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762150.468554:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762150.468558:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762150.468561:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762150.468563:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762150.468567:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3254:3254:256:4294967295] 192.168.204.116@tcp LPNI seq info [3254:3254:8:4294967295]
00000400:00000200:2.0:1787762150.468570:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762150.468579:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762150.468585:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762150.468590:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762150.468617:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762150.468621:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762150.468627:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762150.468630:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762150.468634:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762150.468636:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762150.468643:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762150.468647:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762150.468653:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762150.468655:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762150.468659:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762150.468663:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c76d00 x1874600883808512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.468670:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762150.468673:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c76d00 x1874600883808512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.468680:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762150.468681:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762150.468687:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762150.468691:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762150.468693:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298209020
00000100:00000010:2.0:1787762150.468699:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7780.
00000100:00000001:2.0:1787762150.468705:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762150.468711:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298209020
00000100:00000010:2.0:1787762150.468714:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f76c0.
00000100:00000001:2.0:1787762150.468716:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762150.468719:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762150.468722:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762150.468724:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762150.468727:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762150/real 1787762150]  req@ffff969643c76d00 x1874600883808512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762150.468734:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762150.468736:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762150.468737:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762150.468740:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762150.468742:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762150.468749:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762150.468752:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c76d00 x1874600883808512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762150.468760:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c76d00 x1874600883808512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.468766:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762150.468768:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762150.468770:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762150.468772:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762150.468776:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c76d00 x1874600883808512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.468782:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762150.468786:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c76d00 x1874600883808512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.468792:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762150.468795:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762150.468796:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762150.468797:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762150.468800:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762150.468802:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762150.468804:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762150.468808:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762150.468810:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762150.468814:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c76d00 x1874600883808512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762150.468822:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883808512:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762150.468827:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762150.468830:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c75680 x1874600883808640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.468836:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762150.468837:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762150.468839:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762150.468840:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762150.468842:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762150.468846:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883808640:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762150.468848:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762150.468851:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762150.468852:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762150.468854:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762150.468858:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762150.468860:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762150.468863:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762150.468866:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762150.468869:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762150.468872:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883808640, portal 10
00000100:00000001:2.0:1787762150.468874:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762150.468875:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859239040 : -115902850312576 : ffff969643c75680)
00000100:00000040:2.0:1787762150.468881:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c75680 x1874600883808640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.468887:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762150.468889:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762150.468891:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762150.468894:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883808640, offset 0
00000400:00000200:2.0:1787762150.468898:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762150.468902:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762150.468905:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762150.468907:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762150.468910:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762150.468913:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762150.468915:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762150.468918:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3255:3255:256:4294967295] 192.168.204.116@tcp LPNI seq info [3255:3255:8:4294967295]
00000400:00000200:2.0:1787762150.468921:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762150.468927:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762150.468931:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762150.468934:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762150.468938:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762150.468940:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762150.468944:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762150.468946:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762150.468949:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762150.468951:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762150.468954:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762150.468957:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762150.468959:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762150.468961:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762150.468962:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762150.468965:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c75680 x1874600883808640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.468971:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762150.468974:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c75680 x1874600883808640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.468979:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762150.468981:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762150.468983:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762150.468986:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762150.468989:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762150.468991:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298207780
00000100:00000001:2.0:1787762150.468993:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298209020
00000100:00000001:2.0:1787762150.468995:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298207780
00000100:00000001:2.0:1787762150.468997:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298209020
00000100:00000001:2.0:1787762150.468999:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762150.469000:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762150.469002:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762150.469005:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762150/real 1787762150]  req@ffff969643c75680 x1874600883808640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762150.469012:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762150.469013:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762150.469014:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762150.469017:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762150.469018:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762150.469020:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762150.469023:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c75680 x1874600883808640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762150.469030:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c75680 x1874600883808640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469037:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762150.469038:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762150.469040:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762150.469041:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762150.469044:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c75680 x1874600883808640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469049:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762150.469053:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c75680 x1874600883808640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469059:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762150.469061:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762150.469062:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762150.469063:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762150.469066:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762150.469068:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762150.469070:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762150.469073:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762150.469075:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762150.469079:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c75680 x1874600883808640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762150.469086:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883808640:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762150.469090:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762150.469094:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c761c0 x1874600883808768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469100:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762150.469101:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762150.469103:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762150.469105:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762150.469107:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762150.469110:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883808768:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762150.469113:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762150.469115:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762150.469116:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762150.469118:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762150.469122:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ee000.
02000000:00000001:2.0:1787762150.469124:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762150.469126:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762150.469129:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762150.469131:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762150.469134:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883808768, portal 10
00000100:00000001:2.0:1787762150.469136:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762150.469137:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859241920 : -115902850309696 : ffff969643c761c0)
00000100:00000040:2.0:1787762150.469142:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c761c0 x1874600883808768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469148:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762150.469150:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762150.469152:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762150.469154:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883808768, offset 0
00000400:00000200:2.0:1787762150.469157:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762150.469160:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762150.469164:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762150.469166:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762150.469168:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762150.469170:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762150.469172:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762150.469175:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3256:3256:256:4294967295] 192.168.204.116@tcp LPNI seq info [3256:3256:8:4294967295]
00000400:00000200:2.0:1787762150.469179:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762150.469196:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762150.469201:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762150.469204:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762150.469209:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762150.469211:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762150.469214:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762150.469216:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762150.469219:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762150.469221:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762150.469224:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762150.469227:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762150.469229:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762150.469231:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762150.469234:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762150.469237:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c761c0 x1874600883808768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469243:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762150.469245:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c761c0 x1874600883808768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469256:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762150.469258:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762150.469260:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762150.469262:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762150.469265:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762150.469266:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298207839
00000100:00000001:2.0:1787762150.469268:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298209020
00000100:00000001:2.0:1787762150.469270:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298207839
00000100:00000001:2.0:1787762150.469272:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298209020
00000100:00000001:2.0:1787762150.469274:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762150.469276:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762150.469278:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762150.469287:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762150/real 1787762150]  req@ffff969643c761c0 x1874600883808768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762150.469295:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762150.469297:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762150.469299:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762150.469300:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762150.469301:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762150.469303:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762150.469305:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c761c0 x1874600883808768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762150.469310:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c761c0 x1874600883808768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469313:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762150.469314:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762150.469315:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762150.469316:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762150.469318:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c761c0 x1874600883808768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469322:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762150.469324:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c761c0 x1874600883808768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469328:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762150.469329:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762150.469331:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762150.469332:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762150.469333:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762150.469334:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762150.469337:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762150.469339:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762150.469341:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762150.469344:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c761c0 x1874600883808768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762150.469351:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883808768:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762150.469355:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762150.469358:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c752c0 x1874600883808896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469365:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762150.469366:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762150.469368:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762150.469370:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762150.469372:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762150.469374:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883808896:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762150.469377:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762150.469379:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762150.469381:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762150.469383:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762150.469385:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762150.469386:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762150.469389:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762150.469392:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762150.469395:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762150.469398:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883808896, portal 4
00000100:00000001:2.0:1787762150.469400:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762150.469401:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859238080 : -115902850313536 : ffff969643c752c0)
00000100:00000040:2.0:1787762150.469407:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c752c0 x1874600883808896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469412:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762150.469414:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762150.469416:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762150.469418:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883808896, offset 0
00000400:00000200:2.0:1787762150.469422:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762150.469426:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762150.469429:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762150.469431:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762150.469433:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762150.469435:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762150.469437:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762150.469440:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3257:3257:256:4294967295] 192.168.204.116@tcp LPNI seq info [3257:3257:8:4294967295]
00000400:00000200:2.0:1787762150.469443:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762150.469449:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762150.469453:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762150.469456:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762150.469459:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762150.469461:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762150.469465:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762150.469468:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762150.469471:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762150.469474:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762150.469476:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762150.469479:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762150.469482:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762150.469483:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762150.469485:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762150.469487:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c752c0 x1874600883808896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469494:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762150.469497:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c752c0 x1874600883808896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469503:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762150.469505:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762150.469508:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762150.469510:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762150.469513:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762150.469515:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298207760
00000100:00000001:2.0:1787762150.469517:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298209020
00000100:00000001:2.0:1787762150.469519:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298207760
00000100:00000001:2.0:1787762150.469520:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298209020
00000100:00000001:2.0:1787762150.469522:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762150.469524:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762150.469525:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762150.469529:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762150/real 1787762150]  req@ffff969643c752c0 x1874600883808896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762150.469535:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762150.469536:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762150.469538:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762150.469540:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762150.469541:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762150.469544:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762150.469547:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c752c0 x1874600883808896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762150.469555:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c752c0 x1874600883808896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469559:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762150.469560:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762150.469562:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762150.469563:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762150.469565:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c752c0 x1874600883808896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469571:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762150.469575:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c752c0 x1874600883808896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469582:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762150.469584:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762150.469585:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762150.469586:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762150.469588:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762150.469589:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762150.469591:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762150.469595:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762150.469623:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762150.469627:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c752c0 x1874600883808896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762150.469634:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883808896:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762150.469638:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762150.469641:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c77480 x1874600883809024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469648:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762150.469648:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762150.469650:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762150.469651:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762150.469653:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762150.469654:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883809024:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762150.469656:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762150.469658:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762150.469659:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762150.469660:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762150.469662:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762150.469664:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762150.469667:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762150.469669:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762150.469672:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762150.469675:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883809024, portal 4
00000100:00000001:2.0:1787762150.469676:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762150.469678:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859246720 : -115902850304896 : ffff969643c77480)
00000100:00000040:2.0:1787762150.469683:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c77480 x1874600883809024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469688:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762150.469690:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762150.469692:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762150.469694:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883809024, offset 0
00000400:00000200:2.0:1787762150.469698:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762150.469701:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762150.469704:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762150.469707:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762150.469709:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762150.469711:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762150.469714:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762150.469717:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3258:3258:256:4294967295] 192.168.204.116@tcp LPNI seq info [3258:3258:8:4294967295]
00000400:00000200:2.0:1787762150.469721:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762150.469726:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762150.469729:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762150.469731:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762150.469733:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762150.469735:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762150.469737:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762150.469739:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762150.469741:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762150.469743:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762150.469745:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762150.469746:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762150.469748:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762150.469749:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762150.469751:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762150.469753:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c77480 x1874600883809024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469758:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762150.469759:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c77480 x1874600883809024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469763:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762150.469764:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762150.469766:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762150.469768:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762150.469769:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762150.469771:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298207768
00000100:00000001:2.0:1787762150.469772:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298209020
00000100:00000001:2.0:1787762150.469774:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298207768
00000100:00000001:2.0:1787762150.469775:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298209020
00000100:00000001:2.0:1787762150.469776:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762150.469777:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762150.469779:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762150.469781:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762150/real 1787762150]  req@ffff969643c77480 x1874600883809024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762150.469788:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762150.469789:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762150.469790:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762150.469793:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762150.469794:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762150.469796:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762150.469799:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c77480 x1874600883809024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762150.469806:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c77480 x1874600883809024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469812:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762150.469813:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762150.469815:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762150.469816:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762150.469819:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c77480 x1874600883809024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469825:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762150.469829:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c77480 x1874600883809024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469835:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762150.469837:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762150.469839:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762150.469840:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762150.469842:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762150.469843:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762150.469846:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762150.469850:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762150.469851:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762150.469855:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c77480 x1874600883809024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762150.469862:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883809024:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762150.469866:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762150.469868:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762150.469876:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c76d00 x1874600883808512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469882:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762150.469885:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762150.469887:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762150.469891:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762150.469893:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762150.469895:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762150.469897:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762150.469899:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449c00.
02000000:00000001:2.0:1787762150.469903:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762150.469904:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762150.469907:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c76d00.
00000100:00000001:2.0:1787762150.469910:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762150.469911:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762150.469913:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762150.469916:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c75680 x1874600883808640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469921:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762150.469922:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762150.469924:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762150.469926:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762150.469927:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762150.469928:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762150.469930:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762150.469931:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449400.
02000000:00000001:2.0:1787762150.469933:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762150.469934:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762150.469935:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c75680.
00000100:00000001:2.0:1787762150.469937:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762150.469938:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762150.469939:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762150.469942:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c761c0 x1874600883808768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469947:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762150.469948:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762150.469950:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ee000.
02000000:00000001:2.0:1787762150.469953:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762150.469954:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762150.469955:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762150.469957:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762150.469958:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544bc00.
02000000:00000001:2.0:1787762150.469960:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762150.469961:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762150.469962:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c761c0.
00000100:00000001:2.0:1787762150.469964:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762150.469965:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762150.469966:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762150.469969:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c752c0 x1874600883808896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469974:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762150.469975:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762150.469977:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762150.469979:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762150.469980:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762150.469981:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762150.469982:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762150.469984:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448400.
02000000:00000001:2.0:1787762150.469986:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762150.469987:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762150.469988:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c752c0.
00000100:00000001:2.0:1787762150.469990:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762150.469991:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762150.469992:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762150.469994:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c77480 x1874600883809024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762150.469999:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762150.470000:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762150.470001:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762150.470003:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762150.470004:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762150.470006:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762150.470007:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762150.470009:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544a400.
02000000:00000001:2.0:1787762150.470011:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762150.470012:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762150.470013:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c77480.
00000100:00000001:2.0:1787762150.470015:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762150.470016:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762150.470018:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762150.470025:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762150.470027:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762150.470028:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762150.470030:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762150.915752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762150.915761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762150.915768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762150.915769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762150.915773:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762150.915774:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762150.915800:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762150.915803:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762150.915807:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762151.747674:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298209020, at 4298209024
00000100:00000010:0.0:1787762151.747687:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7780.
00010000:00000001:0.0:1787762151.939764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762151.939771:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762151.939777:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762151.939778:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762151.939782:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762151.939785:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762151.939787:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762151.939789:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762151.939792:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762151.939795:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762151.939796:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762151.939799:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762152.963700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762152.963707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762152.963711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762152.963712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762152.963714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762152.963715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762152.963730:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762152.963731:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762152.963733:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762153.987751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762153.987760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762153.987767:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762153.987768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762153.987772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762153.987773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762155.011744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762155.011752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762155.011758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762155.011760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762155.011764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762155.011765:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762155.011789:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762155.011793:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762155.011796:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762155.587755:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762155.587769:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762155.587773:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762155.587778:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762155.587783:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762155.587793:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3540
00000400:00000200:0.0:1787762155.587804:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762155.587811:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762155.587815:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762155.587818:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762155.587822:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762155.587825:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762155.587828:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762155.587832:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762155.587835:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787762155.587838:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762155.587842:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787762155.587851:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787762155.587854:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787762155.587858:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762155.587860:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762155.587865:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762155.587867:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762155.587871:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787762155.587875:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762155.587878:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762155.587881:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762155.587885:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762155.587889:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762155.587893:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762155.587896:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762155.587908:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c780.
00000020:00000040:0.0:1787762155.587912:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787762155.587916:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762155.587919:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762155.587923:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762155.587927:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762155.587938:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762155.587948:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30c00.
00000100:00000001:0.0:1787762155.587956:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762155.587966:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c780 x1874600883809152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762155.587977:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762155.587982:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762155.587987:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b7e064a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c780 x1874600883809152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762155.588010:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762155.588014:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762155.588017:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762155.588019:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762155.588021:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762155.588024:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762155.588027:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3540
00000400:00000200:0.0:1787762155.588031:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762155.588035:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762155.588039:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762155.588042:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762155.588045:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762155.588047:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762155.588050:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762155.588054:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762155.588056:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787762155.588058:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762155.588060:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787762155.588062:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787762155.588064:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000001:2.0:1787762155.588068:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787762155.588070:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762155.588077:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762155.588080:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787762155.588081:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762155.588100:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787762155.588102:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762155.588108:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787762155.588112:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000040:2.0:1787762155.588117:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097c780 x1874600883809152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762155.588119:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762155.588129:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762155.588140:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762155.588143:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787762155.588145:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762155.588146:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762155.588155:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762155.588155:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762155.588162:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1787762155.588163:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787762155.588168:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787762155.588170:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762155.588174:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762155.588178:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883809152:192.168.204.116@tcp:250:kworker.0
00000100:00000010:0.0:1787762155.588181:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c000.
00000100:00000001:2.0:1787762155.588187:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1787762155.588188:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787762155.588194:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762155.588195:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762155.588196:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762155.588200:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762155.588201:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762155.588204:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762155.588208:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787762155.588209:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762155.588220:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33000.
02000000:00000010:2.0:1787762155.588221:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
00000100:00000001:0.0:1787762155.588227:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762155.588228:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762155.588236:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c000 x1874600883809280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762155.588244:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:0.0:1787762155.588258:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787762155.588260:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000100:00000001:0.0:1787762155.588263:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762155.588268:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b885017a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c000 x1874600883809280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787762155.588269:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762155.588282:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883809152, portal 25
00000100:00000001:0.0:1787762155.588284:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762155.588285:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787762155.588291:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762155.588291:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342661504 : -115902366890112 : ffff96966097c780)
00000100:00080000:0.0:1787762155.588302:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787762155.588306:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1787762155.588307:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097c780 x1874600883809152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762155.588308:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762155.588319:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762155.588327:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3540
00000100:00000001:2.0:1787762155.588331:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1787762155.588336:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:2.0:1787762155.588337:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762155.588343:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000400:00000200:0.0:1787762155.588346:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762155.588349:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1787762155.588349:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883809152, offset 0
00000100:00000040:0.0:1787762155.588357:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762155.588360:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762155.588365:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000040:0.0:1787762155.588369:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762155.588372:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762155.588374:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762155.588375:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787762155.588376:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787762155.588380:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000040:0.0:1787762155.588381:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787762155.588387:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787762155.588390:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:2.0:1787762155.588392:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000040:0.0:1787762155.588396:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762155.588400:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762155.588404:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1787762155.588405:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762155.588411:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:2.0:1787762155.588412:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000020:00000040:0.0:1787762155.588418:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787762155.588424:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000400:00000200:2.0:1787762155.588425:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787762155.588432:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762155.588437:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762155.588437:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
02000000:00000001:0.0:1787762155.588442:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762155.588448:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3259:3259:256:4294967295] 192.168.204.116@tcp LPNI seq info [3259:3259:8:4294967295]
02000000:00000001:0.0:1787762155.588449:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762155.588454:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762155.588459:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762155.588461:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000008:00000001:0.0:1787762155.588465:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762155.588469:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762155.588474:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f840.
00000020:00000040:0.0:1787762155.588480:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000400:00000200:2.0:1787762155.588482:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1787762155.588487:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762155.588489:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762155.588495:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1787762155.588496:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
02000000:00000001:0.0:1787762155.588498:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762155.588502:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762155.588508:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31c00.
00000800:00000010:2.0:1787762155.588508:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000100:00000001:0.0:1787762155.588516:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762155.588524:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00100000:0.0:1787762155.588528:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f840 x1874600883809408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762155.588534:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762155.588538:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762155.588542:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02bc9d6] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f840 x1874600883809408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787762155.588542:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762155.588565:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:0.0:1787762155.588566:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762155.588578:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1787762155.588578:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000100:00080000:0.0:1787762155.588583:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762155.588584:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762155.588585:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762155.588586:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762155.588589:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3540
00000800:00000100:2.0:1787762155.588625:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762155.588628:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762155.588634:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762155.588637:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762155.588645:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000200:2.0:1787762155.588646:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1787762155.588648:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762155.588653:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762155.588654:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000100:00000001:0.0:1787762155.588656:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762155.588662:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000010:2.0:1787762155.588663:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:0.0:1787762155.588667:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762155.588671:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762155.588673:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787762155.588674:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762155.588675:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1787762155.588676:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787762155.588680:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787762155.588682:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787762155.588686:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000200:2.0:1787762155.588687:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097c780 x1874600883809152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762155.588689:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762155.588693:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762155.588699:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762155.588709:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787762155.588720:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762155.588727:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762155.588730:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762155.588731:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787762155.588733:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762155.588735:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762155.588739:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1787762155.588739:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097c780 x1874600883809152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1787762155.588745:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787762155.588758:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762155.588759:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762155.588766:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762155.588766:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:0.0:1787762155.588776:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097d680.
00000100:00000001:2.0:1787762155.588778:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787762155.588779:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787762155.588784:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762155.588789:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762155.588790:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:0.0:1787762155.588793:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787762155.588795:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298214140
02000000:00000001:0.0:1787762155.588800:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762155.588802:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762155.588802:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7780.
02000000:00000010:0.0:1787762155.588814:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30800.
00000100:00000001:2.0:1787762155.588817:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762155.588822:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762155.588827:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298214140
00000100:00100000:0.0:1787762155.588831:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097d680 x1874600883809536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1787762155.588834:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f76c0.
00000100:00000001:2.0:1787762155.588843:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762155.588854:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762155.588855:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762155.588864:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762155.588867:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762155.588871:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b356f346] to pc [ptlrpcd_rcv+-1]  req@ffff96966097d680 x1874600883809536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.588875:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787762155.588884:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762155.588886:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762155.588892:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1787762155.588892:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762155/real 1787762155]  req@ffff96966097c780 x1874600883809152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762155.588897:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762155.588900:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762155.588906:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762155.588911:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3540
00000400:00000200:0.0:1787762155.588918:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762155.588927:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762155.588935:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762155.588941:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762155.588945:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1787762155.588951:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1787762155.588952:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000001:2.0:1787762155.588955:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787762155.588957:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000010:2.0:1787762155.588961:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000020:00000001:0.0:1787762155.588962:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762155.588965:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000400:00000200:2.0:1787762155.588968:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000020:00000001:0.0:1787762155.588970:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:2.0:1787762155.588972:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000020:00000040:0.0:1787762155.588976:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000100:00000001:2.0:1787762155.588976:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:0.0:1787762155.588984:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000200:2.0:1787762155.588985:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097c780 x1874600883809152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787762155.588995:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787762155.589009:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000200:2.0:1787762155.589011:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097c780 x1874600883809152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762155.589015:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762155.589022:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762155.589027:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762155.589033:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00000001:2.0:1787762155.589034:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762155.589039:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787762155.589041:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762155.589044:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762155.589047:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762155.589053:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097c780 x1874600883809152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.589060:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762155.589063:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762155.589069:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097c780 x1874600883809152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787762155.589070:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762155.589075:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762155.589096:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762155.589099:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762155.589105:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787762155.589110:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762155.589110:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762155.589121:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762155.589123:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1787762155.589126:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097e1c0.
00000100:00000001:2.0:1787762155.589127:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:0.0:1787762155.589135:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000100:00000001:2.0:1787762155.589136:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787762155.589149:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787762155.589150:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1787762155.589155:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762155.589157:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762155.589159:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762155.589164:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:2.0:1787762155.589166:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1787762155.589168:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762155.589172:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762155.589175:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:0.0:1787762155.589177:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33c00.
00000100:00000040:2.0:1787762155.589181:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097c780 x1874600883809152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762155.589193:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762155.589193:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883809152:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762155.589205:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762155.589207:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097e1c0 x1874600883809664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762155.589210:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762155.589219:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097c780 x1874600883809152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762155.589222:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762155.589228:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762155.589238:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb94abd1] to pc [ptlrpcd_rcv+-1]  req@ffff96966097e1c0 x1874600883809664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762155.589291:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762155.589292:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762155.589302:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:0.0:1787762155.589303:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3550)
02000000:00000010:2.0:1787762155.589305:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762155.589312:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762155.589316:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762155.589317:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762155.589320:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762155.589322:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a30c00.
02000000:00000001:2.0:1787762155.589326:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762155.589328:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762155.589329:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097c780.
00000100:00000001:2.0:1787762155.589334:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762155.589335:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762155.589337:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762155.589343:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762155.589345:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762155.589346:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762155.589348:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762155.589349:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762155.589352:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097c000 x1874600883809280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.589357:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762155.589358:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762155.589359:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762155.589361:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762155.589363:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762155.589364:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883809280:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762155.589366:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762155.589368:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762155.589369:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762155.589370:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762155.589372:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762155.589373:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762155.589376:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762155.589379:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762155.589381:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762155.589383:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883809280, portal 10
00000100:00000001:2.0:1787762155.589384:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762155.589385:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342659584 : -115902366892032 : ffff96966097c000)
00000100:00000040:2.0:1787762155.589389:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097c000 x1874600883809280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.589393:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762155.589394:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762155.589396:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762155.589397:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883809280, offset 0
00000400:00000200:2.0:1787762155.589400:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762155.589402:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762155.589405:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762155.589407:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762155.589409:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762155.589412:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762155.589414:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762155.589416:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3260:3260:256:4294967295] 192.168.204.116@tcp LPNI seq info [3260:3260:8:4294967295]
00000400:00000200:2.0:1787762155.589420:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762155.589426:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762155.589431:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762155.589434:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762155.589438:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762155.589441:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762155.589445:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762155.589448:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787762155.589452:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762155.589453:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762155.589456:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762155.589460:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762155.589463:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762155.589464:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762155.589467:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762155.589471:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097c000 x1874600883809280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.589479:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762155.589482:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097c000 x1874600883809280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.589486:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762155.589487:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762155.589490:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762155.589492:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762155.589494:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762155.589496:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298212900
00000100:00000001:2.0:1787762155.589497:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298214140
00000100:00000001:2.0:1787762155.589499:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298212900
00000100:00000001:2.0:1787762155.589500:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298214140
00000100:00000001:2.0:1787762155.589501:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762155.589502:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762155.589504:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762155.589506:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762155/real 1787762155]  req@ffff96966097c000 x1874600883809280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762155.589510:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762155.589510:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762155.589511:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762155.589513:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762155.589514:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762155.589515:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762155.589517:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097c000 x1874600883809280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762155.589522:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097c000 x1874600883809280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.589529:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762155.589530:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762155.589531:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762155.589532:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762155.589534:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097c000 x1874600883809280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.589537:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762155.589540:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097c000 x1874600883809280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.589543:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762155.589544:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762155.589545:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762155.589546:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762155.589547:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762155.589548:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762155.589550:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762155.589552:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762155.589553:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762155.589555:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097c000 x1874600883809280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762155.589559:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883809280:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762155.589561:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762155.589563:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097f840 x1874600883809408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.589567:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762155.589568:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762155.589569:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762155.589570:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762155.589572:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762155.589573:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883809408:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762155.589575:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762155.589577:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762155.589577:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762155.589578:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762155.589581:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762155.589582:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762155.589584:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762155.589585:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762155.589587:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762155.589589:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883809408, portal 10
00000100:00000001:2.0:1787762155.589591:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762155.589592:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342673984 : -115902366877632 : ffff96966097f840)
00000100:00000040:2.0:1787762155.589595:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097f840 x1874600883809408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.589614:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762155.589616:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762155.589617:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762155.589619:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883809408, offset 0
00000400:00000200:2.0:1787762155.589621:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762155.589623:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762155.589625:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762155.589627:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762155.589629:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762155.589630:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762155.589631:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762155.589633:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3261:3261:256:4294967295] 192.168.204.116@tcp LPNI seq info [3261:3261:8:4294967295]
00000400:00000200:2.0:1787762155.589636:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762155.589639:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762155.589643:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762155.589645:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762155.589647:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762155.589649:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762155.589653:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762155.589656:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787762155.589659:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762155.589661:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762155.589664:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762155.589667:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762155.589670:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762155.589671:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762155.589674:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762155.589677:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097f840 x1874600883809408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.589685:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762155.589688:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097f840 x1874600883809408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.589694:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762155.589695:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762155.589698:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762155.589701:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762155.589703:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762155.589704:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298212960
00000100:00000001:2.0:1787762155.589706:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298214140
00000100:00000001:2.0:1787762155.589707:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298212960
00000100:00000001:2.0:1787762155.589708:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298214140
00000100:00000001:2.0:1787762155.589709:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762155.589710:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762155.589712:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762155.589714:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762155/real 1787762155]  req@ffff96966097f840 x1874600883809408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762155.589719:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762155.589720:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762155.589721:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762155.589722:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762155.589723:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762155.589724:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762155.589726:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097f840 x1874600883809408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762155.589731:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097f840 x1874600883809408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.589734:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762155.589735:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762155.589736:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762155.589737:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762155.589738:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097f840 x1874600883809408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.589742:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762155.589744:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097f840 x1874600883809408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.589749:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762155.589750:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762155.589751:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762155.589751:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762155.589752:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762155.589753:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762155.589755:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762155.589756:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762155.589757:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762155.589760:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097f840 x1874600883809408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762155.589765:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883809408:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762155.589767:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762155.589769:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097d680 x1874600883809536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.589772:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762155.589773:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762155.589774:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762155.589775:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762155.589776:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762155.589778:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883809536:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762155.589780:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762155.589781:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762155.589782:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762155.589783:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762155.589785:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ee000.
02000000:00000001:2.0:1787762155.589786:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762155.589788:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762155.589790:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762155.589792:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762155.589793:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883809536, portal 4
00000100:00000001:2.0:1787762155.589795:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762155.589795:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342665344 : -115902366886272 : ffff96966097d680)
00000100:00000040:2.0:1787762155.589799:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097d680 x1874600883809536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.589803:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762155.589804:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762155.589805:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762155.589807:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883809536, offset 0
00000400:00000200:2.0:1787762155.589809:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762155.589811:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762155.589813:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762155.589815:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762155.589817:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762155.589818:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762155.589820:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762155.589821:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3262:3262:256:4294967295] 192.168.204.116@tcp LPNI seq info [3262:3262:8:4294967295]
00000400:00000200:2.0:1787762155.589824:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762155.589827:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762155.589830:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762155.589832:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762155.589834:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762155.589836:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762155.589839:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762155.589841:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787762155.589845:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762155.589847:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762155.589850:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762155.589853:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762155.589856:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762155.589858:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762155.589860:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762155.589863:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097d680 x1874600883809536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.589870:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762155.589873:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097d680 x1874600883809536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.589880:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762155.589881:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762155.589885:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762155.589887:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762155.589890:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762155.589892:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298212881
00000100:00000001:2.0:1787762155.589895:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298214140
00000100:00000001:2.0:1787762155.589897:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298212881
00000100:00000001:2.0:1787762155.589899:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298214140
00000100:00000001:2.0:1787762155.589901:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762155.589903:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762155.589905:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762155.589909:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762155/real 1787762155]  req@ffff96966097d680 x1874600883809536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762155.589917:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762155.589918:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762155.589919:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762155.589922:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762155.589924:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762155.589925:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762155.589929:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097d680 x1874600883809536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762155.589937:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097d680 x1874600883809536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.589943:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762155.589944:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762155.589946:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762155.589947:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762155.589950:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097d680 x1874600883809536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.589956:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762155.589960:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097d680 x1874600883809536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.589967:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762155.589969:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762155.589970:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762155.589971:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762155.589973:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762155.589974:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762155.589977:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762155.589980:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762155.589982:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762155.589986:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097d680 x1874600883809536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762155.589994:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883809536:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762155.589997:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762155.590001:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097e1c0 x1874600883809664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.590008:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762155.590009:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762155.590011:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762155.590013:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762155.590015:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762155.590017:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883809664:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762155.590020:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762155.590022:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762155.590023:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762155.590025:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762155.590028:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762155.590030:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762155.590033:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762155.590035:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762155.590038:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762155.590041:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883809664, portal 4
00000100:00000001:2.0:1787762155.590043:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762155.590044:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342668224 : -115902366883392 : ffff96966097e1c0)
00000100:00000040:2.0:1787762155.590049:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097e1c0 x1874600883809664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.590053:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762155.590054:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762155.590055:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762155.590057:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883809664, offset 0
00000400:00000200:2.0:1787762155.590059:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762155.590062:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762155.590064:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762155.590066:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762155.590067:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762155.590069:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762155.590070:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762155.590072:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3263:3263:256:4294967295] 192.168.204.116@tcp LPNI seq info [3263:3263:8:4294967295]
00000400:00000200:2.0:1787762155.590074:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762155.590078:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762155.590080:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762155.590082:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762155.590096:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762155.590098:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762155.590101:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762155.590104:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787762155.590108:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762155.590110:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762155.590113:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762155.590116:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762155.590119:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762155.590121:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762155.590123:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762155.590126:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097e1c0 x1874600883809664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.590139:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762155.590142:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097e1c0 x1874600883809664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.590148:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762155.590149:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762155.590152:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762155.590155:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762155.590158:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762155.590160:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298212888
00000100:00000001:2.0:1787762155.590162:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298214140
00000100:00000001:2.0:1787762155.590163:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298212888
00000100:00000001:2.0:1787762155.590165:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298214140
00000100:00000001:2.0:1787762155.590166:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762155.590167:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762155.590168:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762155.590171:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762155/real 1787762155]  req@ffff96966097e1c0 x1874600883809664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762155.590175:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762155.590176:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762155.590177:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762155.590179:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762155.590180:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762155.590181:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762155.590183:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097e1c0 x1874600883809664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762155.590188:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097e1c0 x1874600883809664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.590191:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762155.590192:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762155.590193:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762155.590194:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762155.590196:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097e1c0 x1874600883809664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.590201:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762155.590204:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097e1c0 x1874600883809664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.590210:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762155.590213:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762155.590214:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762155.590215:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762155.590217:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762155.590218:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762155.590221:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762155.590224:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762155.590226:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762155.590230:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097e1c0 x1874600883809664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762155.590237:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883809664:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762155.590240:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762155.590242:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762155.590245:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097c000 x1874600883809280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.590251:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762155.590253:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762155.590255:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762155.590257:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762155.590258:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762155.590260:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762155.590262:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762155.590264:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a33000.
02000000:00000001:2.0:1787762155.590267:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762155.590268:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762155.590270:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097c000.
00000100:00000001:2.0:1787762155.590272:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762155.590273:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762155.590275:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762155.590279:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097f840 x1874600883809408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.590285:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762155.590286:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762155.590288:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762155.590290:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762155.590291:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762155.590292:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762155.590294:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762155.590295:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a31c00.
02000000:00000001:2.0:1787762155.590297:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762155.590298:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762155.590299:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097f840.
00000100:00000001:2.0:1787762155.590301:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762155.590302:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762155.590303:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762155.590305:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097d680 x1874600883809536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.590309:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762155.590310:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762155.590311:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ee000.
02000000:00000001:2.0:1787762155.590314:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762155.590314:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762155.590315:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762155.590316:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762155.590316:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a30800.
02000000:00000001:2.0:1787762155.590318:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762155.590319:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762155.590320:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097d680.
00000100:00000001:2.0:1787762155.590321:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762155.590322:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762155.590323:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762155.590325:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097e1c0 x1874600883809664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762155.590328:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762155.590329:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762155.590329:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762155.590331:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762155.590331:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762155.590332:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762155.590333:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762155.590333:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a33c00.
02000000:00000001:2.0:1787762155.590335:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762155.590335:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762155.590336:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097e1c0.
00000100:00000001:2.0:1787762155.590338:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762155.590339:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762155.590340:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762155.590342:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762155.590343:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762155.590344:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762155.590345:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762156.035716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762156.035724:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762156.035727:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762156.035730:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762156.035735:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762156.035737:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762156.035739:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762156.035741:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762156.035746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762156.035747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762156.035751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762156.035752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762156.867700:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298214140, at 4298214144
00000100:00000010:0.0:1787762156.867710:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7780.
00010000:00000001:0.0:1787762157.059697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762157.059703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762157.059706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762157.059707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762157.059709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762157.059710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762157.059725:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762157.059727:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762157.059729:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762158.083693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762158.083698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762158.083701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762158.083704:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762158.083706:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762158.083709:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762158.083711:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762158.083712:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762158.083714:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762158.083715:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762158.083717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762158.083718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762159.107702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762159.107707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762159.107711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762159.107712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762159.107714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762159.107715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762159.107730:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762159.107732:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762159.107733:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762160.131732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762160.131740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762160.131746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762160.131747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762160.131750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762160.131751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762160.707712:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762160.707719:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762160.707721:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762160.707724:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762160.707727:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762160.707733:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3545
00000400:00000200:2.0:1787762160.707742:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762160.707747:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762160.707751:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762160.707754:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762160.707757:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762160.707760:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762160.707762:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762160.707766:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762160.707768:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762160.707770:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762160.707774:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762160.707776:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762160.707778:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762160.707781:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762160.707783:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762160.707785:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762160.707786:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762160.707789:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762160.707792:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762160.707795:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762160.707797:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762160.707799:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762160.707801:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762160.707803:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762160.707805:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762160.707812:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef840.
00000020:00000040:2.0:1787762160.707814:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762160.707817:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762160.707818:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762160.707821:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762160.707823:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762160.707825:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762160.707831:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef400.
00000100:00000001:2.0:1787762160.707836:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762160.707847:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef840 x1874600883809792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762160.707857:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762160.707860:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762160.707864:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b068e52] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef840 x1874600883809792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762160.707881:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762160.707883:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762160.707885:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762160.707886:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762160.707887:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762160.707889:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762160.707891:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3545
00000400:00000200:2.0:1787762160.707895:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762160.707897:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762160.707899:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762160.707902:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762160.707904:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762160.707906:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762160.707908:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762160.707910:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762160.707912:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762160.707913:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762160.707915:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762160.707918:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762160.707920:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762160.707926:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762160.707929:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762160.707934:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762160.707939:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762160.707945:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762160.707951:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762160.707955:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762160.707958:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762160.707964:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762160.707967:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762160.707970:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762160.707973:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762160.707977:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762160.707979:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762160.707983:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef0c0.
00000020:00000040:2.0:1787762160.707998:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762160.708002:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762160.708004:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762160.708005:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762160.708008:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762160.708010:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762160.708016:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ee000.
00000100:00000001:2.0:1787762160.708020:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762160.708026:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef0c0 x1874600883809920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762160.708035:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762160.708038:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762160.708042:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007513b59] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef0c0 x1874600883809920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762160.708050:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762160.708052:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762160.708057:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762160.708058:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762160.708060:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762160.708064:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762160.708069:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3545
00000400:00000200:2.0:1787762160.708076:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762160.708082:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762160.708087:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762160.708094:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762160.708099:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762160.708104:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762160.708109:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762160.708114:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762160.708115:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762160.708119:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762160.708122:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762160.708125:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762160.708126:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762160.708130:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762160.708134:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762160.708136:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762160.708137:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762160.708139:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762160.708144:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762160.708147:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762160.708149:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762160.708152:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762160.708155:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762160.708156:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762160.708158:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762160.708161:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762160.708164:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762160.708167:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee580.
00000020:00000040:2.0:1787762160.708170:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762160.708174:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762160.708177:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762160.708180:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762160.708182:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762160.708185:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762160.708190:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ed800.
00000100:00000001:2.0:1787762160.708194:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762160.708201:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee580 x1874600883810048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762160.708217:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762160.708222:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762160.708229:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d12b9ce] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee580 x1874600883810048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762160.708245:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762160.708251:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787762160.708255:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:2.0:1787762160.708258:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:1.1:1787762160.708261:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1787762160.708262:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762160.708265:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762160.708272:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762160.708278:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3545
00000400:00000200:2.0:1787762160.708285:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762160.708292:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762160.708297:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762160.708304:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762160.708309:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762160.708315:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762160.708321:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762160.708326:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762160.708328:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762160.708333:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762160.708337:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762160.708343:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762160.708357:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762160.708362:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762160.708365:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762160.708368:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762160.708370:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762160.708372:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762160.708377:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762160.708379:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762160.708380:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762160.708386:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762160.708389:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762160.708391:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762160.708394:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762160.708399:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762160.708404:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762160.708411:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ed2c0.
00000020:00000040:2.0:1787762160.708416:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762160.708422:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762160.708426:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762160.708430:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762160.708434:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762160.708437:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762160.708450:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ecc00.
00000100:00000001:2.0:1787762160.708457:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762160.708465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ed2c0 x1874600883810176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762160.708474:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762160.708476:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762160.708481:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ed0154] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ed2c0 x1874600883810176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762160.708506:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762160.708510:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762160.708515:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762160.708518:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762160.708520:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762160.708526:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762160.708530:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3545
00000400:00000200:2.0:1787762160.708538:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762160.708543:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762160.708545:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762160.708549:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762160.708552:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762160.708558:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762160.708560:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762160.708563:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762160.708564:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762160.708575:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762160.708578:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762160.708583:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762160.708588:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762160.708622:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762160.708624:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762160.708627:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762160.708628:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762160.708630:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762160.708632:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762160.708637:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762160.708641:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762160.708643:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762160.708646:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762160.708649:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762160.708652:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762160.708655:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762160.708656:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762160.708658:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec3c0.
00000020:00000040:2.0:1787762160.708659:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762160.708661:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762160.708663:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762160.708668:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762160.708670:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762160.708674:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762160.708680:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef000.
00000100:00000001:2.0:1787762160.708685:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762160.708694:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec3c0 x1874600883810304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762160.708707:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762160.708711:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762160.708719:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ac1d0d0] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec3c0 x1874600883810304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762160.708733:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762160.708738:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3555)
00000800:00000200:1.1:1787762160.708876:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762160.708879:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762160.709165:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762160.709167:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762160.709426:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762160.709428:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762160.709705:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762160.709707:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787762161.155772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762161.155781:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762161.155789:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762161.155791:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762161.155795:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762161.155800:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762161.155803:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762161.155807:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762161.155811:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762161.155814:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762161.155815:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762161.155818:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762161.155842:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762161.155845:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762161.155848:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762161.987733:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298219259, at 4298219264
00000100:00000010:0.0:1787762161.987758:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00010000:00000001:0.0:1787762162.179789:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762162.179796:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762162.179804:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762162.179805:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762162.179809:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762162.179810:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762163.203703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762163.203708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762163.203712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762163.203712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762163.203714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762163.203715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762163.203731:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762163.203732:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762163.203734:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762164.227756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762164.227764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762164.227771:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762164.227772:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762164.227782:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762164.227783:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762165.251730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762165.251737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762165.251742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762165.251743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762165.251745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762165.251746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762165.251766:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762165.251768:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762165.251770:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762165.827910:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762165.827925:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762165.827929:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762165.827935:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762165.827940:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762165.827949:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3550
00000400:00000200:3.0:1787762165.827961:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762165.827968:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762165.827972:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762165.827975:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762165.827980:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762165.827982:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762165.827985:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762165.827990:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762165.827993:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762165.827996:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762165.828000:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762165.828003:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762165.828005:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762165.828008:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762165.828010:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762165.828012:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762165.828014:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762165.828018:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762165.828030:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762165.828033:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762165.828036:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762165.828040:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762165.828043:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762165.828046:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762165.828049:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762165.828061:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e83c0.
00000020:00000040:3.0:1787762165.828065:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762165.828070:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762165.828072:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762165.828076:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762165.828080:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762165.828085:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762165.828095:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787762165.828104:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762165.828116:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e83c0 x1874600883810432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762165.828127:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762165.828132:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762165.828137:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1eeea11] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e83c0 x1874600883810432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762165.828161:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762165.828165:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762165.828167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762165.828169:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762165.828170:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762165.828173:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762165.828176:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3550
00000400:00000200:3.0:1787762165.828180:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762165.828183:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762165.828185:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762165.828188:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762165.828190:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762165.828192:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762165.828195:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762165.828198:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762165.828200:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762165.828202:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762165.828204:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762165.828207:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762165.828209:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762165.828213:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762165.828215:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762165.828218:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762165.828220:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762165.828223:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762165.828226:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762165.828228:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762165.828230:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762165.828237:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762165.828241:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762165.828246:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762165.828252:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762165.828256:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762165.828261:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762165.828268:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787762165.828271:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762165.828276:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762165.828279:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762165.828286:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762165.828291:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762165.828295:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762165.828304:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762165.828312:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762165.828322:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883810560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762165.828346:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762165.828349:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762165.828356:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883810560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762165.828389:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762165.828393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762165.828400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762165.828403:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762165.828405:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762165.828412:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762165.828419:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3550
00000400:00000200:3.0:1787762165.828428:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762165.828433:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762165.828438:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762165.828444:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762165.828451:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762165.828458:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762165.828467:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762165.828475:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762165.828477:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762165.828482:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762165.828487:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762165.828492:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762165.828500:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762165.828512:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762165.828520:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762165.828527:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762165.828534:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762165.828539:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762165.828549:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762165.828555:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762165.828558:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762165.828561:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762165.828565:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762165.828572:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762165.828576:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762165.828583:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762165.828589:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762165.828654:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787762165.828659:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762165.828662:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762165.828666:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762165.828671:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762165.828674:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762165.828681:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762165.828690:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762165.828699:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762165.828711:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883810688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762165.828746:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762165.828751:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762165.828761:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883810688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762165.828785:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762165.828794:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:3.0:1787762165.828795:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787762165.828801:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000100:00080000:3.0:1787762165.828803:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762165.828807:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762165.828811:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762165.828823:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762165.828830:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3550
00000400:00000200:3.0:1787762165.828841:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762165.828848:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762165.828853:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762165.828859:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762165.828861:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762165.828867:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762165.828870:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762165.828876:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762165.828879:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762165.828884:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762165.828900:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762165.828907:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762165.828913:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762165.828920:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762165.828924:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762165.828930:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762165.828937:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762165.828946:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762165.828955:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762165.828964:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762165.828968:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762165.828974:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762165.828979:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762165.828984:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762165.828991:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762165.829000:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762165.829003:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762165.829009:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787762165.829014:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762165.829019:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762165.829023:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762165.829031:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762165.829034:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762165.829038:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762165.829047:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762165.829054:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762165.829067:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883810816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762165.829099:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762165.829105:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762165.829116:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883810816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762165.829136:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762165.829142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762165.829151:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762165.829155:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762165.829159:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762165.829165:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762165.829174:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3550
00000400:00000200:3.0:1787762165.829184:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762165.829193:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762165.829199:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762165.829207:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762165.829214:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762165.829220:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762165.829228:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762165.829235:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762165.829239:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762165.829244:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762165.829249:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762165.829255:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762165.829263:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762165.829275:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762165.829284:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762165.829292:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762165.829298:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762165.829305:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762165.829318:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762165.829328:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762165.829334:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762165.829339:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762165.829347:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762165.829352:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762165.829357:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762165.829365:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762165.829370:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762165.829380:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787762165.829385:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762165.829393:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762165.829397:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762165.829404:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762165.829409:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762165.829413:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762165.829422:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762165.829431:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762165.829442:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883810944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762165.829460:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762165.829465:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762165.829473:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883810944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762165.829495:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762165.829503:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3560)
00000800:00000200:1.1:1787762165.829662:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762165.829666:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762165.829937:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762165.829940:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762165.830194:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762165.830196:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762165.830447:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762165.830450:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1787762166.275745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762166.275753:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762166.275755:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762166.275758:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762166.275763:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762166.275765:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762166.275767:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762166.275768:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762166.275772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762166.275773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762166.275776:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762166.275776:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762167.107755:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298224380, at 4298224384
00000100:00000010:0.0:1787762167.107770:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787762167.299719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762167.299729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762167.299735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762167.299737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762167.299741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762167.299742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762167.299770:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762167.299773:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762167.299776:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762168.323704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762168.323711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762168.323717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762168.323720:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762168.323722:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762168.323725:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762168.323728:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762168.323730:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762168.323732:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762168.323735:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762168.323737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762168.323739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762169.347724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762169.347731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762169.347736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762169.347738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762169.347741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762169.347742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762169.347762:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762169.347764:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762169.347767:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762170.371703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762170.371710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762170.371714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762170.371715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762170.371717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762170.371719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762170.947737:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762170.947748:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762170.947751:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762170.947755:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762170.947760:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762170.947768:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3555
00000400:00000200:2.0:1787762170.947777:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762170.947783:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762170.947785:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762170.947797:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762170.947800:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762170.947803:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762170.947805:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762170.947809:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762170.947810:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762170.947813:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762170.947816:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762170.947817:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762170.947819:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762170.947821:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762170.947822:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762170.947823:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762170.947825:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762170.947827:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762170.947829:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762170.947831:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762170.947833:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762170.947836:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762170.947838:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762170.947840:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762170.947842:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762170.947853:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee1c0.
00000020:00000040:2.0:1787762170.947855:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762170.947859:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762170.947861:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762170.947863:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762170.947866:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762170.947870:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762170.947877:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483edc00.
00000100:00000001:2.0:1787762170.947884:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762170.947896:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee1c0 x1874600883811072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762170.947907:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762170.947913:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762170.947918:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000dbff278] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee1c0 x1874600883811072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762170.947947:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762170.947951:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762170.947954:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762170.947956:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762170.947957:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762170.947960:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762170.947962:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3555
00000400:00000200:2.0:1787762170.947964:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762170.947967:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762170.947968:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762170.947971:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762170.947972:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762170.947974:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762170.947975:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762170.947977:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762170.947978:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762170.947979:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762170.947981:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762170.947983:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762170.947984:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762170.947988:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762170.947990:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762170.947992:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762170.947995:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762170.948000:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762170.948004:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762170.948012:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762170.948015:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762170.948022:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762170.948028:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762170.948032:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762170.948039:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762170.948046:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762170.948052:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762170.948058:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef480.
00000020:00000040:2.0:1787762170.948062:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762170.948066:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762170.948068:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762170.948069:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762170.948071:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762170.948074:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762170.948078:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef800.
00000100:00000001:2.0:1787762170.948083:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762170.948089:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef480 x1874600883811200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762170.948098:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762170.948102:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762170.948108:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8eb0c3a] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef480 x1874600883811200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762170.948118:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762170.948120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762170.948124:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762170.948126:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762170.948128:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762170.948130:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762170.948132:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3555
00000400:00000200:2.0:1787762170.948137:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762170.948142:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762170.948146:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762170.948149:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762170.948151:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762170.948155:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762170.948159:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762170.948162:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762170.948163:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762170.948166:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762170.948169:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762170.948173:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762170.948175:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762170.948181:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762170.948183:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762170.948187:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762170.948188:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762170.948193:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762170.948198:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762170.948201:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762170.948204:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762170.948207:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762170.948220:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762170.948223:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762170.948226:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762170.948231:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762170.948235:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762170.948240:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517efc00.
00000020:00000040:2.0:1787762170.948246:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762170.948251:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762170.948256:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762170.948261:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762170.948265:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762170.948269:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762170.948276:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec400.
00000100:00000001:2.0:1787762170.948282:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762170.948291:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517efc00 x1874600883811328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762170.948303:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762170.948308:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762170.948316:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c6b28ed] to pc [ptlrpcd_rcv+-1]  req@ffff9696517efc00 x1874600883811328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787762170.948329:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:2.0:1787762170.948336:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762170.948336:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000100:00080000:2.0:1787762170.948346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762170.948353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762170.948355:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762170.948356:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762170.948359:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762170.948363:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3555
00000400:00000200:2.0:1787762170.948370:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762170.948375:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762170.948376:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762170.948380:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762170.948383:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762170.948387:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762170.948389:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762170.948391:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762170.948393:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762170.948395:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762170.948397:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762170.948399:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762170.948401:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762170.948407:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762170.948410:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762170.948414:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762170.948417:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762170.948422:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762170.948424:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762170.948426:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762170.948429:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762170.948432:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762170.948434:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762170.948438:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762170.948441:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762170.948444:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762170.948448:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762170.948451:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec000.
00000020:00000040:2.0:1787762170.948455:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762170.948457:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762170.948459:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762170.948460:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762170.948462:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762170.948464:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762170.948470:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec000.
00000100:00000001:2.0:1787762170.948475:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762170.948483:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec000 x1874600883811456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762170.948490:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762170.948494:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762170.948497:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e53fc05c] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec000 x1874600883811456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762170.948507:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762170.948512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762170.948517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762170.948519:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762170.948522:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762170.948526:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762170.948532:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3555
00000400:00000200:2.0:1787762170.948540:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762170.948546:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762170.948550:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762170.948555:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762170.948557:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762170.948560:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762170.948563:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762170.948566:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762170.948569:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762170.948571:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762170.948575:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762170.948578:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762170.948581:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762170.948586:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762170.948588:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762170.948591:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762170.948639:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762170.948644:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762170.948649:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762170.948651:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762170.948653:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762170.948656:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762170.948659:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762170.948663:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762170.948666:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762170.948671:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762170.948674:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762170.948679:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ecb40.
00000020:00000040:2.0:1787762170.948683:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762170.948688:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762170.948691:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762170.948694:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762170.948697:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762170.948700:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762170.948706:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483efc00.
00000100:00000001:2.0:1787762170.948710:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762170.948717:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ecb40 x1874600883811584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762170.948738:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762170.948742:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762170.948746:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbcd7beb] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ecb40 x1874600883811584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762170.948762:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762170.948768:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3565)
00000800:00000200:1.1:1787762170.948950:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762170.948953:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762170.949203:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762170.949205:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762170.949367:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762170.949369:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762170.949577:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762170.949578:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1787762171.395726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762171.395733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762171.395739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762171.395740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762171.395743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762171.395746:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762171.395748:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762171.395750:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762171.395752:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762171.395754:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762171.395756:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762171.395757:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762171.395792:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762171.395794:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762171.395796:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762172.227716:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298229499, at 4298229504
00000100:00000010:0.0:1787762172.227735:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787762172.419664:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762172.419671:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762172.419675:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762172.419676:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762172.419678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762172.419679:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762173.443769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762173.443778:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762173.443784:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762173.443786:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762173.443790:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762173.443791:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762173.443818:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762173.443821:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762173.443825:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762174.467788:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762174.467797:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762174.467805:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762174.467806:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762174.467811:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762174.467812:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762175.491747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762175.491757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762175.491762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762175.491762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762175.491765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762175.491765:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762175.491786:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762175.491787:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762175.491790:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762176.067762:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762176.067771:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762176.067773:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762176.067777:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762176.067781:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762176.067790:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3560
00000400:00000200:2.0:1787762176.067799:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762176.067805:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762176.067807:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762176.067810:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762176.067813:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762176.067815:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762176.067818:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762176.067823:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762176.067825:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762176.067828:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762176.067833:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762176.067836:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762176.067838:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762176.067841:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762176.067843:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762176.067845:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762176.067847:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762176.067851:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762176.067855:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762176.067858:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762176.067861:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762176.067865:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762176.067868:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762176.067870:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762176.067873:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762176.067883:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ed680.
00000020:00000040:2.0:1787762176.067886:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762176.067890:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762176.067891:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762176.067894:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762176.067897:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762176.067901:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762176.067907:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec000.
00000100:00000001:2.0:1787762176.067914:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762176.067922:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ed680 x1874600883811712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762176.067930:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762176.067933:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762176.067937:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa26a19] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ed680 x1874600883811712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762176.067955:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762176.067957:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762176.067960:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762176.067961:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762176.067962:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762176.067964:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762176.067965:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3560
00000400:00000200:2.0:1787762176.067968:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762176.067970:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762176.067972:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762176.067974:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762176.067976:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762176.067977:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762176.067979:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762176.067981:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762176.067982:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762176.067983:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762176.067984:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762176.067988:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762176.067989:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762176.067994:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762176.067996:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762176.067999:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762176.068003:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762176.068006:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762176.068013:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762176.068019:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762176.068026:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762176.068034:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762176.068040:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762176.068044:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762176.068051:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762176.068056:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762176.068058:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762176.068064:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ecb40.
00000020:00000040:2.0:1787762176.068068:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762176.068071:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762176.068075:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762176.068079:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762176.068081:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762176.068084:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762176.068091:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec400.
00000100:00000001:2.0:1787762176.068097:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762176.068105:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ecb40 x1874600883811840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762176.068119:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762176.068123:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762176.068132:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbcd7beb] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ecb40 x1874600883811840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762176.068149:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762176.068153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762176.068160:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762176.068171:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762176.068175:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762176.068179:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762176.068185:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3560
00000400:00000200:2.0:1787762176.068194:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762176.068203:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762176.068209:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762176.068216:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762176.068221:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762176.068227:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762176.068231:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762176.068243:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762176.068247:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762176.068250:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762176.068254:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000800:00000200:1.1:1787762176.068258:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000001:2.0:1787762176.068259:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762176.068265:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000800:00000200:1.1:1787762176.068265:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1787762176.068273:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762176.068278:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762176.068284:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762176.068288:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762176.068294:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762176.068299:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762176.068304:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762176.068308:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762176.068313:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762176.068318:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762176.068323:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762176.068326:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762176.068330:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762176.068334:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762176.068339:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec000.
00000020:00000040:2.0:1787762176.068344:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762176.068349:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762176.068352:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762176.068357:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762176.068361:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762176.068363:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762176.068368:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef800.
00000100:00000001:2.0:1787762176.068374:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762176.068383:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec000 x1874600883811968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762176.068394:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762176.068398:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762176.068404:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e53fc05c] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec000 x1874600883811968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762176.068420:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762176.068427:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762176.068433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762176.068437:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762176.068440:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762176.068445:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762176.068450:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3560
00000400:00000200:2.0:1787762176.068456:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762176.068460:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762176.068464:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762176.068471:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762176.068476:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762176.068481:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762176.068487:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762176.068491:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762176.068494:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762176.068497:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762176.068501:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762176.068505:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762176.068510:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762176.068517:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762176.068523:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762176.068528:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762176.068533:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762176.068538:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762176.068544:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762176.068550:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762176.068554:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762176.068559:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762176.068565:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762176.068570:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762176.068575:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762176.068581:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762176.068585:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762176.068591:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517efc00.
00000020:00000040:2.0:1787762176.068595:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762176.068620:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762176.068621:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762176.068622:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762176.068624:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762176.068627:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762176.068634:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483edc00.
00000100:00000001:2.0:1787762176.068640:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762176.068651:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517efc00 x1874600883812096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762176.068665:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762176.068670:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762176.068675:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c6b28ed] to pc [ptlrpcd_rcv+-1]  req@ffff9696517efc00 x1874600883812096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762176.068701:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762176.068706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762176.068710:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762176.068713:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762176.068717:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762176.068723:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762176.068728:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3560
00000400:00000200:2.0:1787762176.068736:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762176.068743:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762176.068746:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762176.068751:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762176.068756:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762176.068760:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762176.068765:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762176.068770:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762176.068773:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762176.068777:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762176.068781:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762176.068785:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762176.068790:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762176.068798:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762176.068803:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762176.068807:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762176.068813:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762176.068817:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762176.068821:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762176.068826:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762176.068830:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762176.068834:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762176.068838:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762176.068842:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762176.068845:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762176.068850:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762176.068854:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762176.068861:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef480.
00000020:00000040:2.0:1787762176.068864:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762176.068869:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762176.068872:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762176.068876:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762176.068879:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762176.068883:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762176.068890:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef000.
00000100:00000001:2.0:1787762176.068896:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762176.068905:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef480 x1874600883812224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762176.068920:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762176.068924:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762176.068932:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8eb0c3a] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef480 x1874600883812224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762176.068955:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762176.068963:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3571)
00000800:00000200:1.1:1787762176.068979:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762176.068981:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762176.069231:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762176.069233:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762176.069470:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762176.069473:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762176.069765:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762176.069767:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787762176.515751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762176.515762:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762176.515764:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762176.515768:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762176.515773:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762176.515776:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762176.515778:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762176.515781:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762176.515794:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762176.515796:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762176.515800:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762176.515802:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762177.347738:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298234619, at 4298234624
00000100:00000010:0.0:1787762177.347758:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00010000:00000001:0.0:1787762177.539742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762177.539750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762177.539754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762177.539755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762177.539757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762177.539758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762177.539780:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762177.539783:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762177.539787:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762178.563758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762178.563766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762178.563773:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762178.563777:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762178.563780:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762178.563784:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762178.563788:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762178.563791:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762178.563793:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762178.563796:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762178.563800:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762178.563801:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762179.587762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762179.587771:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762179.587785:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762179.587786:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762179.587790:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762179.587791:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762179.587821:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762179.587824:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762179.587827:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762180.611688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762180.611694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762180.611699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762180.611700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762180.611703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762180.611704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762181.187733:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762181.187742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762181.187745:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762181.187749:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762181.187753:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762181.187760:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3566
00000400:00000200:3.0:1787762181.187768:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762181.187774:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762181.187777:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762181.187780:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762181.187783:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762181.187785:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762181.187788:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762181.187791:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762181.187793:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762181.187796:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762181.187799:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762181.187801:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762181.187803:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762181.187806:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762181.187808:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762181.187810:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762181.187812:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762181.187815:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762181.187818:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762181.187820:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762181.187823:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762181.187826:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762181.187828:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762181.187830:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762181.187833:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762181.187842:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787762181.187845:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762181.187850:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762181.187852:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762181.187855:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762181.187857:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762181.187861:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762181.187867:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787762181.187873:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762181.187885:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883812352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762181.187896:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762181.187899:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762181.187904:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883812352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762181.187926:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762181.187928:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762181.187931:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762181.187933:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762181.187934:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762181.187937:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762181.187939:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3566
00000400:00000200:3.0:1787762181.187942:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762181.187945:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762181.187947:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762181.187951:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762181.187953:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762181.187956:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762181.187958:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762181.187961:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762181.187964:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762181.187966:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762181.187970:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762181.187973:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762181.187976:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762181.187982:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762181.187986:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762181.187990:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762181.187994:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762181.187999:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762181.188004:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762181.188009:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762181.188012:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762181.188020:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762181.188025:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762181.188030:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762181.188034:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762181.188040:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762181.188044:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762181.188049:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787762181.188053:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762181.188057:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762181.188060:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762181.188062:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762181.188065:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762181.188074:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762181.188081:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762181.188088:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762181.188098:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883812480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762181.188113:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762181.188115:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762181.188122:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883812480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762181.188154:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762181.188160:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762181.188166:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762181.188175:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762181.188178:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762181.188182:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762181.188188:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3566
00000400:00000200:3.0:1787762181.188195:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000800:00000200:1.1:1787762181.188199:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000400:00000200:3.0:1787762181.188203:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000800:00000200:1.1:1787762181.188204:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000100:00080000:3.0:1787762181.188208:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762181.188215:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762181.188219:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762181.188223:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762181.188228:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762181.188232:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762181.188234:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762181.188237:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762181.188241:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762181.188245:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762181.188249:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762181.188256:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762181.188259:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762181.188260:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762181.188263:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762181.188265:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762181.188271:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762181.188275:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762181.188278:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762181.188281:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762181.188286:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762181.188291:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762181.188295:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762181.188298:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762181.188300:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762181.188307:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787762181.188311:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762181.188315:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762181.188318:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762181.188320:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762181.188322:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762181.188325:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762181.188330:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762181.188335:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762181.188343:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883812608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762181.188356:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762181.188358:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762181.188364:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883812608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762181.188383:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762181.188387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762181.188393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762181.188396:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762181.188400:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762181.188405:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762181.188411:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3566
00000400:00000200:3.0:1787762181.188418:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762181.188424:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762181.188428:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762181.188434:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762181.188437:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762181.188439:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762181.188443:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762181.188448:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762181.188452:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762181.188457:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762181.188460:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762181.188465:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762181.188471:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762181.188478:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762181.188482:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762181.188487:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762181.188491:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762181.188495:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762181.188501:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762181.188506:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762181.188511:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762181.188514:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762181.188517:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762181.188521:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762181.188524:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762181.188536:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762181.188543:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762181.188549:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787762181.188553:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762181.188558:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762181.188560:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762181.188563:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762181.188565:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762181.188568:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762181.188573:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762181.188579:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762181.188623:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883812736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762181.188637:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762181.188642:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762181.188648:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883812736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762181.188660:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762181.188665:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762181.188670:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762181.188672:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762181.188675:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762181.188681:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762181.188686:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3566
00000400:00000200:3.0:1787762181.188694:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762181.188702:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762181.188705:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762181.188713:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762181.188718:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762181.188722:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762181.188726:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762181.188732:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762181.188735:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762181.188737:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762181.188741:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762181.188745:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762181.188751:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762181.188756:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762181.188761:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762181.188766:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762181.188772:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762181.188774:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762181.188778:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762181.188781:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762181.188785:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762181.188788:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762181.188792:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762181.188795:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762181.188798:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762181.188802:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762181.188806:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762181.188811:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787762181.188815:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762181.188820:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762181.188823:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762181.188826:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762181.188829:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762181.188833:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762181.188836:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762181.188841:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762181.188850:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883812864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762181.188865:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762181.188869:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762181.188876:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883812864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762181.188889:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762181.188896:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3576)
00000800:00000200:1.1:1787762181.188904:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762181.188906:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762181.189125:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762181.189126:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762181.189293:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762181.189296:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762181.189524:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762181.189526:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787762181.635720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762181.635727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762181.635732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762181.635734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762181.635737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762181.635740:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762181.635742:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762181.635746:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762181.635748:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762181.635750:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762181.635752:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762181.635754:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762181.635783:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762181.635785:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762181.635788:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762182.467691:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298239739, at 4298239744
00000100:00000010:0.0:1787762182.467705:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787762182.659706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762182.659712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762182.659716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762182.659717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762182.659724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762182.659725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762183.683722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762183.683729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762183.683734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762183.683735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762183.683737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762183.683738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762183.683755:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762183.683757:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762183.683759:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762184.707678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762184.707684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762184.707689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762184.707690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762184.707693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762184.707695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762185.731732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762185.731740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762185.731745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762185.731746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762185.731749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762185.731750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762185.731769:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762185.731771:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762185.731773:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762186.307706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762186.307721:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762186.307723:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762186.307726:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762186.307730:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762186.307736:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3571
00000400:00000200:3.0:1787762186.307744:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762186.307750:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762186.307752:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762186.307758:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762186.307762:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762186.307765:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762186.307768:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762186.307772:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762186.307774:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762186.307777:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762186.307780:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762186.307784:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762186.307787:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762186.307792:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762186.307794:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762186.307796:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762186.307798:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762186.307800:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762186.307803:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762186.307804:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762186.307806:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762186.307809:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762186.307811:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762186.307813:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762186.307815:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762186.307823:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787762186.307826:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762186.307829:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762186.307830:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762186.307832:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762186.307834:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762186.307838:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762186.307844:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787762186.307849:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762186.307855:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883812992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762186.307862:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762186.307865:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762186.307868:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883812992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762186.307884:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762186.307886:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762186.307889:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762186.307890:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762186.307891:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762186.307893:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762186.307894:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3571
00000400:00000200:3.0:1787762186.307897:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762186.307899:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762186.307900:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762186.307902:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762186.307904:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762186.307906:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762186.307908:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762186.307909:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762186.307910:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762186.307911:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762186.307912:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762186.307914:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762186.307918:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762186.307921:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762186.307924:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762186.307926:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762186.307928:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762186.307932:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762186.307937:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762186.307942:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762186.307945:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762186.307950:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762186.307954:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762186.307957:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762186.307962:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762186.307965:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762186.307969:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762186.307973:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787762186.307975:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762186.307979:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762186.307982:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762186.307985:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762186.307985:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762186.307987:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762186.307991:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762186.307996:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762186.308010:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883813120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762186.308025:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762186.308029:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762186.308038:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883813120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762186.308066:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762186.308070:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762186.308076:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762186.308079:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762186.308080:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762186.308084:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762186.308090:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3571
00000400:00000200:3.0:1787762186.308096:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762186.308103:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762186.308108:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762186.308115:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762186.308119:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762186.308124:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762186.308128:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762186.308132:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762186.308133:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762186.308136:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762186.308138:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762186.308139:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762186.308141:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762186.308143:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762186.308144:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762186.308146:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762186.308148:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762186.308149:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762186.308152:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762186.308153:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762186.308155:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762186.308159:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762186.308163:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762186.308167:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762186.308171:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762186.308176:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762186.308181:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762186.308186:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787762186.308190:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762186.308194:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762186.308196:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762186.308200:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762186.308202:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762186.308206:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762186.308211:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000800:00000200:1.1:1787762186.308212:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787762186.308214:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762186.308217:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000100:00100000:3.0:1787762186.308223:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883813248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762186.308237:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762186.308241:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762186.308250:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883813248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762186.308263:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762186.308267:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762186.308273:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762186.308277:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762186.308280:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762186.308285:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762186.308290:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3571
00000400:00000200:3.0:1787762186.308295:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762186.308301:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762186.308304:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762186.308309:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762186.308313:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762186.308317:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762186.308320:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762186.308322:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762186.308325:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762186.308327:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762186.308330:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762186.308332:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762186.308334:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762186.308336:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762186.308339:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762186.308342:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762186.308344:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762186.308348:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762186.308350:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762186.308353:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762186.308355:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762186.308358:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762186.308359:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762186.308363:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762186.308365:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762186.308367:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762186.308369:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762186.308374:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787762186.308376:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762186.308378:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762186.308380:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762186.308382:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762186.308383:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762186.308385:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762186.308392:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762186.308398:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762186.308405:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883813376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762186.308413:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762186.308415:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762186.308420:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883813376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762186.308435:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762186.308439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762186.308444:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762186.308448:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762186.308452:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762186.308457:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762186.308463:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3571
00000400:00000200:3.0:1787762186.308470:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762186.308477:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762186.308482:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762186.308488:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762186.308503:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762186.308506:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762186.308508:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762186.308510:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762186.308512:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762186.308515:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762186.308517:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762186.308521:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762186.308524:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762186.308529:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762186.308532:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762186.308535:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762186.308540:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762186.308545:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762186.308552:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762186.308557:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762186.308561:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762186.308566:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762186.308572:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762186.308576:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762186.308578:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762186.308582:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762186.308585:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762186.308590:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787762186.308594:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762186.308613:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762186.308614:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762186.308615:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762186.308616:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762186.308618:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762186.308621:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762186.308623:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762186.308628:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883813504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762186.308637:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762186.308639:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762186.308645:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883813504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762186.308656:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762186.308660:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3581)
00000800:00000200:1.1:1787762186.308854:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762186.308857:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762186.309133:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762186.309135:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762186.309403:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762186.309405:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762186.309694:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762186.309696:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787762186.755726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762186.755733:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762186.755735:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762186.755737:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762186.755741:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762186.755742:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762186.755744:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762186.755745:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762186.755752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762186.755754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762186.755757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762186.755758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762187.587735:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298244859, at 4298244864
00000100:00000010:0.0:1787762187.587755:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00010000:00000001:0.0:1787762187.779757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762187.779766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762187.779773:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762187.779774:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762187.779778:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762187.779779:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762187.779803:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762187.779806:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762187.779809:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762188.803744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762188.803752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762188.803756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762188.803760:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762188.803762:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762188.803765:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762188.803767:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762188.803769:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762188.803771:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762188.803772:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762188.803775:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762188.803775:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762189.827742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762189.827749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762189.827753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762189.827754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762189.827757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762189.827758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762189.827778:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762189.827781:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762189.827783:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762190.851706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762190.851712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762190.851718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762190.851719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762190.851722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762190.851724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762191.427696:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762191.427705:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762191.427708:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762191.427711:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762191.427715:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762191.427723:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3576
00000400:00000200:3.0:1787762191.427733:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762191.427740:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762191.427743:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762191.427746:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762191.427750:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762191.427753:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762191.427755:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762191.427760:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762191.427762:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762191.427766:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762191.427770:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762191.427772:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762191.427774:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762191.427777:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762191.427778:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762191.427780:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762191.427781:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762191.427783:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762191.427786:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762191.427788:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762191.427790:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762191.427793:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762191.427796:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762191.427797:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762191.427799:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762191.427810:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787762191.427813:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762191.427817:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762191.427818:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762191.427820:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762191.427823:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762191.427827:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762191.427834:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787762191.427840:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762191.427848:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883813632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762191.427856:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762191.427860:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762191.427864:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883813632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762191.427885:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762191.427887:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762191.427890:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762191.427891:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762191.427892:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762191.427894:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762191.427896:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3576
00000400:00000200:3.0:1787762191.427899:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762191.427901:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762191.427902:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762191.427904:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762191.427906:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762191.427908:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762191.427909:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762191.427911:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762191.427912:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762191.427913:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762191.427915:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762191.427917:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762191.427919:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762191.427921:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762191.427924:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762191.427926:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762191.427929:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762191.427931:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762191.427936:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762191.427938:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762191.427942:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762191.427948:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762191.427952:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762191.427955:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762191.427961:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762191.427966:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762191.427970:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762191.427974:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787762191.427977:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762191.427980:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762191.427982:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762191.427984:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762191.427987:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762191.427988:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762191.427993:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762191.427997:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762191.428003:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883813760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762191.428011:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762191.428014:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762191.428017:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883813760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762191.428034:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762191.428036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762191.428041:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762191.428043:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762191.428045:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762191.428050:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762191.428057:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3576
00000400:00000200:3.0:1787762191.428068:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762191.428074:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762191.428079:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762191.428084:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762191.428088:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762191.428094:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762191.428098:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762191.428101:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762191.428103:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762191.428106:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762191.428108:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762191.428111:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762191.428115:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762191.428120:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762191.428123:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762191.428127:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762191.428128:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762191.428129:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762191.428133:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762191.428136:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762191.428138:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762191.428141:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762191.428144:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762191.428148:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762191.428151:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762191.428154:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762191.428158:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762191.428162:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787762191.428165:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762191.428167:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762191.428168:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762191.428171:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762191.428173:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762191.428176:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762191.428180:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000800:00000200:1.1:1787762191.428183:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787762191.428185:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762191.428188:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000100:00100000:3.0:1787762191.428192:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883813888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762191.428204:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762191.428206:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762191.428209:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883813888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762191.428223:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762191.428226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762191.428231:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762191.428233:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762191.428235:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762191.428238:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762191.428242:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3576
00000400:00000200:3.0:1787762191.428248:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762191.428250:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762191.428251:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762191.428254:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762191.428258:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762191.428260:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762191.428262:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762191.428266:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762191.428267:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762191.428268:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762191.428271:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762191.428274:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762191.428277:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762191.428283:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762191.428285:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762191.428289:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762191.428290:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762191.428292:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762191.428295:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762191.428300:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762191.428301:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762191.428303:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762191.428305:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762191.428308:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762191.428309:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762191.428314:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762191.428316:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762191.428319:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787762191.428323:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762191.428326:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762191.428327:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762191.428328:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762191.428329:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762191.428330:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762191.428334:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762191.428338:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762191.428342:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883814016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762191.428350:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762191.428353:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762191.428357:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883814016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762191.428370:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762191.428372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762191.428375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762191.428378:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762191.428380:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762191.428384:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762191.428385:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3576
00000400:00000200:3.0:1787762191.428387:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762191.428401:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762191.428405:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762191.428410:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762191.428412:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762191.428416:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762191.428420:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762191.428425:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762191.428428:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762191.428430:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762191.428432:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762191.428436:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762191.428440:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762191.428445:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762191.428447:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762191.428452:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762191.428455:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762191.428459:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762191.428463:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762191.428466:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762191.428468:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762191.428471:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762191.428475:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762191.428479:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762191.428481:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762191.428486:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762191.428489:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762191.428493:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787762191.428503:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762191.428508:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762191.428511:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762191.428513:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762191.428516:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762191.428518:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762191.428523:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762191.428527:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762191.428533:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883814144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762191.428551:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762191.428555:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762191.428562:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883814144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762191.428572:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762191.428578:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3586)
00000800:00000200:1.1:1787762191.428739:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762191.428742:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762191.428982:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762191.428983:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762191.429148:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762191.429150:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762191.429304:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762191.429306:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787762191.875696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762191.875703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762191.875707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762191.875708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762191.875710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762191.875713:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762191.875715:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762191.875718:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762191.875721:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762191.875723:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762191.875725:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762191.875726:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762191.875750:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762191.875752:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762191.875754:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762192.707696:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298249979, at 4298249984
00000100:00000010:0.0:1787762192.707712:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00010000:00000001:0.0:1787762192.899725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762192.899732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762192.899736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762192.899737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762192.899739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762192.899740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762193.923675:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762193.923681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762193.923686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762193.923687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762193.923688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762193.923689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762193.923704:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762193.923707:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762193.923710:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762194.947713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762194.947718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762194.947723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762194.947724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762194.947727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762194.947728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762195.971757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762195.971766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762195.971774:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762195.971776:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762195.971780:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762195.971781:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762195.971811:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762195.971815:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762195.971818:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762196.547706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762196.547715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762196.547717:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762196.547721:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762196.547725:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762196.547731:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3581
00000400:00000200:3.0:1787762196.547740:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762196.547745:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762196.547747:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762196.547751:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762196.547760:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762196.547762:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762196.547765:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762196.547769:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762196.547770:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762196.547773:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762196.547776:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762196.547779:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762196.547781:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762196.547784:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762196.547786:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762196.547788:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762196.547789:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762196.547792:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762196.547795:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762196.547797:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762196.547800:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762196.547803:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762196.547805:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762196.547807:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762196.547810:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762196.547821:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787762196.547824:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762196.547828:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762196.547830:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762196.547833:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762196.547835:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762196.547839:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762196.547846:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787762196.547852:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762196.547860:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883814272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762196.547869:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762196.547873:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762196.547878:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883814272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762196.547901:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762196.547903:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762196.547906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762196.547908:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762196.547909:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762196.547912:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762196.547914:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3581
00000400:00000200:3.0:1787762196.547918:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762196.547921:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762196.547924:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762196.547927:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762196.547929:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762196.547931:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762196.547934:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762196.547938:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762196.547941:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762196.547944:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762196.547947:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762196.547951:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762196.547954:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762196.547961:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762196.547966:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762196.547970:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762196.547973:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762196.547977:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762196.547983:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762196.547988:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762196.547992:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762196.547998:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762196.548003:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762196.548005:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762196.548011:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762196.548017:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762196.548020:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762196.548025:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787762196.548029:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762196.548032:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762196.548034:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762196.548040:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762196.548043:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762196.548045:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762196.548052:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762196.548058:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762196.548068:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883814400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762196.548080:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762196.548084:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762196.548090:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883814400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762196.548117:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762196.548121:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762196.548128:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762196.548130:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762196.548133:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762196.548137:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762196.548143:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3581
00000400:00000200:3.0:1787762196.548150:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762196.548157:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762196.548161:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762196.548167:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762196.548171:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762196.548174:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762196.548178:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762196.548180:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762196.548183:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762196.548187:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762196.548189:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762196.548193:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000800:00000200:1.1:1787762196.548196:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762196.548199:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1787762196.548202:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762196.548209:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762196.548212:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762196.548215:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762196.548219:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762196.548224:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762196.548230:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762196.548235:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762196.548237:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762196.548240:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762196.548243:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762196.548245:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762196.548248:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762196.548252:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762196.548257:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762196.548263:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787762196.548268:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762196.548271:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762196.548274:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762196.548277:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762196.548280:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762196.548282:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762196.548287:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762196.548303:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762196.548309:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883814528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762196.548322:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762196.548325:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762196.548332:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883814528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762196.548343:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762196.548346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762196.548351:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762196.548354:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762196.548357:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762196.548362:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762196.548366:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3581
00000400:00000200:3.0:1787762196.548372:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762196.548378:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762196.548382:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762196.548387:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762196.548391:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762196.548395:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762196.548397:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762196.548399:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762196.548400:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762196.548403:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762196.548405:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762196.548409:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762196.548411:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762196.548417:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762196.548421:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762196.548426:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762196.548430:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762196.548434:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762196.548440:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762196.548445:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762196.548448:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762196.548452:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762196.548456:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762196.548461:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762196.548466:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762196.548469:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762196.548471:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762196.548476:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787762196.548480:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762196.548484:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762196.548487:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762196.548491:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762196.548492:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762196.548496:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762196.548500:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762196.548505:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762196.548512:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883814656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762196.548523:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762196.548526:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762196.548532:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883814656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762196.548546:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762196.548549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762196.548553:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762196.548556:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762196.548559:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762196.548563:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762196.548568:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3581
00000400:00000200:3.0:1787762196.548574:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762196.548579:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762196.548582:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762196.548587:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762196.548591:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762196.548621:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762196.548624:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762196.548628:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762196.548630:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762196.548633:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762196.548636:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762196.548639:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762196.548643:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762196.548650:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762196.548655:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762196.548659:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762196.548664:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762196.548668:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762196.548673:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762196.548676:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762196.548679:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762196.548682:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762196.548685:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762196.548688:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762196.548691:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762196.548694:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762196.548699:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762196.548704:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787762196.548708:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762196.548713:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762196.548715:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762196.548718:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762196.548720:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762196.548722:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762196.548725:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762196.548727:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762196.548733:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883814784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762196.548745:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762196.548748:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762196.548754:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883814784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762196.548777:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762196.548782:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3591)
00000800:00000200:1.1:1787762196.548897:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762196.548899:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762196.549119:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762196.549120:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762196.549335:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762196.549337:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762196.549621:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762196.549623:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787762196.995706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762196.995715:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762196.995717:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762196.995720:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762196.995724:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762196.995726:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762196.995728:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762196.995730:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762196.995734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762196.995736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762196.995739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762196.995740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762197.827680:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298255099, at 4298255104
00000100:00000010:0.0:1787762197.827697:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787762198.019658:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762198.019663:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762198.019667:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762198.019668:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762198.019670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762198.019671:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762198.019685:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762198.019687:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762198.019689:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762199.043719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762199.043728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762199.043735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762199.043740:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762199.043742:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762199.043747:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762199.043759:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762199.043762:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762199.043765:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762199.043768:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762199.043773:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762199.043775:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762200.067680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762200.067685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762200.067689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762200.067690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762200.067692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762200.067693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762200.067712:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762200.067714:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762200.067716:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762201.091692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762201.091697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762201.091701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762201.091702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762201.091704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762201.091706:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762201.091708:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762201.091710:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762201.091712:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762201.091714:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762201.091715:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762201.091717:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762201.667686:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762201.667694:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762201.667697:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762201.667701:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762201.667705:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762201.667712:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3586
00000400:00000200:3.0:1787762201.667720:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762201.667725:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762201.667728:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762201.667731:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762201.667735:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762201.667737:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762201.667739:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762201.667743:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762201.667745:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762201.667747:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762201.667750:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762201.667752:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762201.667755:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762201.667758:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762201.667760:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762201.667761:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762201.667763:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762201.667766:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762201.667770:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762201.667772:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762201.667775:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762201.667777:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762201.667780:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762201.667782:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762201.667784:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762201.667792:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787762201.667795:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762201.667799:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762201.667801:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762201.667804:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762201.667807:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762201.667810:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762201.667817:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787762201.667822:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762201.667830:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883814912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762201.667844:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762201.667848:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762201.667853:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883814912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762201.667875:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762201.667877:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762201.667880:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762201.667881:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762201.667883:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762201.667886:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762201.667888:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3586
00000400:00000200:3.0:1787762201.667891:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762201.667894:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762201.667897:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762201.667900:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762201.667902:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762201.667905:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762201.667907:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762201.667910:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762201.667914:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762201.667918:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762201.667922:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762201.667926:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762201.667929:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762201.667936:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762201.667941:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762201.667944:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762201.667948:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762201.667954:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762201.667957:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762201.667961:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762201.667966:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762201.667972:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762201.667976:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762201.667978:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762201.667982:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762201.667987:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762201.667990:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762201.667995:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787762201.667998:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762201.668002:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762201.668005:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762201.668008:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762201.668010:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762201.668013:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762201.668021:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762201.668029:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762201.668037:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883815040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762201.668047:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762201.668051:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762201.668057:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883815040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762201.668089:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762201.668094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762201.668099:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762201.668101:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762201.668104:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762201.668107:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762201.668114:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3586
00000400:00000200:3.0:1787762201.668118:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762201.668122:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762201.668126:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762201.668132:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762201.668135:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762201.668139:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762201.668144:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762201.668148:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762201.668152:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762201.668155:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762201.668160:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762201.668166:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762201.668171:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762201.668177:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762201.668180:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762201.668184:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762201.668188:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762201.668205:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762201.668211:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762201.668216:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762201.668218:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762201.668223:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762201.668228:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762201.668233:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762201.668236:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762201.668240:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762201.668240:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787762201.668243:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762201.668245:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000100:00000010:3.0:1787762201.668248:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787762201.668253:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762201.668259:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762201.668261:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762201.668265:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762201.668268:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762201.668270:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762201.668276:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762201.668280:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762201.668288:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883815168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762201.668299:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762201.668303:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762201.668310:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883815168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762201.668321:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762201.668324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762201.668330:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762201.668334:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762201.668336:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762201.668342:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762201.668346:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3586
00000400:00000200:3.0:1787762201.668352:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762201.668356:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762201.668359:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762201.668365:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762201.668368:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762201.668373:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762201.668378:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762201.668380:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762201.668382:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762201.668385:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762201.668387:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762201.668390:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762201.668394:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762201.668399:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762201.668404:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762201.668408:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762201.668413:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762201.668416:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762201.668423:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762201.668427:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762201.668431:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762201.668435:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762201.668441:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762201.668444:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762201.668449:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762201.668455:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762201.668458:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762201.668464:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787762201.668469:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762201.668474:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762201.668477:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762201.668481:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762201.668484:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762201.668488:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762201.668492:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762201.668497:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762201.668507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883815296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762201.668516:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762201.668520:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762201.668528:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883815296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762201.668540:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762201.668544:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762201.668550:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762201.668553:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762201.668557:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762201.668563:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762201.668567:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3586
00000400:00000200:3.0:1787762201.668574:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762201.668580:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762201.668585:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762201.668592:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762201.668613:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762201.668616:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762201.668618:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762201.668620:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762201.668621:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762201.668623:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762201.668625:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762201.668627:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762201.668631:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762201.668636:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762201.668639:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762201.668644:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762201.668647:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762201.668651:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762201.668658:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762201.668664:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762201.668667:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762201.668672:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762201.668675:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762201.668679:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762201.668683:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762201.668688:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762201.668691:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762201.668696:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787762201.668701:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762201.668706:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762201.668708:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762201.668713:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762201.668715:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762201.668718:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762201.668722:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762201.668728:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762201.668737:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883815424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762201.668766:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762201.668770:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762201.668778:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883815424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762201.668797:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762201.668803:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3596)
00000800:00000200:1.1:1787762201.668889:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762201.668892:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762201.669084:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762201.669086:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762201.669305:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762201.669307:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762201.669550:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762201.669552:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787762202.115706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762202.115712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762202.115727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762202.115728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762202.115736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762202.115737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762202.115757:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762202.115759:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762202.115762:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762202.947699:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298260219, at 4298260224
00000100:00000010:0.0:1787762202.947711:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00010000:00000001:0.0:1787762203.139723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762203.139729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762203.139735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762203.139736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762203.139739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762203.139740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762204.163709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762204.163716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762204.163721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762204.163723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762204.163726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762204.163728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762204.163749:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762204.163751:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762204.163754:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762205.187711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762205.187718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762205.187723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762205.187724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762205.187726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762205.187727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762206.211699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762206.211706:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762206.211708:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762206.211711:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762206.211715:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762206.211718:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762206.211720:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762206.211722:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762206.211726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762206.211728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762206.211731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762206.211733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762206.211750:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762206.211753:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762206.211755:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762206.787721:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762206.787730:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762206.787733:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762206.787737:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762206.787741:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762206.787748:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3591
00000400:00000200:3.0:1787762206.787757:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762206.787762:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762206.787765:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762206.787768:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762206.787771:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762206.787773:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762206.787776:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762206.787779:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762206.787781:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762206.787784:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762206.787787:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762206.787789:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762206.787791:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762206.787794:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762206.787796:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762206.787798:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762206.787800:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762206.787802:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762206.787805:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762206.787807:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762206.787810:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762206.787813:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762206.787815:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762206.787817:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762206.787819:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762206.787828:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787762206.787831:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762206.787835:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762206.787837:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762206.787839:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762206.787842:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762206.787846:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762206.787853:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787762206.787859:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762206.787868:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883815552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762206.787878:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762206.787882:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762206.787886:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883815552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762206.787915:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762206.787918:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762206.787921:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762206.787922:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762206.787924:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762206.787927:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762206.787929:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3591
00000400:00000200:3.0:1787762206.787932:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762206.787935:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762206.787937:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762206.787939:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762206.787942:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762206.787944:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762206.787946:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762206.787948:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762206.787950:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762206.787951:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762206.787954:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762206.787956:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762206.787958:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762206.787962:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762206.787966:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762206.787970:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762206.787974:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762206.787977:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762206.787982:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762206.787985:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762206.787989:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762206.787994:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762206.787999:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762206.788003:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762206.788009:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762206.788013:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762206.788017:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762206.788023:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e83c0.
00000020:00000040:3.0:1787762206.788027:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762206.788031:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762206.788034:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762206.788037:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762206.788039:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762206.788042:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762206.788048:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762206.788055:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762206.788065:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e83c0 x1874600883815680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762206.788079:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762206.788082:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762206.788089:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1eeea11] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e83c0 x1874600883815680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762206.788122:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762206.788127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762206.788133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762206.788136:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762206.788138:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762206.788141:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762206.788146:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3591
00000400:00000200:3.0:1787762206.788155:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762206.788161:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762206.788166:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762206.788172:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762206.788177:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762206.788180:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762206.788184:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762206.788187:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762206.788189:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762206.788193:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762206.788195:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762206.788197:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762206.788201:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762206.788207:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762206.788211:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762206.788216:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762206.788219:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762206.788223:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762206.788228:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762206.788233:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762206.788237:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762206.788242:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762206.788247:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762206.788251:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762206.788254:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762206.788259:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762206.788262:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762206.788266:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787762206.788269:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762206.788271:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762206.788272:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762206.788274:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762206.788277:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762206.788279:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762206.788286:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762206.788290:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762206.788299:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883815808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762206.788310:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762206.788314:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762206.788322:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883815808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787762206.788333:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787762206.788337:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762206.788338:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000100:00080000:3.0:1787762206.788340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762206.788346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762206.788348:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762206.788352:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762206.788357:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762206.788361:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3591
00000400:00000200:3.0:1787762206.788368:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762206.788375:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762206.788380:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762206.788386:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762206.788399:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762206.788405:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762206.788410:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762206.788413:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762206.788416:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762206.788418:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762206.788421:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762206.788426:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762206.788431:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762206.788437:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762206.788441:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762206.788445:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762206.788447:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762206.788450:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762206.788453:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762206.788457:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762206.788461:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762206.788465:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762206.788469:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762206.788472:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762206.788475:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762206.788479:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762206.788481:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762206.788485:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787762206.788489:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762206.788493:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762206.788495:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762206.788499:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762206.788502:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762206.788505:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762206.788511:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762206.788518:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762206.788531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883815936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762206.788546:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762206.788550:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762206.788559:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883815936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762206.788571:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762206.788574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762206.788581:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762206.788584:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762206.788587:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762206.788592:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762206.788616:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3591
00000400:00000200:3.0:1787762206.788620:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762206.788624:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762206.788626:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762206.788629:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762206.788632:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762206.788634:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762206.788636:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762206.788639:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762206.788641:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762206.788645:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762206.788649:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762206.788653:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762206.788658:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762206.788664:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762206.788669:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762206.788673:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762206.788675:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762206.788677:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762206.788680:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762206.788683:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762206.788685:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762206.788689:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762206.788693:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762206.788697:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762206.788700:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762206.788704:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762206.788707:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762206.788711:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787762206.788715:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762206.788720:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762206.788722:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762206.788727:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762206.788729:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762206.788733:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762206.788739:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762206.788744:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762206.788753:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883816064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762206.788768:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762206.788773:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762206.788778:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883816064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762206.788789:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762206.788796:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3601)
00000800:00000200:1.1:1787762206.788990:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762206.788993:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762206.789275:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762206.789277:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762206.789524:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762206.789527:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762206.789789:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762206.789792:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787762207.235700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762207.235706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762207.235712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762207.235713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762207.235716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762207.235717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762208.067764:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298265339, at 4298265344
00000100:00000010:0.0:1787762208.067768:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00010000:00000001:0.0:1787762208.259703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762208.259708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762208.259712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762208.259713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762208.259715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762208.259716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762208.259736:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762208.259738:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762208.259740:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762209.283704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762209.283709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762209.283715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762209.283717:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762209.283719:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762209.283725:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762209.283728:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762209.283729:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762209.283730:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762209.283732:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762209.283735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762209.283735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762210.307691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762210.307697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762210.307703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762210.307704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762210.307707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762210.307708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762210.307725:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762210.307728:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762210.307730:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762211.331699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762211.331707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762211.331712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762211.331713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762211.331715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762211.331719:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762211.331721:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762211.331724:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762211.331727:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762211.331728:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762211.331730:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762211.331731:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762211.907654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762211.907664:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762211.907667:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762211.907671:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762211.907675:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762211.907682:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3596
00000400:00000200:3.0:1787762211.907690:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762211.907695:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762211.907698:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762211.907700:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762211.907703:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762211.907705:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762211.907706:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762211.907710:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762211.907711:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762211.907714:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762211.907717:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762211.907718:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762211.907719:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762211.907721:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762211.907722:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762211.907723:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762211.907725:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762211.907727:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762211.907729:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762211.907731:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762211.907733:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762211.907736:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762211.907738:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762211.907740:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762211.907741:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762211.907751:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787762211.907753:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762211.907758:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762211.907759:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762211.907762:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762211.907764:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762211.907768:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762211.907775:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787762211.907782:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762211.907791:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883816192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762211.907799:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762211.907803:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762211.907807:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883816192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762211.907824:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762211.907831:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762211.907834:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762211.907835:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762211.907836:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762211.907838:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762211.907840:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3596
00000400:00000200:3.0:1787762211.907842:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762211.907843:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762211.907845:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762211.907848:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762211.907850:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762211.907853:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762211.907855:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762211.907858:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762211.907859:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762211.907861:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762211.907863:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762211.907866:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762211.907869:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762211.907873:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762211.907876:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762211.907878:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762211.907880:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762211.907883:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762211.907885:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762211.907888:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762211.907889:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762211.907897:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762211.907902:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762211.907905:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762211.907914:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762211.907919:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762211.907921:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762211.907925:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787762211.907929:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762211.907935:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762211.907937:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762211.907944:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762211.907947:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762211.907949:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762211.907958:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762211.907964:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762211.907973:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883816320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762211.907984:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762211.908007:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762211.908018:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883816320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762211.908049:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762211.908051:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762211.908054:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762211.908055:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762211.908056:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762211.908059:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762211.908064:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3596
00000400:00000200:3.0:1787762211.908074:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762211.908079:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762211.908085:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762211.908093:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762211.908095:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762211.908098:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762211.908103:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762211.908107:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762211.908109:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762211.908111:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762211.908113:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762211.908114:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762211.908117:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762211.908124:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762211.908125:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762211.908126:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762211.908128:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762211.908132:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762211.908139:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762211.908143:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762211.908146:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762211.908150:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762211.908154:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762211.908158:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762211.908161:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762211.908172:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762211.908179:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762211.908184:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787762211.908190:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762211.908197:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762211.908203:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762211.908206:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762211.908209:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762211.908211:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762211.908220:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762211.908225:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762211.908232:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883816448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762211.908255:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762211.908263:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762211.908280:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883816448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762211.908301:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762211.908309:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762211.908323:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762211.908328:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762211.908335:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762211.908341:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762211.908347:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3596
00000400:00000200:3.0:1787762211.908357:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000800:00000200:1.1:1787762211.908361:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000400:00000200:3.0:1787762211.908366:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762211.908369:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762211.908372:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762211.908373:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762211.908375:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762211.908376:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762211.908378:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762211.908379:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762211.908380:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762211.908382:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762211.908386:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762211.908389:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762211.908394:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762211.908400:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762211.908404:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762211.908408:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762211.908412:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762211.908417:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762211.908419:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762211.908422:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762211.908428:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762211.908432:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762211.908436:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762211.908440:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762211.908444:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762211.908449:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762211.908454:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787762211.908460:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762211.908464:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762211.908466:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762211.908470:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762211.908472:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762211.908474:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762211.908478:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762211.908482:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762211.908490:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883816576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762211.908504:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762211.908506:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762211.908511:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883816576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762211.908533:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762211.908537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762211.908541:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762211.908546:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762211.908549:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762211.908554:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762211.908558:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3596
00000400:00000200:3.0:1787762211.908565:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762211.908572:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762211.908577:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762211.908583:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762211.908588:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762211.908592:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762211.908633:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762211.908644:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762211.908651:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762211.908657:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762211.908664:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762211.908670:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762211.908677:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762211.908684:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762211.908690:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762211.908699:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762211.908705:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762211.908712:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762211.908718:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762211.908722:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762211.908726:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762211.908730:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762211.908732:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762211.908733:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762211.908735:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762211.908739:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762211.908744:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762211.908751:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787762211.908756:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762211.908765:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762211.908768:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762211.908775:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762211.908779:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762211.908783:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762211.908793:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762211.908801:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762211.908812:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883816704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762211.908834:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762211.908837:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762211.908847:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883816704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762211.908875:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762211.908886:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3606)
00000800:00000200:1.1:1787762211.908928:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762211.909072:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762211.909223:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762211.909351:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00010000:00000001:0.0:1787762212.355728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762212.355735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762212.355739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762212.355740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762212.355743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762212.355744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762212.355764:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762212.355766:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762212.355768:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762213.187663:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298270459, at 4298270464
00000100:00000010:0.0:1787762213.187679:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787762213.379708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762213.379714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762213.379719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762213.379721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762213.379724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762213.379725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762214.403720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762214.403727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762214.403732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762214.403734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762214.403737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762214.403738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762214.403759:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762214.403762:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762214.403765:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787762214.980284:0:2384:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.116:988
00000400:00000100:3.0:1787762214.980335:0:2384:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.116@tcp at host 192.168.204.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787762214.980346:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762214.980350:0:2384:0:(router.c:1791:lnet_notify()) 192.168.204.16@tcp notifying 192.168.204.116@tcp: down
00000400:00000200:3.0:1787762214.980355:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762214.980359:0:2384:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787762214.980364:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:3.0:1787762214.980368:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330000.
00000400:00000200:3.0:1787762214.980372:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787762214.980377:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787762214.980383:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240550
00000400:00000010:3.0:1787762214.980386:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240550.
00000100:00000001:3.0:1787762214.980390:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762214.980399:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455eb480 x1874600883816192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762214.980428:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762214.980433:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb480 x1874600883816192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762236 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762214.980443:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762214.980445:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787762214.980454:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:3.0:1787762214.980456:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330900.
00000400:00000200:3.0:1787762214.980459:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787762214.980462:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787762214.980465:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240aa0
00000400:00000010:3.0:1787762214.980467:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240aa0.
00000100:00000001:3.0:1787762214.980469:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762214.980473:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455eb0c0 x1874600883816320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762214.980480:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762214.980483:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb0c0 x1874600883816320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762236 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762214.980489:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762214.980491:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787762214.980495:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:3.0:1787762214.980497:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330600.
00000400:00000200:3.0:1787762214.980500:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787762214.980502:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787762214.980505:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240000
00000400:00000010:3.0:1787762214.980507:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240000.
00000100:00000001:3.0:1787762214.980509:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762214.980513:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455e8780 x1874600883816448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762214.980520:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762214.980523:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8780 x1874600883816448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762236 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762214.980529:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762214.980531:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787762214.980535:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:3.0:1787762214.980537:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330f00.
00000400:00000200:3.0:1787762214.980540:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787762214.980543:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787762214.980546:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240770
00000400:00000010:3.0:1787762214.980548:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240770.
00000100:00000001:3.0:1787762214.980550:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762214.980554:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455e9a40 x1874600883816576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762214.980561:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762214.980564:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9a40 x1874600883816576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762236 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762214.980571:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762214.980572:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787762214.980577:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:3.0:1787762214.980579:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330800.
00000400:00000200:3.0:1787762214.980581:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787762214.980584:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787762214.980587:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240e58
00000400:00000010:3.0:1787762214.980589:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240e58.
00000100:00000001:3.0:1787762214.980591:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762214.980649:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455ea940 x1874600883816704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762214.980657:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762214.980661:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea940 x1874600883816704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762236 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762214.980667:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762214.980668:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787762215.427712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762215.427717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762215.427721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762215.427721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762215.427723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762215.427724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762216.451717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762216.451725:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762216.451727:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762216.451730:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762216.451735:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762216.451737:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762216.451738:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762216.451740:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762216.451743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762216.451744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762216.451747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762216.451748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762216.451766:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762216.451768:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762216.451770:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762217.027810:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762217.027824:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762217.027828:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762217.027832:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762217.027837:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762217.027847:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3601
00000400:00000200:2.0:1787762217.027859:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762217.027866:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762217.027870:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762217.027874:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762217.027878:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762217.027881:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762217.027883:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762217.027888:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762217.027891:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762217.027910:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762217.027914:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762217.027917:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762217.027919:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762217.027923:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762217.027925:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762217.027927:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762217.027930:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762217.027933:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762217.027938:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762217.027940:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762217.027944:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762217.027948:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762217.027951:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762217.027954:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762217.027957:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762217.027965:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee1c0.
00000020:00000040:2.0:1787762217.027969:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762217.027974:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762217.027977:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762217.027981:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762217.027984:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762217.027989:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762217.027999:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ed800.
00000100:00000001:2.0:1787762217.028007:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762217.028017:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee1c0 x1874600883816832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762217.028028:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762217.028032:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762217.028037:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000dbff278] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee1c0 x1874600883816832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762217.028073:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762217.028077:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762217.028080:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762217.028082:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762217.028083:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762217.028087:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762217.028089:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3601
00000400:00000200:2.0:1787762217.028093:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762217.028096:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762217.028099:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762217.028102:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762217.028104:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762217.028106:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762217.028109:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762217.028111:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762217.028112:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762217.028114:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762217.028116:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762217.028119:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762217.028122:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762217.028125:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762217.028128:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762217.028130:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762217.028132:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762217.028135:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762217.028140:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762217.028145:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762217.028150:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762217.028159:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762217.028164:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762217.028169:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762217.028176:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762217.028182:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762217.028186:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762217.028192:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec3c0.
00000020:00000040:2.0:1787762217.028197:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762217.028203:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762217.028205:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762217.028222:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762217.028225:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762217.028229:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762217.028236:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ee000.
00000100:00000001:2.0:1787762217.028241:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762217.028250:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec3c0 x1874600883816960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762217.028263:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762217.028267:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762217.028273:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ac1d0d0] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec3c0 x1874600883816960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762217.028284:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762217.028287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762217.028291:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762217.028292:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762217.028294:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762217.028296:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762217.028299:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3601
00000400:00000200:2.0:1787762217.028303:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762217.028306:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762217.028308:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762217.028312:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762217.028313:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762217.028315:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762217.028317:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762217.028320:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762217.028321:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762217.028323:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762217.028325:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762217.028327:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762217.028329:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762217.028332:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762217.028334:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762217.028336:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762217.028338:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762217.028340:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762217.028342:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762217.028345:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762217.028347:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762217.028350:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762217.028351:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762217.028353:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762217.028355:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762217.028357:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762217.028359:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762217.028363:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ed2c0.
00000020:00000040:2.0:1787762217.028365:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762217.028367:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762217.028369:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762217.028371:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762217.028377:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762217.028379:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762217.028383:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef400.
00000100:00000001:2.0:1787762217.028387:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762217.028391:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ed2c0 x1874600883817088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762217.028399:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762217.028401:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762217.028404:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ed0154] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ed2c0 x1874600883817088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762217.028420:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762217.028423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762217.028427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762217.028428:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762217.028430:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762217.028433:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762217.028484:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3601
00000400:00000200:2.0:1787762217.028490:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762217.028493:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762217.028495:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762217.028498:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762217.028500:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762217.028501:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762217.028503:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762217.028505:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762217.028506:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762217.028508:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762217.028511:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762217.028513:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762217.028515:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762217.028518:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762217.028519:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762217.028522:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762217.028524:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762217.028527:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762217.028529:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762217.028532:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762217.028534:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762217.028536:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762217.028538:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762217.028540:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762217.028543:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762217.028545:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762217.028547:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762217.028551:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee580.
00000020:00000040:2.0:1787762217.028553:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762217.028556:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762217.028557:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762217.028559:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762217.028560:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762217.028562:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762217.028567:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef000.
00000100:00000001:2.0:1787762217.028570:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762217.028575:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee580 x1874600883817216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762217.028582:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762217.028584:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762217.028587:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d12b9ce] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee580 x1874600883817216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762217.028594:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762217.028627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762217.028630:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762217.028632:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762217.028633:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762217.028636:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762217.028639:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3601
00000400:00000200:2.0:1787762217.028643:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762217.028646:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762217.028649:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762217.028651:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762217.028654:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762217.028657:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762217.028659:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762217.028661:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762217.028662:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762217.028664:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762217.028667:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762217.028668:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762217.028671:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762217.028675:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762217.028677:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762217.028678:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762217.028681:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762217.028683:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762217.028686:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762217.028688:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762217.028690:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762217.028693:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762217.028696:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762217.028697:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762217.028699:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762217.028702:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762217.028703:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762217.028707:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef0c0.
00000020:00000040:2.0:1787762217.028710:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762217.028712:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762217.028713:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762217.028715:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762217.028716:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762217.028718:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762217.028722:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483edc00.
00000100:00000001:2.0:1787762217.028725:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762217.028729:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef0c0 x1874600883817344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762217.028735:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762217.028738:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762217.028741:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007513b59] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef0c0 x1874600883817344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762217.028748:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762217.028753:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3612)
00000800:00000200:1.1:1787762217.029447:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762217.029451:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1787762217.029958:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762217.029961:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1787762217.030276:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762217.030279:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1787762217.030539:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762217.030541:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1787762217.030764:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762217.030765:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 57 secs later)
00010000:00000001:0.0:1787762217.475709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762217.475714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762217.475718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762217.475719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762217.475721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762217.475722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762218.307701:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298275580, at 4298275584
00000100:00000010:0.0:1787762218.307720:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787762218.499694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762218.499700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762218.499703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762218.499704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762218.499707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762218.499707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762218.499722:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762218.499724:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762218.499725:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762219.523750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762219.523760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762219.523768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762219.523772:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762219.523775:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762219.523779:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762219.523782:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762219.523785:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762219.523786:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762219.523789:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762219.523793:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762219.523794:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762220.547710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762220.547716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762220.547722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762220.547723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762220.547727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762220.547728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762220.547748:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762220.547750:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762220.547753:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762221.571684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762221.571691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762221.571696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762221.571697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762221.571700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762221.571704:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762221.571706:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762221.571708:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762221.571712:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762221.571714:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762221.571716:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762221.571718:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762222.147728:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762222.147737:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762222.147740:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762222.147744:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762222.147749:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762222.147756:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3607
00000400:00000200:3.0:1787762222.147764:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762222.147770:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762222.147773:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762222.147775:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762222.147777:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762222.147779:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762222.147781:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762222.147783:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762222.147785:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762222.147787:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762222.147790:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762222.147791:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762222.147793:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762222.147805:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762222.147808:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762222.147809:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762222.147811:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762222.147813:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762222.147815:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762222.147817:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762222.147819:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762222.147824:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762222.147826:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762222.147828:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762222.147829:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762222.147837:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787762222.147839:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762222.147842:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762222.147843:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762222.147846:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762222.147848:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762222.147850:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762222.147856:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787762222.147860:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762222.147868:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883817472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762222.147875:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762222.147878:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762222.147881:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883817472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762222.147895:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762222.147898:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762222.147900:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762222.147901:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762222.147902:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762222.147903:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762222.147905:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3607
00000400:00000200:3.0:1787762222.147908:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762222.147910:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762222.147911:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762222.147912:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762222.147914:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762222.147915:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762222.147916:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762222.147917:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762222.147918:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762222.147919:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762222.147921:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762222.147922:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762222.147923:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762222.147925:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762222.147927:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762222.147928:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762222.147930:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762222.147931:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762222.147933:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762222.147935:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762222.147936:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762222.147940:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762222.147943:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762222.147947:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762222.147950:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762222.147953:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762222.147954:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762222.147958:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787762222.147962:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762222.147965:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762222.147968:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762222.147971:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762222.147973:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762222.147976:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762222.147982:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787762222.147985:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762222.147992:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883817600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762222.148000:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762222.148002:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762222.148007:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883817600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762222.148015:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762222.148017:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762222.148020:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762222.148021:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762222.148024:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762222.148026:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762222.148029:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3607
00000400:00000200:3.0:1787762222.148036:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762222.148040:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762222.148042:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762222.148045:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762222.148048:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762222.148050:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762222.148051:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762222.148053:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762222.148054:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762222.148056:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762222.148057:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762222.148059:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762222.148061:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762222.148065:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762222.148068:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762222.148071:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762222.148073:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762222.148075:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762222.148078:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762222.148080:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762222.148083:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762222.148085:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762222.148088:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762222.148091:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762222.148093:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762222.148097:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762222.148100:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762222.148104:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787762222.148107:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762222.148109:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762222.148111:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762222.148112:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762222.148113:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762222.148114:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762222.148121:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762222.148124:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762222.148129:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883817728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762222.148138:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762222.148140:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762222.148143:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883817728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762222.148152:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762222.148156:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762222.148161:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762222.148163:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762222.148166:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762222.148168:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762222.148171:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3607
00000400:00000200:3.0:1787762222.148178:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762222.148183:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762222.148186:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762222.148191:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762222.148196:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762222.148200:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762222.148201:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762222.148203:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762222.148206:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762222.148208:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762222.148210:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762222.148214:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762222.148217:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762222.148222:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762222.148224:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762222.148226:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762222.148230:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762222.148231:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762222.148234:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762222.148238:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762222.148242:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762222.148244:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762222.148248:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762222.148250:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762222.148253:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000800:00000200:1.1:1787762222.148254:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000008:00000001:3.0:1787762222.148255:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762222.148258:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000100:00000001:3.0:1787762222.148259:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762222.148263:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787762222.148267:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762222.148269:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762222.148271:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762222.148272:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762222.148274:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762222.148276:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762222.148280:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762222.148284:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762222.148289:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883817856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762222.148296:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762222.148299:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762222.148307:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883817856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762222.148328:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762222.148334:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762222.148339:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762222.148343:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762222.148346:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762222.148351:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762222.148356:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3607
00000400:00000200:3.0:1787762222.148364:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762222.148369:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762222.148372:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762222.148377:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762222.148381:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762222.148384:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762222.148387:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762222.148389:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762222.148391:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762222.148394:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762222.148396:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762222.148400:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762222.148403:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762222.148408:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762222.148410:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762222.148414:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762222.148417:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762222.148420:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762222.148425:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762222.148427:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762222.148431:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762222.148433:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762222.148436:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762222.148438:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762222.148441:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762222.148444:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762222.148448:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762222.148452:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787762222.148455:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762222.148459:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762222.148462:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762222.148466:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762222.148468:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762222.148471:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762222.148476:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762222.148480:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762222.148486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883817984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762222.148513:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762222.148518:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762222.148527:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883817984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762222.148546:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762222.148552:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3617)
00000800:00000200:1.1:1787762222.148725:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762222.148727:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787762222.148919:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762222.148921:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787762222.149131:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762222.149133:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787762222.149290:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762222.149291:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 52 secs later)
00010000:00000001:0.0:1787762222.595748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762222.595756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762222.595761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762222.595762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762222.595765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762222.595766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762222.595809:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762222.595812:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762222.595815:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762223.427702:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298280699, at 4298280704
00000100:00000010:0.0:1787762223.427716:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00010000:00000001:0.0:1787762223.619684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762223.619691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762223.619697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762223.619698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762223.619702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762223.619703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762224.643704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762224.643710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762224.643716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762224.643718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762224.643721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762224.643722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762224.643741:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762224.643743:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762224.643757:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762225.667725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762225.667746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762225.667754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762225.667755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762225.667758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762225.667759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762226.691696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762226.691703:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762226.691705:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762226.691715:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762226.691719:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762226.691720:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762226.691722:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762226.691723:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762226.691727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762226.691728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762226.691730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762226.691731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762226.691747:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762226.691749:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762226.691750:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762227.267702:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762227.267710:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762227.267712:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762227.267714:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762227.267718:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762227.267724:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3612
00000400:00000200:2.0:1787762227.267731:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762227.267735:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762227.267738:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762227.267739:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762227.267742:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762227.267744:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762227.267746:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762227.267748:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762227.267750:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762227.267752:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762227.267755:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762227.267756:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762227.267758:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762227.267759:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762227.267760:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762227.267761:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762227.267763:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762227.267765:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762227.267767:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762227.267768:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762227.267770:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762227.267772:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762227.267774:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762227.267775:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762227.267777:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762227.267785:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef840.
00000020:00000040:2.0:1787762227.267787:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762227.267789:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762227.267791:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762227.267793:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762227.267795:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762227.267798:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762227.267803:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ecc00.
00000100:00000001:2.0:1787762227.267807:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762227.267813:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef840 x1874600883818112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762227.267820:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762227.267823:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762227.267826:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b068e52] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef840 x1874600883818112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762227.267853:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762227.267855:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762227.267857:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762227.267858:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762227.267859:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762227.267861:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762227.267863:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3612
00000400:00000200:2.0:1787762227.267865:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762227.267866:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762227.267868:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762227.267869:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762227.267870:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762227.267872:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762227.267873:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762227.267874:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762227.267875:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762227.267876:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762227.267877:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762227.267878:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762227.267880:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762227.267881:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762227.267883:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762227.267885:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762227.267887:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762227.267888:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762227.267890:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762227.267891:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762227.267894:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762227.267899:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762227.267902:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762227.267903:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762227.267908:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762227.267911:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762227.267914:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762227.267920:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec780.
00000020:00000040:2.0:1787762227.267924:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762227.267931:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762227.267934:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762227.267939:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762227.267943:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762227.267947:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762227.267953:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec400.
00000100:00000001:2.0:1787762227.267960:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762227.267967:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec780 x1874600883818240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762227.267982:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762227.267986:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762227.267993:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056399392] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec780 x1874600883818240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762227.268018:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762227.268024:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762227.268031:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762227.268034:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762227.268036:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762227.268041:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762227.268048:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3612
00000400:00000200:2.0:1787762227.268056:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762227.268064:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762227.268069:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762227.268077:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762227.268082:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762227.268088:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762227.268093:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762227.268098:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762227.268100:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762227.268103:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762227.268106:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762227.268110:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762227.268113:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762227.268119:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762227.268124:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762227.268129:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762227.268133:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762227.268139:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000800:00000200:1.1:1787762227.268143:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:2.0:1787762227.268145:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000800:00000200:1.1:1787762227.268149:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000100:00000001:2.0:1787762227.268150:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762227.268155:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762227.268160:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762227.268164:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762227.268168:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762227.268170:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762227.268175:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762227.268179:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762227.268186:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ecf00.
00000020:00000040:2.0:1787762227.268188:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762227.268191:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762227.268193:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762227.268196:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762227.268197:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762227.268198:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762227.268203:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec000.
00000100:00000001:2.0:1787762227.268206:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762227.268214:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ecf00 x1874600883818368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762227.268226:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762227.268231:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762227.268240:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105f396e] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ecf00 x1874600883818368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762227.268254:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762227.268258:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762227.268264:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762227.268267:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762227.268269:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762227.268273:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762227.268277:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3612
00000400:00000200:2.0:1787762227.268281:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762227.268285:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762227.268287:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762227.268290:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762227.268294:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762227.268296:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762227.268298:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762227.268300:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762227.268301:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762227.268304:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762227.268306:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762227.268307:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762227.268311:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762227.268314:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762227.268317:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762227.268320:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762227.268322:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762227.268325:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762227.268329:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762227.268332:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762227.268334:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762227.268337:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762227.268339:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762227.268340:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762227.268344:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762227.268348:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762227.268351:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762227.268355:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517eed00.
00000020:00000040:2.0:1787762227.268358:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762227.268360:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762227.268362:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762227.268365:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762227.268368:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762227.268371:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762227.268374:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483efc00.
00000100:00000001:2.0:1787762227.268380:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762227.268387:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517eed00 x1874600883818496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762227.268406:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762227.268411:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762227.268423:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adaeb222] to pc [ptlrpcd_rcv+-1]  req@ffff9696517eed00 x1874600883818496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762227.268449:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762227.268452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762227.268466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762227.268469:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762227.268472:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762227.268475:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762227.268480:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3612
00000400:00000200:2.0:1787762227.268486:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762227.268491:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762227.268495:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762227.268500:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762227.268504:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762227.268509:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762227.268511:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762227.268515:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762227.268517:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762227.268520:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762227.268522:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762227.268526:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762227.268530:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762227.268535:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762227.268537:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762227.268538:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762227.268541:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762227.268542:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762227.268546:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762227.268547:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762227.268551:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762227.268554:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762227.268558:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762227.268561:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762227.268563:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762227.268567:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762227.268569:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762227.268574:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ede00.
00000020:00000040:2.0:1787762227.268575:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762227.268579:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762227.268580:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762227.268582:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762227.268584:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762227.268586:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762227.268591:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ecc00.
00000100:00000001:2.0:1787762227.268621:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762227.268627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ede00 x1874600883818624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762227.268636:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762227.268639:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762227.268645:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041377f2a] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ede00 x1874600883818624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762227.268662:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762227.268666:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3622)
00000800:00000200:1.1:1787762227.268785:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762227.268787:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787762227.268987:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762227.268989:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787762227.269142:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762227.269143:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787762227.269372:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762227.269374:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00010000:00000001:0.0:1787762227.715722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762227.715729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762227.715735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762227.715736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762227.715738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762227.715739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762228.547717:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298285819, at 4298285824
00000100:00000010:0.0:1787762228.547738:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc00.
00010000:00000001:0.0:1787762228.739697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762228.739703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762228.739708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762228.739710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762228.739713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762228.739714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762228.739731:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762228.739734:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762228.739737:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762229.763747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762229.763753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762229.763758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762229.763762:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762229.763764:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762229.763766:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762229.763769:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762229.763771:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762229.763773:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762229.763774:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762229.763777:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762229.763778:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762230.787714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762230.787719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762230.787723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762230.787724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762230.787725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762230.787726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762230.787741:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762230.787743:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762230.787744:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762231.811724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762231.811729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762231.811733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762231.811733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762231.811736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762231.811738:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762231.811740:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762231.811742:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762231.811744:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762231.811746:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762231.811747:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762231.811749:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762232.387697:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762232.387704:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762232.387706:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762232.387709:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762232.387712:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762232.387718:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3617
00000400:00000200:0.0:1787762232.387728:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762232.387734:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762232.387736:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762232.387738:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762232.387740:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762232.387742:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762232.387743:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762232.387746:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762232.387747:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787762232.387749:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762232.387751:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787762232.387753:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787762232.387754:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787762232.387756:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762232.387757:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762232.387759:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762232.387760:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762232.387762:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787762232.387764:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762232.387765:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762232.387767:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762232.387769:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762232.387771:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762232.387773:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762232.387775:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762232.387783:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097e1c0.
00000020:00000040:0.0:1787762232.387785:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787762232.387788:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762232.387789:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762232.387791:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762232.387793:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762232.387795:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762232.387803:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33400.
00000100:00000001:0.0:1787762232.387808:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762232.387814:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097e1c0 x1874600883818752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762232.387821:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762232.387825:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762232.387828:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb94abd1] to pc [ptlrpcd_rcv+-1]  req@ffff96966097e1c0 x1874600883818752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762232.387843:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762232.387846:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762232.387849:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762232.387850:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762232.387852:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762232.387856:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762232.387859:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3617
00000400:00000200:0.0:1787762232.387863:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762232.387869:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762232.387874:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762232.387881:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762232.387887:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762232.387891:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762232.387896:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762232.387901:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762232.387903:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787762232.387906:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762232.387911:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787762232.387916:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787762232.387922:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787762232.387929:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762232.387934:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762232.387938:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762232.387942:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762232.387947:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787762232.387953:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762232.387958:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762232.387960:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762232.387967:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762232.387973:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762232.387977:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762232.387982:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762232.387986:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762232.387991:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762232.387995:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097d680.
00000020:00000040:0.0:1787762232.387998:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787762232.388003:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762232.388005:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762232.388007:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762232.388009:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762232.388012:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762232.388017:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00000001:0.0:1787762232.388022:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762232.388031:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097d680 x1874600883818880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762232.388039:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762232.388043:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762232.388046:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b356f346] to pc [ptlrpcd_rcv+-1]  req@ffff96966097d680 x1874600883818880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762232.388055:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762232.388057:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762232.388060:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787762232.388062:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762232.388064:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762232.388068:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762232.388071:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3617
00000400:00000200:0.0:1787762232.388108:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762232.388116:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762232.388119:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762232.388126:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762232.388130:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787762232.388132:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:0.0:1787762232.388136:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762232.388139:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762232.388142:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1787762232.388144:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000020:00000040:0.0:1787762232.388145:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787762232.388148:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762232.388152:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787762232.388156:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787762232.388161:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787762232.388166:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762232.388169:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762232.388173:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762232.388176:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762232.388178:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787762232.388183:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762232.388186:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762232.388188:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762232.388190:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762232.388193:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762232.388195:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762232.388197:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762232.388200:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762232.388203:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762232.388207:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f840.
00000020:00000040:0.0:1787762232.388211:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787762232.388214:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762232.388218:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762232.388219:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762232.388221:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762232.388223:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762232.388226:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32400.
00000100:00000001:0.0:1787762232.388230:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762232.388238:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f840 x1874600883819008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762232.388247:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762232.388250:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762232.388254:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02bc9d6] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f840 x1874600883819008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762232.388259:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762232.388262:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762232.388267:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762232.388268:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762232.388270:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762232.388272:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762232.388276:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3617
00000400:00000200:0.0:1787762232.388281:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762232.388284:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762232.388286:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762232.388288:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762232.388291:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762232.388292:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762232.388294:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762232.388299:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762232.388300:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787762232.388301:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762232.388302:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787762232.388304:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787762232.388307:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787762232.388311:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762232.388315:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762232.388317:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762232.388323:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762232.388332:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787762232.388337:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762232.388341:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762232.388345:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762232.388349:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762232.388351:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762232.388355:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762232.388358:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787762232.388361:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762232.388367:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762232.388373:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c000.
00000020:00000040:0.0:1787762232.388378:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787762232.388384:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762232.388387:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762232.388392:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762232.388395:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762232.388398:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762232.388406:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31000.
00000100:00000001:0.0:1787762232.388412:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762232.388420:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c000 x1874600883819136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762232.388440:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762232.388443:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762232.388448:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b885017a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c000 x1874600883819136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762232.388460:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762232.388465:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762232.388471:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787762232.388473:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762232.388477:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762232.388479:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762232.388482:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3617
00000400:00000200:0.0:1787762232.388489:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762232.388494:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762232.388496:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762232.388500:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762232.388503:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762232.388507:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762232.388512:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762232.388516:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762232.388518:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787762232.388521:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762232.388523:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787762232.388527:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787762232.388532:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787762232.388540:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762232.388545:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762232.388550:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762232.388554:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762232.388559:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787762232.388566:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762232.388571:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762232.388574:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762232.388580:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762232.388583:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762232.388586:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762232.388589:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787762232.388592:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762232.388593:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762232.388631:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c780.
00000020:00000040:0.0:1787762232.388634:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787762232.388635:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762232.388636:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762232.388639:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762232.388641:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762232.388644:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762232.388647:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30000.
00000100:00000001:0.0:1787762232.388653:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762232.388660:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c780 x1874600883819264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762232.388671:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762232.388674:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762232.388679:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b7e064a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c780 x1874600883819264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762232.388687:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762232.388691:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3627)
00000800:00000200:1.1:1787762232.388770:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762232.388772:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762232.388992:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762232.388995:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762232.389259:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762232.389261:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762232.389655:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762232.389658:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1787762232.835671:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762232.835676:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762232.835680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762232.835681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762232.835683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762232.835684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762232.835698:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762232.835699:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762232.835702:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762233.667752:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298290939, at 4298290944
00000100:00000010:0.0:1787762233.667785:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00010000:00000001:0.0:1787762233.859722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762233.859728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762233.859735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762233.859736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762233.859739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762233.859740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762234.883719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762234.883724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762234.883728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762234.883729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762234.883731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762234.883731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762234.883746:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762234.883749:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762234.883750:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762235.907748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762235.907757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762235.907763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762235.907764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762235.907768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762235.907769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762236.931719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762236.931728:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762236.931730:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762236.931732:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762236.931738:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762236.931740:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762236.931741:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762236.931743:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762236.931746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762236.931747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762236.931750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762236.931751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762236.931771:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762236.931773:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762236.931775:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762237.507714:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762237.507724:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762237.507726:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762237.507730:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762237.507734:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762237.507740:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3622
00000400:00000200:0.0:1787762237.507748:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762237.507755:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762237.507758:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762237.507761:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762237.507764:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762237.507767:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762237.507769:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762237.507772:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762237.507774:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787762237.507777:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762237.507780:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787762237.507783:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787762237.507785:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787762237.507788:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762237.507790:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762237.507791:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762237.507793:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762237.507796:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787762237.507800:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762237.507802:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762237.507804:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762237.507808:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762237.507811:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762237.507813:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762237.507816:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762237.507825:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097da40.
00000020:00000040:0.0:1787762237.507828:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787762237.507832:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762237.507834:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762237.507837:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762237.507839:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762237.507854:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762237.507863:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33800.
00000100:00000001:0.0:1787762237.507868:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762237.507878:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097da40 x1874600883819392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762237.507886:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762237.507889:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762237.507892:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a392d04] to pc [ptlrpcd_rcv+-1]  req@ffff96966097da40 x1874600883819392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762237.507908:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762237.507910:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762237.507912:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762237.507913:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762237.507914:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762237.507916:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762237.507918:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3622
00000400:00000200:0.0:1787762237.507920:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762237.507922:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762237.507923:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762237.507925:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762237.507927:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762237.507928:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762237.507930:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762237.507932:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762237.507933:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787762237.507934:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762237.507935:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787762237.507937:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787762237.507939:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787762237.507941:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762237.507943:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762237.507945:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762237.507948:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762237.507949:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787762237.507952:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762237.507953:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762237.507954:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762237.507959:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762237.507961:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762237.507964:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762237.507967:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762237.507971:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762237.507973:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762237.507978:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097de00.
00000020:00000040:0.0:1787762237.507982:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787762237.507985:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762237.507987:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762237.507988:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762237.507990:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762237.507993:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762237.507996:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33c00.
00000100:00000001:0.0:1787762237.508000:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762237.508007:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097de00 x1874600883819520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762237.508019:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762237.508021:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762237.508026:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010d19df2] to pc [ptlrpcd_rcv+-1]  req@ffff96966097de00 x1874600883819520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762237.508035:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762237.508039:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762237.508043:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787762237.508045:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762237.508048:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762237.508052:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762237.508054:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3622
00000400:00000200:0.0:1787762237.508058:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762237.508061:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762237.508063:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762237.508067:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762237.508069:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762237.508070:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762237.508072:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762237.508073:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762237.508075:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787762237.508078:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762237.508079:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787762237.508080:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787762237.508082:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787762237.508088:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762237.508090:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762237.508093:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762237.508096:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762237.508098:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787762237.508102:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762237.508104:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762237.508106:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762237.508109:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762237.508112:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762237.508115:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762237.508117:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762237.508121:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762237.508123:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762237.508127:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097ed00.
00000020:00000040:0.0:1787762237.508130:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787762237.508133:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762237.508135:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762237.508138:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762237.508140:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762237.508141:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762237.508144:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30800.
00000100:00000001:0.0:1787762237.508148:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762237.508152:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097ed00 x1874600883819648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762237.508160:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762237.508163:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762237.508167:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088ef356f] to pc [ptlrpcd_rcv+-1]  req@ffff96966097ed00 x1874600883819648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762237.508177:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762237.508179:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762237.508182:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762237.508185:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762237.508187:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762237.508191:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762237.508195:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3622
00000400:00000200:0.0:1787762237.508219:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762237.508224:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762237.508226:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762237.508229:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762237.508233:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762237.508235:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762237.508237:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762237.508240:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762237.508242:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787762237.508244:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762237.508247:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787762237.508250:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787762237.508252:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787762237.508258:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762237.508261:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787762237.508262:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:0.0:1787762237.508265:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762237.508268:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:1.1:1787762237.508269:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000020:00000040:0.0:1787762237.508270:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787762237.508275:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762237.508277:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762237.508279:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762237.508282:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762237.508285:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762237.508289:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762237.508291:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787762237.508293:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762237.508294:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762237.508299:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c3c0.
00000020:00000040:0.0:1787762237.508303:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787762237.508305:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762237.508308:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762237.508309:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762237.508310:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762237.508312:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762237.508316:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31c00.
00000100:00000001:0.0:1787762237.508322:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762237.508326:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c3c0 x1874600883819776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762237.508348:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762237.508352:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762237.508357:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732a0c51] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c3c0 x1874600883819776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762237.508365:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762237.508368:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762237.508373:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787762237.508376:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762237.508378:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762237.508381:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762237.508385:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3622
00000400:00000200:0.0:1787762237.508389:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762237.508392:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762237.508393:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762237.508395:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762237.508397:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762237.508401:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762237.508404:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762237.508408:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762237.508410:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787762237.508412:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762237.508414:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787762237.508417:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787762237.508419:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787762237.508421:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762237.508425:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762237.508427:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762237.508428:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762237.508432:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787762237.508436:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762237.508437:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762237.508438:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762237.508440:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762237.508442:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762237.508444:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762237.508446:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787762237.508448:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762237.508451:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762237.508455:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f0c0.
00000020:00000040:0.0:1787762237.508459:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787762237.508461:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762237.508463:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762237.508466:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762237.508467:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762237.508469:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762237.508472:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33000.
00000100:00000001:0.0:1787762237.508476:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762237.508481:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f0c0 x1874600883819904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762237.508519:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762237.508523:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762237.508528:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcc28536] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f0c0 x1874600883819904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762237.508538:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762237.508543:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3632)
00000800:00000200:1.1:1787762237.508827:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762237.508829:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762237.509099:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762237.509101:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762237.509368:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762237.509370:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762237.509680:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762237.509682:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1787762237.955744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762237.955749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762237.955754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762237.955755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762237.955758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762237.955759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762238.787669:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298296059, at 4298296064
00000100:00000010:0.0:1787762238.787688:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787762238.979697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762238.979703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762238.979716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762238.979717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762238.979722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762238.979723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762238.979749:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762238.979752:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762238.979763:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762240.003731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762240.003738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762240.003745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762240.003748:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762240.003751:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762240.003754:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762240.003757:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762240.003760:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762240.003761:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762240.003763:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762240.003766:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762240.003768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762241.027716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762241.027722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762241.027728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762241.027729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762241.027731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762241.027735:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762241.027737:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762241.027741:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762241.027744:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762241.027747:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762241.027749:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762241.027751:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762241.027777:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762241.027781:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762241.027784:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762242.051754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762242.051763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762242.051771:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762242.051773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762242.051777:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762242.051778:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762242.627714:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762242.627729:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762242.627732:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762242.627738:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762242.627743:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762242.627754:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3627
00000400:00000200:0.0:1787762242.627774:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762242.627781:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762242.627786:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762242.627790:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762242.627795:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762242.627797:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762242.627800:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762242.627806:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762242.627808:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787762242.627811:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762242.627816:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787762242.627818:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787762242.627821:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787762242.627825:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762242.627827:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762242.627829:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762242.627832:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762242.627835:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787762242.627840:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762242.627843:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762242.627847:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762242.627852:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762242.627855:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762242.627857:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762242.627860:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762242.627872:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f0c0.
00000020:00000040:0.0:1787762242.627876:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787762242.627882:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762242.627884:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762242.627888:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762242.627892:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762242.627897:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762242.627908:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30c00.
00000100:00000001:0.0:1787762242.627916:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762242.627927:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f0c0 x1874600883820032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762242.627940:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762242.627956:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762242.627963:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcc28536] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f0c0 x1874600883820032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762242.627989:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762242.627993:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762242.627997:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762242.627998:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762242.628000:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762242.628004:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762242.628008:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3627
00000400:00000200:0.0:1787762242.628014:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762242.628019:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762242.628022:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762242.628026:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762242.628028:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762242.628031:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762242.628034:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762242.628041:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762242.628044:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787762242.628049:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762242.628053:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787762242.628056:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787762242.628060:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787762242.628069:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762242.628077:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762242.628084:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762242.628094:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762242.628100:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787762242.628108:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762242.628113:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762242.628116:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762242.628124:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762242.628129:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762242.628133:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762242.628140:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762242.628148:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762242.628156:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762242.628162:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c3c0.
00000020:00000040:0.0:1787762242.628166:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787762242.628170:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762242.628172:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762242.628175:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762242.628177:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762242.628178:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762242.628183:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33000.
00000100:00000001:0.0:1787762242.628195:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762242.628208:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c3c0 x1874600883820160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762242.628227:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762242.628230:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762242.628243:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732a0c51] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c3c0 x1874600883820160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762242.628268:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762242.628275:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762242.628287:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787762242.628291:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762242.628296:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762242.628304:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762242.628313:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3627
00000400:00000200:0.0:1787762242.628323:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762242.628332:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762242.628337:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762242.628348:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762242.628353:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762242.628355:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762242.628357:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762242.628361:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762242.628362:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787762242.628364:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762242.628368:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787762242.628377:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787762242.628383:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787762242.628392:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762242.628414:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762242.628420:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762242.628422:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762242.628428:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787762242.628435:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762242.628440:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762242.628443:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762242.628449:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762242.628453:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762242.628456:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762242.628459:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762242.628463:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762242.628466:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762242.628473:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097ed00.
00000020:00000040:0.0:1787762242.628478:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787762242.628480:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762242.628483:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762242.628489:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762242.628492:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762242.628494:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762242.628498:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31c00.
00000100:00000001:0.0:1787762242.628504:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762242.628513:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097ed00 x1874600883820288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762242.628526:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762242.628532:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762242.628538:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088ef356f] to pc [ptlrpcd_rcv+-1]  req@ffff96966097ed00 x1874600883820288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762242.628555:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762242.628558:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762242.628562:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762242.628567:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762242.628570:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762242.628574:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762242.628580:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3627
00000400:00000200:0.0:1787762242.628592:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000800:00000200:1.1:1787762242.628632:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000400:00000200:0.0:1787762242.628638:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000800:00000200:1.1:1787762242.628642:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000100:00080000:0.0:1787762242.628643:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762242.628651:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762242.628657:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762242.628663:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762242.628670:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762242.628680:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762242.628688:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787762242.628700:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762242.628706:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787762242.628716:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787762242.628727:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787762242.628741:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762242.628754:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762242.628759:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762242.628768:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762242.628782:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787762242.628795:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762242.628807:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762242.628816:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762242.628825:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762242.628831:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762242.628837:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762242.628842:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787762242.628849:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762242.628856:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762242.628864:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097de00.
00000020:00000040:0.0:1787762242.628872:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787762242.628878:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762242.628881:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762242.628889:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762242.628892:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762242.628897:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762242.628906:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30800.
00000100:00000001:0.0:1787762242.628914:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762242.628930:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097de00 x1874600883820416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762242.628961:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762242.628971:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762242.628991:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010d19df2] to pc [ptlrpcd_rcv+-1]  req@ffff96966097de00 x1874600883820416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762242.629028:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762242.629041:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762242.629056:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787762242.629063:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762242.629070:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762242.629081:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762242.629094:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3627
00000400:00000200:0.0:1787762242.629110:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762242.629123:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762242.629128:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762242.629142:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762242.629149:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762242.629163:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762242.629173:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762242.629181:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762242.629187:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787762242.629193:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762242.629199:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787762242.629206:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787762242.629213:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787762242.629238:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762242.629247:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762242.629256:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762242.629264:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762242.629272:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787762242.629282:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762242.629288:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762242.629294:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762242.629302:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762242.629314:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762242.629321:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762242.629324:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787762242.629334:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762242.629343:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762242.629354:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097da40.
00000020:00000040:0.0:1787762242.629365:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787762242.629377:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762242.629382:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762242.629387:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762242.629390:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762242.629393:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762242.629419:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33c00.
00000100:00000001:0.0:1787762242.629428:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762242.629450:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097da40 x1874600883820544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762242.629483:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762242.629489:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762242.629508:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a392d04] to pc [ptlrpcd_rcv+-1]  req@ffff96966097da40 x1874600883820544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762242.629550:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762242.629563:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3637)
00000800:00000200:1.1:1787762242.629643:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762242.629646:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762242.629822:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762242.629823:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762242.630056:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762242.630059:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762242.630339:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762242.630340:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787762243.075703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762243.075712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762243.075720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762243.075721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762243.075725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762243.075727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762243.075754:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762243.075757:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762243.075761:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762243.907699:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298301180, at 4298301184
00000100:00000010:0.0:1787762243.907712:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787762244.099697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762244.099704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762244.099709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762244.099709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762244.099711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762244.099712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762245.123710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762245.123717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762245.123722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762245.123723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762245.123726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762245.123727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762245.123746:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762245.123748:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762245.123751:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762246.147699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762246.147718:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762246.147721:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762246.147723:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762246.147728:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762246.147730:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762246.147732:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762246.147734:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762246.147737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762246.147738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762246.147740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762246.147741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762247.171714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762247.171718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762247.171723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762247.171724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762247.171726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762247.171727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762247.171741:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762247.171743:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762247.171745:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762247.747699:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762247.747707:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762247.747709:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762247.747712:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762247.747715:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762247.747721:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3632
00000400:00000200:2.0:1787762247.747730:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762247.747740:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762247.747743:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762247.747746:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762247.747749:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762247.747751:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762247.747754:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762247.747757:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762247.747760:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762247.747762:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762247.747765:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762247.747767:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762247.747770:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762247.747772:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762247.747774:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762247.747775:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762247.747777:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762247.747780:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762247.747783:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762247.747785:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762247.747789:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762247.747792:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762247.747794:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762247.747796:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762247.747799:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762247.747808:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517eda40.
00000020:00000040:2.0:1787762247.747812:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762247.747815:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762247.747817:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762247.747820:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762247.747822:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762247.747826:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762247.747833:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483edc00.
00000100:00000001:2.0:1787762247.747839:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762247.747846:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517eda40 x1874600883820672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762247.747854:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762247.747857:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762247.747860:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062fc5fc1] to pc [ptlrpcd_rcv+-1]  req@ffff9696517eda40 x1874600883820672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762247.747881:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762247.747883:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762247.747885:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762247.747886:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762247.747887:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762247.747889:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762247.747890:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3632
00000400:00000200:2.0:1787762247.747893:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762247.747895:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762247.747896:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762247.747898:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762247.747899:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762247.747901:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762247.747902:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762247.747903:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762247.747904:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762247.747905:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762247.747907:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762247.747908:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762247.747909:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762247.747911:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762247.747913:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762247.747915:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762247.747916:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762247.747918:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762247.747920:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762247.747921:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762247.747923:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762247.747927:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762247.747930:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762247.747934:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762247.747937:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762247.747940:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762247.747942:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762247.747946:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ede00.
00000020:00000040:2.0:1787762247.747949:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762247.747953:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762247.747955:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762247.747958:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762247.747960:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762247.747962:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762247.747966:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef000.
00000100:00000001:2.0:1787762247.747970:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762247.747976:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ede00 x1874600883820800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762247.747986:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762247.747989:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762247.747994:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041377f2a] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ede00 x1874600883820800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762247.748007:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762247.748011:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762247.748015:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762247.748016:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762247.748018:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762247.748022:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762247.748026:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3632
00000400:00000200:2.0:1787762247.748028:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762247.748030:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762247.748033:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762247.748037:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762247.748041:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762247.748043:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762247.748044:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762247.748049:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762247.748051:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762247.748054:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762247.748055:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762247.748057:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762247.748062:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762247.748064:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762247.748066:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762247.748067:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762247.748070:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762247.748073:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762247.748075:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762247.748078:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762247.748083:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762247.748088:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762247.748093:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762247.748095:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762247.748099:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762247.748105:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762247.748108:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762247.748115:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517eed00.
00000020:00000040:2.0:1787762247.748120:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762247.748126:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762247.748129:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762247.748134:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762247.748141:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762247.748144:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762247.748150:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef400.
00000100:00000001:2.0:1787762247.748152:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762247.748159:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517eed00 x1874600883820928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762247.748166:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762247.748171:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762247.748178:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adaeb222] to pc [ptlrpcd_rcv+-1]  req@ffff9696517eed00 x1874600883820928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762247.748192:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762247.748197:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762247.748204:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762247.748207:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762247.748211:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762247.748216:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762247.748221:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3632
00000400:00000200:2.0:1787762247.748229:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762247.748236:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762247.748240:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762247.748247:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762247.748251:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762247.748252:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762247.748254:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762247.748260:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762247.748260:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762247.748261:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762247.748263:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762247.748268:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762247.748272:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762247.748279:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762247.748282:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762247.748285:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762247.748289:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:1.1:1787762247.748290:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000040:2.0:1787762247.748293:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000800:00000200:1.1:1787762247.748296:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000100:00080000:2.0:1787762247.748313:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762247.748317:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762247.748319:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762247.748323:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762247.748327:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762247.748329:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762247.748331:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762247.748333:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762247.748337:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762247.748341:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ecf00.
00000020:00000040:2.0:1787762247.748344:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762247.748347:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762247.748348:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762247.748350:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762247.748353:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762247.748355:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762247.748361:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ee000.
00000100:00000001:2.0:1787762247.748366:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762247.748375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ecf00 x1874600883821056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762247.748391:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762247.748395:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762247.748403:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105f396e] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ecf00 x1874600883821056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762247.748421:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762247.748424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762247.748427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762247.748430:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762247.748431:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762247.748433:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762247.748436:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3632
00000400:00000200:2.0:1787762247.748443:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762247.748446:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762247.748449:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762247.748453:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762247.748456:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762247.748457:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762247.748459:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762247.748463:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762247.748464:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762247.748465:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762247.748466:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762247.748468:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762247.748469:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762247.748475:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762247.748477:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762247.748481:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762247.748485:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762247.748491:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762247.748497:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762247.748502:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762247.748506:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762247.748511:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762247.748516:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762247.748520:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762247.748523:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762247.748529:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762247.748533:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762247.748538:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec780.
00000020:00000040:2.0:1787762247.748543:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762247.748547:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762247.748551:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762247.748555:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762247.748558:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762247.748562:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762247.748568:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ed800.
00000100:00000001:2.0:1787762247.748574:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762247.748582:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec780 x1874600883821184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762247.748624:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762247.748627:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762247.748636:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056399392] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec780 x1874600883821184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762247.748648:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762247.748654:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3642)
00000800:00000200:1.1:1787762247.748905:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762247.748907:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762247.749171:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762247.749173:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762247.749453:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762247.749456:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762247.749742:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762247.749744:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787762248.195682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762248.195687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762248.195691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762248.195692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762248.195694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762248.195694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762249.027673:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298306299, at 4298306304
00000100:00000010:0.0:1787762249.027687:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00010000:00000001:0.0:1787762249.219704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762249.219710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762249.219715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762249.219718:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762249.219720:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762249.219723:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762249.219726:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762249.219729:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762249.219731:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762249.219733:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762249.219736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762249.219737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762249.219755:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762249.219757:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762249.219760:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762250.243706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762250.243713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762250.243718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762250.243720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762250.243723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762250.243724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762251.267710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762251.267724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762251.267729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762251.267730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762251.267733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762251.267737:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762251.267739:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762251.267742:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762251.267745:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762251.267747:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762251.267749:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762251.267751:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762251.267770:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762251.267772:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762251.267775:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762252.291709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762252.291715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762252.291720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762252.291721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762252.291724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762252.291725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762252.867774:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762252.867782:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762252.867784:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762252.867787:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762252.867791:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762252.867798:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3637
00000400:00000200:3.0:1787762252.867806:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762252.867812:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762252.867815:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762252.867818:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762252.867821:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762252.867823:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762252.867826:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762252.867830:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762252.867832:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762252.867834:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762252.867837:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762252.867839:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762252.867842:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762252.867845:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762252.867847:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762252.867849:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762252.867850:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762252.867854:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762252.867857:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762252.867860:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762252.867862:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762252.867866:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762252.867868:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762252.867870:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762252.867873:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762252.867881:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787762252.867885:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762252.867889:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762252.867890:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762252.867893:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762252.867896:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762252.867899:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762252.867907:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762252.867913:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762252.867922:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883821312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762252.867929:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762252.867932:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762252.867943:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883821312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762252.867959:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762252.867961:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762252.867963:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762252.867964:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762252.867965:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762252.867967:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762252.867969:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3637
00000400:00000200:3.0:1787762252.867972:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762252.867974:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762252.867975:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762252.867977:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762252.867978:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762252.867980:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762252.867981:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762252.867982:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762252.867983:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762252.867984:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762252.867986:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762252.867987:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762252.867989:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762252.867991:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762252.867992:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762252.867993:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762252.867995:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762252.867997:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762252.867999:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762252.868002:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762252.868003:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762252.868009:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762252.868013:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762252.868014:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762252.868019:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762252.868023:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762252.868026:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762252.868030:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787762252.868034:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762252.868038:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762252.868040:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762252.868044:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762252.868047:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762252.868050:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762252.868056:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762252.868060:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762252.868068:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883821440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762252.868079:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762252.868083:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762252.868087:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883821440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762252.868095:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762252.868098:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762252.868101:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762252.868104:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762252.868107:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762252.868112:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762252.868116:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3637
00000400:00000200:3.0:1787762252.868121:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762252.868126:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762252.868129:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762252.868135:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762252.868139:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762252.868142:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762252.868145:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762252.868148:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762252.868150:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762252.868152:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762252.868153:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762252.868155:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762252.868157:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762252.868162:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762252.868164:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762252.868165:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762252.868166:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762252.868168:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762252.868169:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762252.868170:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762252.868171:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762252.868173:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762252.868174:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762252.868175:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762252.868176:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762252.868177:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762252.868181:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762252.868185:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787762252.868188:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762252.868189:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762252.868191:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762252.868193:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762252.868195:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762252.868197:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762252.868218:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762252.868223:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762252.868231:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883821568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762252.868246:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762252.868249:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762252.868255:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883821568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762252.868269:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762252.868271:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762252.868277:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762252.868281:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762252.868283:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762252.868288:0:8:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787762252.868288:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762252.868293:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000100:00080000:3.0:1787762252.868294:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3637
00000400:00000200:3.0:1787762252.868303:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762252.868310:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762252.868315:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762252.868322:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762252.868333:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762252.868336:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762252.868340:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762252.868341:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762252.868342:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762252.868343:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762252.868344:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762252.868345:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762252.868347:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762252.868352:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762252.868355:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762252.868359:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762252.868362:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762252.868365:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762252.868368:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762252.868372:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762252.868374:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762252.868377:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762252.868380:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762252.868384:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762252.868386:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762252.868391:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762252.868395:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762252.868403:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787762252.868405:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762252.868407:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762252.868410:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762252.868415:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762252.868418:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762252.868421:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762252.868425:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762252.868430:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762252.868438:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883821696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762252.868454:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762252.868459:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762252.868465:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883821696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762252.868477:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762252.868481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762252.868486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762252.868490:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762252.868493:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762252.868500:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762252.868506:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3637
00000400:00000200:3.0:1787762252.868514:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762252.868520:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762252.868523:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762252.868525:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762252.868527:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762252.868528:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762252.868532:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762252.868536:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762252.868538:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762252.868540:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762252.868543:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762252.868547:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762252.868550:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762252.868555:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762252.868560:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762252.868564:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762252.868569:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762252.868574:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762252.868580:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762252.868585:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762252.868587:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762252.868590:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762252.868594:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762252.868626:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762252.868628:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762252.868632:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762252.868635:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762252.868640:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787762252.868643:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762252.868646:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762252.868648:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762252.868652:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762252.868654:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762252.868657:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762252.868659:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787762252.868721:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762252.868730:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883821824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762252.868744:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762252.868747:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762252.868752:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883821824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762252.868764:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762252.868768:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3647)
00000800:00000200:1.1:1787762252.868868:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762252.868871:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762252.869071:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762252.869073:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762252.869276:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762252.869278:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762252.869484:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762252.869486:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787762253.315733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762253.315743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762253.315754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762253.315771:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762253.315775:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762253.315776:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762253.315800:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762253.315802:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762253.315804:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762254.147688:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298311419, at 4298311424
00000100:00000010:0.0:1787762254.147702:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00010000:00000001:0.0:1787762254.339707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762254.339713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762254.339718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762254.339720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762254.339723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762254.339724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762255.363712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762255.363719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762255.363725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762255.363726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762255.363729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762255.363730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762255.363751:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762255.363754:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762255.363757:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762256.389019:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762256.389027:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762256.389029:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762256.389032:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762256.389037:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762256.389039:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762256.389041:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762256.389043:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762256.389047:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762256.389049:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762256.389052:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762256.389053:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762257.411941:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762257.411949:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762257.411955:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762257.411956:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762257.411959:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762257.411960:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762257.411982:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762257.411984:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762257.411987:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762257.987817:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762257.987834:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762257.987838:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762257.987842:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762257.987848:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762257.987857:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3642
00000400:00000200:0.0:1787762257.987869:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762257.987876:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762257.987880:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762257.987883:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762257.987887:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762257.987889:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762257.987892:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762257.987896:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762257.987898:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787762257.987901:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762257.987904:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787762257.987907:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787762257.987909:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787762257.987912:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762257.987914:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762257.987916:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762257.987918:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762257.987921:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787762257.987925:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762257.987928:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762257.987931:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762257.987935:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762257.987938:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762257.987940:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762257.987943:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762257.987963:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c780.
00000020:00000040:0.0:1787762257.987968:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787762257.987973:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762257.987975:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762257.987979:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762257.987983:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762257.987988:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762257.987997:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31000.
00000100:00000001:0.0:1787762257.988004:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762257.988016:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c780 x1874600883821952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762257.988026:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762257.988035:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762257.988040:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b7e064a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c780 x1874600883821952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762257.988061:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762257.988065:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762257.988070:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762257.988071:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762257.988073:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762257.988076:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762257.988079:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3642
00000400:00000200:0.0:1787762257.988082:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762257.988085:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762257.988087:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762257.988090:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762257.988092:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762257.988094:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762257.988096:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762257.988098:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762257.988113:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787762257.988115:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762257.988118:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787762257.988120:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787762257.988122:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787762257.988125:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762257.988127:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762257.988129:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762257.988131:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762257.988133:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787762257.988136:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762257.988139:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762257.988141:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762257.988147:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762257.988149:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762257.988151:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762257.988156:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762257.988159:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762257.988162:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762257.988165:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c000.
00000020:00000040:0.0:1787762257.988167:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787762257.988170:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762257.988171:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762257.988173:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762257.988175:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762257.988177:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762257.988181:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32400.
00000100:00000001:0.0:1787762257.988185:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762257.988190:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c000 x1874600883822080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762257.988198:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762257.988200:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762257.988205:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b885017a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c000 x1874600883822080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762257.988219:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762257.988226:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762257.988233:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787762257.988237:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762257.988242:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762257.988245:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762257.988250:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3642
00000400:00000200:0.0:1787762257.988258:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762257.988265:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762257.988272:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762257.988282:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762257.988287:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762257.988289:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762257.988291:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762257.988293:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762257.988294:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787762257.988295:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762257.988299:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787762257.988307:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787762257.988313:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787762257.988322:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762257.988326:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762257.988332:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762257.988336:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762257.988341:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787762257.988346:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762257.988348:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762257.988353:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762257.988358:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762257.988363:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762257.988370:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762257.988377:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762257.988388:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762257.988393:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762257.988397:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f840.
00000020:00000040:0.0:1787762257.988401:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787762257.988406:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762257.988410:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762257.988414:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762257.988416:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762257.988419:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762257.988428:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00000001:0.0:1787762257.988435:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762257.988444:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f840 x1874600883822208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762257.988461:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762257.988466:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762257.988476:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02bc9d6] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f840 x1874600883822208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762257.988500:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762257.988509:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762257.988518:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762257.988523:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762257.988526:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762257.988532:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762257.988539:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3642
00000400:00000200:0.0:1787762257.988546:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762257.988555:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762257.988560:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762257.988570:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762257.988575:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762257.988583:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762257.988586:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762257.988589:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762257.988590:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787762257.988592:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762257.988594:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787762257.988639:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787762257.988642:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787762257.988645:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762257.988647:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762257.988649:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762257.988651:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762257.988653:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787762257.988656:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762257.988658:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762257.988659:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762257.988662:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762257.988664:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762257.988666:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762257.988669:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787762257.988671:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762257.988673:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762257.988676:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097d680.
00000020:00000040:0.0:1787762257.988679:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787762257.988681:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762257.988683:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762257.988684:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762257.988686:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762257.988687:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762257.988691:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33400.
00000100:00000001:0.0:1787762257.988695:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762257.988699:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097d680 x1874600883822336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762257.988707:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762257.988708:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762257.988712:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b356f346] to pc [ptlrpcd_rcv+-1]  req@ffff96966097d680 x1874600883822336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762257.988720:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762257.988723:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762257.988727:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787762257.988728:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762257.988730:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762257.988732:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762257.988735:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3642
00000400:00000200:0.0:1787762257.988952:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762257.988961:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762257.988965:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762257.988972:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762257.988978:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762257.988985:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762257.988989:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762257.988997:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762257.988999:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000800:00000200:1.1:1787762257.989003:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000001:0.0:1787762257.989004:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762257.989009:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000800:00000200:1.1:1787762257.989010:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1787762257.989016:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787762257.989022:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787762257.989032:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762257.989035:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762257.989040:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762257.989048:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762257.989053:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787762257.989060:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762257.989067:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762257.989073:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762257.989079:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762257.989086:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762257.989091:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762257.989095:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787762257.989097:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762257.989110:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762257.989116:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097e1c0.
00000020:00000040:0.0:1787762257.989122:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787762257.989130:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762257.989134:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762257.989137:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762257.989140:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762257.989144:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762257.989151:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30400.
00000100:00000001:0.0:1787762257.989156:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762257.989165:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097e1c0 x1874600883822464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762257.989184:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762257.989188:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762257.989195:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb94abd1] to pc [ptlrpcd_rcv+-1]  req@ffff96966097e1c0 x1874600883822464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762257.989221:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762257.989233:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3652)
00000800:00000200:1.1:1787762257.989568:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762257.989571:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762257.990065:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762257.990067:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762257.990430:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762257.990432:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762257.990833:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762257.990836:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787762258.436003:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762258.436009:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762258.436015:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762258.436017:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762258.436020:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762258.436022:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762259.267794:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298316540, at 4298316544
00000100:00000010:0.0:1787762259.267808:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787762259.459728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762259.459734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762259.459739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762259.459742:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762259.459744:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762259.459746:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762259.459748:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762259.459750:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762259.459751:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762259.459752:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762259.459755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762259.459756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762259.459771:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762259.459773:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762259.459775:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762260.483711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762260.483717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762260.483722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762260.483724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762260.483727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762260.483728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762261.507836:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762261.507843:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762261.507849:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762261.507851:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762261.507854:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762261.507857:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762261.507859:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762261.507862:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762261.507865:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762261.507867:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762261.507869:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762261.507943:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762261.507965:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762261.507968:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762261.507970:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762262.531707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762262.531714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762262.531719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762262.531721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762262.531724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762262.531725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762263.107733:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762263.107741:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762263.107743:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762263.107746:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762263.107750:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762263.107755:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3647
00000400:00000200:3.0:1787762263.107762:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762263.107767:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762263.107769:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762263.107771:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762263.107773:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762263.107775:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762263.107776:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762263.107779:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762263.107780:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762263.107782:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762263.107784:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762263.107786:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762263.107787:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762263.107789:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762263.107790:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762263.107791:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762263.107792:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762263.107795:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762263.107798:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762263.107799:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762263.107801:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762263.107804:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762263.107805:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762263.107807:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762263.107808:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762263.107817:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787762263.107821:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762263.107825:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762263.107826:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762263.107829:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762263.107833:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762263.107836:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762263.107844:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787762263.107851:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762263.107860:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883822592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762263.107871:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762263.107875:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762263.107880:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883822592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762263.107908:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762263.107911:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762263.107914:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762263.107916:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762263.107917:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762263.107920:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762263.107923:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3647
00000400:00000200:3.0:1787762263.107926:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762263.107929:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762263.107931:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762263.107934:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762263.107936:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762263.107938:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762263.107940:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762263.107942:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762263.107943:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762263.107945:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762263.107947:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762263.107948:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762263.107950:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762263.107953:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762263.107955:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762263.107957:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762263.107959:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762263.107961:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762263.107964:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762263.107966:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762263.107968:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762263.107972:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762263.107974:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762263.107976:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762263.107986:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762263.107989:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762263.107991:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762263.107995:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787762263.107998:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762263.108010:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762263.108012:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762263.108015:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762263.108019:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762263.108022:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762263.108029:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787762263.108035:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762263.108044:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883822720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762263.108054:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762263.108057:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762263.108063:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883822720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762263.108073:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762263.108077:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762263.108081:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762263.108082:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762263.108083:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762263.108086:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762263.108090:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3647
00000400:00000200:3.0:1787762263.108094:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762263.108096:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762263.108098:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762263.108103:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762263.108114:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762263.108124:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762263.108128:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762263.108133:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762263.108135:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762263.108137:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762263.108139:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762263.108143:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762263.108146:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762263.108154:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762263.108160:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762263.108165:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762263.108170:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762263.108180:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762263.108187:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762263.108192:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762263.108196:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762263.108200:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762263.108204:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762263.108206:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762263.108210:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762263.108215:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762263.108218:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762263.108226:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787762263.108230:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762263.108234:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762263.108236:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762263.108238:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762263.108240:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762263.108243:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762263.108247:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762263.108252:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762263.108259:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883822848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762263.108284:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762263.108289:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762263.108295:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883822848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762263.108304:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762263.108306:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762263.108310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762263.108311:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762263.108313:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762263.108318:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762263.108320:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3647
00000400:00000200:3.0:1787762263.108326:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000800:00000200:1.1:1787762263.108330:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000400:00000200:3.0:1787762263.108331:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762263.108334:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762263.108337:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762263.108338:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762263.108342:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000200:1.1:1787762263.108344:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 11 secs later)
00000100:00000001:3.0:1787762263.108345:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762263.108350:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762263.108351:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762263.108355:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762263.108358:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762263.108363:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762263.108369:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762263.108374:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762263.108378:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762263.108384:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762263.108388:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762263.108392:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762263.108398:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762263.108401:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762263.108404:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762263.108408:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762263.108412:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762263.108416:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762263.108420:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762263.108433:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762263.108437:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762263.108440:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787762263.108444:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762263.108447:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762263.108449:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762263.108450:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762263.108452:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762263.108455:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762263.108458:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762263.108462:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762263.108471:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883822976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762263.108488:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762263.108493:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762263.108501:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883822976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762263.108516:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762263.108522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762263.108533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762263.108536:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762263.108540:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762263.108545:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762263.108551:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3647
00000400:00000200:3.0:1787762263.108559:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762263.108566:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762263.108571:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762263.108578:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762263.108583:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762263.108594:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762263.108642:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762263.108646:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762263.108649:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762263.108652:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762263.108655:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762263.108660:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762263.108664:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762263.108669:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762263.108672:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762263.108676:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762263.108679:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762263.108682:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762263.108686:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762263.108689:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762263.108692:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762263.108695:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762263.108697:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762263.108701:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762263.108703:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762263.108707:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762263.108709:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762263.108713:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787762263.108717:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762263.108721:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762263.108723:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762263.108726:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762263.108727:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762263.108730:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762263.108734:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762263.108740:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762263.108746:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883823104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762263.108777:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762263.108781:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762263.108790:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883823104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762263.108803:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762263.108810:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3658)
00000800:00000200:1.1:1787762263.108972:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762263.108975:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787762263.109252:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762263.109255:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787762263.109509:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762263.109511:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787762263.109765:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762263.109768:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 11 secs later)
00010000:00000001:0.0:1787762263.555714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762263.555720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762263.555726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762263.555727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762263.555730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762263.555731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762263.555752:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762263.555754:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762263.555758:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762264.387704:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298321659, at 4298321664
00000100:00000010:0.0:1787762264.387719:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00010000:00000001:0.0:1787762264.579677:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762264.579683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762264.579688:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762264.579689:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762264.579692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762264.579694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762265.603720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762265.603727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762265.603733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762265.603734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762265.603737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762265.603739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762265.603757:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762265.603759:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762265.603762:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762266.627721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762266.627727:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762266.627729:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762266.627731:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762266.627735:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762266.627736:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762266.627738:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762266.627739:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762266.627742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762266.627743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762266.627745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762266.627745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762267.651673:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762267.651678:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762267.651681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762267.651682:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762267.651684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762267.651685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762267.651699:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762267.651700:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762267.651702:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762268.227751:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762268.227762:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762268.227764:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762268.227768:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762268.227772:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762268.227779:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3653
00000400:00000200:2.0:1787762268.227787:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762268.227792:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762268.227795:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762268.227803:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762268.227806:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762268.227809:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762268.227811:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762268.227816:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762268.227819:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762268.227823:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762268.227826:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762268.227829:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762268.227831:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762268.227834:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762268.227837:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762268.227838:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762268.227840:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762268.227851:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762268.227855:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762268.227858:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762268.227865:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762268.227869:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762268.227872:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762268.227874:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762268.227877:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762268.227890:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef840.
00000020:00000040:2.0:1787762268.227894:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762268.227898:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762268.227900:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762268.227913:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762268.227917:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762268.227921:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762268.227930:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ee000.
00000100:00000001:2.0:1787762268.227938:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762268.227947:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef840 x1874600883823232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762268.227955:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762268.227959:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762268.227964:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b068e52] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef840 x1874600883823232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762268.227993:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762268.227997:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762268.228000:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762268.228001:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762268.228003:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762268.228007:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762268.228010:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3653
00000400:00000200:2.0:1787762268.228014:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762268.228017:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762268.228021:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762268.228024:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762268.228027:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762268.228029:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762268.228031:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762268.228034:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762268.228036:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762268.228038:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762268.228041:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762268.228044:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762268.228046:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762268.228050:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762268.228052:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762268.228056:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762268.228059:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762268.228066:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762268.228071:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762268.228074:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762268.228080:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762268.228086:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762268.228089:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762268.228095:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762268.228104:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762268.228115:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762268.228121:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762268.228133:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef0c0.
00000020:00000040:2.0:1787762268.228140:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762268.228160:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762268.228163:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762268.228166:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762268.228167:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762268.228169:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762268.228173:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef400.
00000100:00000001:2.0:1787762268.228177:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762268.228185:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef0c0 x1874600883823360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762268.228199:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762268.228203:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762268.228209:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007513b59] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef0c0 x1874600883823360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762268.228224:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762268.228227:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762268.228233:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762268.228235:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762268.228237:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762268.228241:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762268.228247:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3653
00000400:00000200:2.0:1787762268.228256:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762268.228266:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762268.228277:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762268.228284:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762268.228294:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762268.228304:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762268.228310:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762268.228316:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762268.228321:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762268.228326:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762268.228329:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762268.228336:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762268.228342:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762268.228357:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762268.228365:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762268.228377:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762268.228381:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762268.228385:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762268.228396:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762268.228402:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762268.228409:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762268.228415:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762268.228423:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762268.228431:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762268.228436:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1787762268.228443:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000008:00000001:2.0:1787762268.228446:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762268.228447:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000100:00000001:2.0:1787762268.228455:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762268.228466:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee580.
00000020:00000040:2.0:1787762268.228470:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762268.228478:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762268.228488:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762268.228494:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762268.228498:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762268.228501:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762268.228513:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef000.
00000100:00000001:2.0:1787762268.228527:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762268.228535:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee580 x1874600883823488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762268.228564:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762268.228568:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762268.228580:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d12b9ce] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee580 x1874600883823488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762268.228594:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762268.228638:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762268.228641:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762268.228647:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762268.228658:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762268.228664:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762268.228667:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3653
00000400:00000200:2.0:1787762268.228677:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762268.228683:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762268.228689:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762268.228695:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762268.228703:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762268.228711:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762268.228721:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762268.228728:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762268.228729:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762268.228731:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762268.228736:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762268.228738:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762268.228741:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762268.228749:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762268.228753:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762268.228760:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762268.228766:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762268.228770:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762268.228776:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762268.228778:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762268.228781:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762268.228786:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762268.228789:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762268.228792:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762268.228795:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762268.228802:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762268.228807:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762268.228815:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ed2c0.
00000020:00000040:2.0:1787762268.228821:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762268.228826:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762268.228829:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762268.228835:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762268.228839:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762268.228843:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762268.228851:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483edc00.
00000100:00000001:2.0:1787762268.228856:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762268.228862:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ed2c0 x1874600883823616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762268.228914:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762268.228915:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762268.228925:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ed0154] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ed2c0 x1874600883823616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762268.228935:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762268.228938:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762268.228958:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762268.228963:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762268.228967:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762268.228975:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762268.228980:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3653
00000400:00000200:2.0:1787762268.228988:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762268.228997:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762268.229005:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762268.229008:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762268.229014:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762268.229023:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762268.229029:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762268.229035:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762268.229039:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762268.229044:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762268.229049:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762268.229054:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762268.229059:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762268.229067:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762268.229070:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762268.229075:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762268.229078:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762268.229082:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762268.229088:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762268.229094:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762268.229099:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762268.229104:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762268.229110:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762268.229117:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762268.229121:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762268.229126:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762268.229130:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762268.229137:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec3c0.
00000020:00000040:2.0:1787762268.229140:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762268.229142:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762268.229144:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762268.229148:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762268.229150:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762268.229152:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762268.229156:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef800.
00000100:00000001:2.0:1787762268.229161:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762268.229172:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec3c0 x1874600883823744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762268.229205:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762268.229208:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762268.229213:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ac1d0d0] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec3c0 x1874600883823744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762268.229222:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762268.229230:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3663)
00000800:00000200:1.1:1787762268.229368:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762268.229369:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762268.229539:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762268.229541:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762268.229743:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762268.229745:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762268.229964:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762268.229965:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00010000:00000001:0.0:1787762268.675749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762268.675758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762268.675765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762268.675766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762268.675769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762268.675771:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762269.507732:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298326780, at 4298326784
00000100:00000010:0.0:1787762269.507752:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00010000:00000001:0.0:1787762269.699760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762269.699766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762269.699771:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762269.699774:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762269.699776:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762269.699779:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762269.699782:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762269.699784:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762269.699785:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762269.699787:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762269.699790:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762269.699791:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762269.699808:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762269.699810:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762269.699812:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762270.723739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762270.723747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762270.723754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762270.723755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762270.723758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762270.723760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762271.747735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762271.747746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762271.747753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762271.747755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762271.747759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762271.747772:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762271.747775:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762271.747779:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762271.747782:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762271.747785:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762271.747787:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762271.747789:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762271.747815:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762271.747818:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762271.747821:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762272.771732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762272.771739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762272.771745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762272.771746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762272.771748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762272.771749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762273.347942:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762273.347948:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762273.347952:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762273.347962:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c74b40 x1874600883823872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.347981:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762273.347984:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762273.347989:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762273.347992:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762273.347997:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762273.348004:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883823872:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762273.348008:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762273.348014:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762273.348020:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762273.348025:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762273.348031:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762273.348036:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762273.348045:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762273.348051:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762273.348059:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762273.348066:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883823872, portal 25
00000100:00000001:2.0:1787762273.348071:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762273.348074:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859236160 : -115902850315456 : ffff969643c74b40)
00000100:00000040:2.0:1787762273.348084:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c74b40 x1874600883823872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.348103:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762273.348110:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762273.348116:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762273.348122:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883823872, offset 0
00000400:00000200:2.0:1787762273.348133:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762273.348145:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762273.348156:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762273.348165:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762273.348185:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762273.348192:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762273.348198:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762273.348205:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3374:3374:256:4294967295] 192.168.204.116@tcp LPNI seq info [3374:3374:8:4294967295]
00000400:00000200:2.0:1787762273.348216:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762273.348230:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762273.348241:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762273.348248:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762273.348257:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762273.348263:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787762273.348274:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762273.348279:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1787762273.348288:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762273.348292:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762273.348301:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762273.348311:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762273.348319:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762273.348324:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762273.348329:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762273.348337:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c74b40 x1874600883823872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.348353:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762273.348360:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c74b40 x1874600883823872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762298 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.348375:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762273.348377:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762273.348383:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762273.348390:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762273.348394:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298331899
00000100:00000010:2.0:1787762273.348401:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7720.
02000000:00000001:1.0:1787762273.348425:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762273.348427:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762273.348428:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762273.348429:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762273.348432:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762273.348435:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762273.348438:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298331899
02000000:00000010:1.0:1787762273.348440:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544b000.
00000100:00000001:1.0:1787762273.348444:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762273.348445:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7ba0.
00000100:00100000:1.0:1787762273.348449:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c770c0 x1874600883824256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762273.348451:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762273.348456:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762273.348461:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762273.348462:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762273.348465:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787762273.348467:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762273.348473:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762273/real 1787762273]  req@ffff969643c74b40 x1874600883823872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762273.348476:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000505f9847] to pc [ptlrpcd_rcv+-1]  req@ffff969643c770c0 x1874600883824256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762273.348494:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787762273.348496:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787762273.348497:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:1.0:1787762273.348501:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1787762273.348502:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000100:00080000:1.0:1787762273.348507:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1787762273.348509:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000100:00000001:1.0:1787762273.348510:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762273.348512:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787762273.348514:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:1.0:1787762273.348515:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762273.348519:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3658
00000100:00000001:2.0:1787762273.348519:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:1.0:1787762273.348526:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000200:2.0:1787762273.348527:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c74b40 x1874600883823872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762273.348532:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762273.348535:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762273.348541:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762273.348545:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762273.348550:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000200:2.0:1787762273.348551:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c74b40 x1874600883823872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762273.348554:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762273.348559:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762273.348560:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:1.0:1787762273.348561:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762273.348564:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:1.0:1787762273.348568:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:2.0:1787762273.348571:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:1.0:1787762273.348574:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:2.0:1787762273.348574:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762273.348580:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1787762273.348583:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762273.348583:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762273.348589:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1787762273.348592:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c74b40 x1874600883823872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762273.348594:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762273.348627:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762273.348629:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762273.348632:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:1.0:1787762273.348637:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000040:2.0:1787762273.348638:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c74b40 x1874600883823872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762273.348639:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762273.348648:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762273.348650:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1787762273.348653:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762273.348654:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787762273.348660:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762273.348660:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762273.348662:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762273.348664:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762273.348667:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00100000:1.0:1787762273.348668:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787762273.348670:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:1.0:1787762273.348674:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762273.348675:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1787762273.348679:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762273.348683:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000010:1.0:1787762273.348686:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c743c0.
00000100:00000001:2.0:1787762273.348687:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:1.0:1787762273.348692:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000100:00000040:2.0:1787762273.348694:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c74b40 x1874600883823872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762273.348698:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762273.348700:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762273.348704:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762273.348707:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762273.348710:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762273.348711:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883823872:192.168.204.116@tcp:250:kworker.0
02000000:00000010:1.0:1787762273.348716:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544ac00.
00000100:00000001:2.0:1787762273.348718:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762273.348721:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787762273.348724:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762273.348726:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c74b40 x1874600883823872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762273.348734:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c743c0 x1874600883824384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762273.348744:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762273.348746:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1787762273.348748:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762273.348750:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762273.348755:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
00000100:00000040:1.0:1787762273.348756:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fac29a1] to pc [ptlrpcd_rcv+-1]  req@ffff969643c743c0 x1874600883824384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762273.348760:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762273.348763:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762273.348766:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762273.348770:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:1.0:1787762273.348772:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762273.348774:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448800.
00000100:00000040:1.0:1787762273.348778:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3668)
02000000:00000001:2.0:1787762273.348779:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762273.348781:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762273.348784:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c74b40.
00000100:00000001:2.0:1787762273.348787:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762273.348789:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762273.348791:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762273.348797:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762273.348800:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762273.348813:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762273.348815:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762273.348816:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762273.348820:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c76940 x1874600883824000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.348827:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762273.348829:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762273.348831:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762273.348832:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762273.348834:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762273.348837:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883824000:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762273.348840:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762273.348842:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762273.348843:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762273.348845:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762273.348848:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762273.348849:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762273.348853:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762273.348855:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762273.348864:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762273.348867:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883824000, portal 10
00000100:00000001:2.0:1787762273.348869:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762273.348871:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859243840 : -115902850307776 : ffff969643c76940)
00000100:00000040:2.0:1787762273.348876:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c76940 x1874600883824000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.348883:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762273.348885:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762273.348888:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762273.348890:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883824000, offset 0
00000400:00000200:2.0:1787762273.348893:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762273.348897:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762273.348900:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762273.348903:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762273.348905:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762273.348908:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762273.348910:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762273.348913:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3375:3375:256:4294967295] 192.168.204.116@tcp LPNI seq info [3375:3375:8:4294967295]
00000400:00000200:2.0:1787762273.348918:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762273.348924:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762273.348929:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762273.348931:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762273.348935:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762273.348937:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787762273.348942:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762273.348944:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1787762273.348948:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762273.348949:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762273.348953:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762273.348956:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762273.348958:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762273.348960:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762273.348962:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762273.348965:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c76940 x1874600883824000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.348978:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762273.348981:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c76940 x1874600883824000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762298 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.348987:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762273.348989:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762273.348991:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762273.348994:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762273.348998:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762273.349000:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298330660
00000100:00000001:2.0:1787762273.349002:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298331899
00000100:00000001:2.0:1787762273.349004:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298330660
00000100:00000001:2.0:1787762273.349006:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298331899
00000100:00000001:2.0:1787762273.349008:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762273.349010:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762273.349012:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762273.349015:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762273/real 1787762273]  req@ffff969643c76940 x1874600883824000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762273.349022:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762273.349024:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762273.349025:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762273.349028:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762273.349030:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762273.349032:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762273.349035:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c76940 x1874600883824000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762273.349042:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c76940 x1874600883824000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349048:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762273.349050:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762273.349052:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762273.349053:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762273.349056:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c76940 x1874600883824000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349062:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762273.349066:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c76940 x1874600883824000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349073:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762273.349076:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762273.349077:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762273.349078:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762273.349080:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762273.349082:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762273.349084:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762273.349087:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762273.349089:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762273.349093:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c76940 x1874600883824000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762273.349101:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883824000:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762273.349104:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762273.349107:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c76580 x1874600883824128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349113:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762273.349114:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762273.349116:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762273.349118:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762273.349119:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762273.349122:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883824128:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762273.349125:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762273.349127:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762273.349129:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762273.349130:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762273.349133:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762273.349135:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762273.349137:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762273.349139:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762273.349142:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762273.349145:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883824128, portal 10
00000100:00000001:2.0:1787762273.349146:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762273.349148:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859242880 : -115902850308736 : ffff969643c76580)
00000100:00000040:2.0:1787762273.349153:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c76580 x1874600883824128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349159:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762273.349161:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762273.349162:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762273.349164:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883824128, offset 0
00000400:00000200:2.0:1787762273.349168:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762273.349172:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762273.349175:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762273.349177:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762273.349180:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762273.349182:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762273.349184:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762273.349187:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3376:3376:256:4294967295] 192.168.204.116@tcp LPNI seq info [3376:3376:8:4294967295]
00000400:00000200:2.0:1787762273.349191:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762273.349197:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762273.349201:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762273.349204:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762273.349208:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762273.349210:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787762273.349214:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762273.349216:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1787762273.349220:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762273.349222:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762273.349225:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762273.349228:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762273.349230:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762273.349232:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762273.349234:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762273.349237:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c76580 x1874600883824128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349244:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762273.349247:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c76580 x1874600883824128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762298 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349253:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762273.349255:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762273.349257:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762273.349260:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762273.349263:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762273.349264:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298330719
00000100:00000001:2.0:1787762273.349266:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298331899
00000100:00000001:2.0:1787762273.349268:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298330719
00000100:00000001:2.0:1787762273.349270:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298331899
00000100:00000001:2.0:1787762273.349273:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762273.349274:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762273.349276:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762273.349280:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762273/real 1787762273]  req@ffff969643c76580 x1874600883824128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762273.349287:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762273.349289:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762273.349290:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762273.349292:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762273.349293:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762273.349295:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762273.349298:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c76580 x1874600883824128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762273.349306:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c76580 x1874600883824128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349312:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762273.349313:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762273.349315:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762273.349316:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762273.349319:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c76580 x1874600883824128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349325:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762273.349329:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c76580 x1874600883824128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349336:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762273.349338:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762273.349339:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762273.349340:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762273.349342:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762273.349344:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762273.349346:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762273.349349:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762273.349351:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762273.349354:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c76580 x1874600883824128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762273.349367:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883824128:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762273.349371:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762273.349374:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c770c0 x1874600883824256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349380:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762273.349381:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762273.349383:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762273.349384:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762273.349386:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762273.349389:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883824256:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762273.349392:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762273.349394:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762273.349395:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762273.349396:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762273.349399:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762273.349401:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762273.349404:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762273.349406:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762273.349409:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762273.349412:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883824256, portal 4
00000100:00000001:2.0:1787762273.349413:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762273.349415:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859245760 : -115902850305856 : ffff969643c770c0)
00000100:00000040:2.0:1787762273.349420:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c770c0 x1874600883824256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349425:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762273.349427:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762273.349429:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762273.349431:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883824256, offset 0
00000400:00000200:2.0:1787762273.349435:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762273.349438:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762273.349441:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762273.349443:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762273.349446:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762273.349448:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762273.349450:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762273.349453:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3377:3377:256:4294967295] 192.168.204.116@tcp LPNI seq info [3377:3377:8:4294967295]
00000400:00000200:2.0:1787762273.349456:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762273.349462:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762273.349466:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762273.349469:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762273.349472:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762273.349475:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787762273.349479:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762273.349481:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1787762273.349484:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762273.349486:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762273.349489:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762273.349492:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762273.349494:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762273.349496:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762273.349498:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762273.349501:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c770c0 x1874600883824256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349509:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762273.349511:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c770c0 x1874600883824256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762298 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349517:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762273.349519:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762273.349521:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762273.349524:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762273.349526:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762273.349528:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298330640
00000100:00000001:2.0:1787762273.349531:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298331899
00000100:00000001:2.0:1787762273.349533:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298330640
00000100:00000001:2.0:1787762273.349535:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298331899
00000100:00000001:2.0:1787762273.349536:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762273.349538:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762273.349540:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762273.349543:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762273/real 1787762273]  req@ffff969643c770c0 x1874600883824256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762273.349550:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762273.349552:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762273.349553:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762273.349555:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762273.349557:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762273.349558:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762273.349562:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c770c0 x1874600883824256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762273.349569:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c770c0 x1874600883824256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349576:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762273.349577:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762273.349579:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762273.349580:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762273.349583:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c770c0 x1874600883824256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349590:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762273.349593:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c770c0 x1874600883824256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349616:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762273.349619:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762273.349620:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762273.349621:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762273.349623:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762273.349624:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762273.349626:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762273.349630:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762273.349632:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762273.349636:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c770c0 x1874600883824256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762273.349643:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883824256:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762273.349646:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762273.349649:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c743c0 x1874600883824384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349656:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762273.349657:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762273.349659:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762273.349661:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762273.349663:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762273.349665:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883824384:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762273.349668:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762273.349670:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762273.349671:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762273.349673:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762273.349676:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762273.349677:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762273.349680:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762273.349682:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762273.349684:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762273.349687:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883824384, portal 4
00000100:00000001:2.0:1787762273.349689:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762273.349690:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859234240 : -115902850317376 : ffff969643c743c0)
00000100:00000040:2.0:1787762273.349695:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c743c0 x1874600883824384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349701:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762273.349703:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762273.349705:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762273.349708:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883824384, offset 0
00000400:00000200:2.0:1787762273.349711:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762273.349714:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762273.349717:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762273.349720:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762273.349722:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762273.349724:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762273.349727:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762273.349730:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3378:3378:256:4294967295] 192.168.204.116@tcp LPNI seq info [3378:3378:8:4294967295]
00000400:00000200:2.0:1787762273.349733:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762273.349739:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762273.349743:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762273.349746:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762273.349749:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762273.349752:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787762273.349755:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762273.349758:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1787762273.349761:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762273.349763:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762273.349766:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762273.349769:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762273.349771:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762273.349773:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762273.349775:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762273.349778:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c743c0 x1874600883824384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349792:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762273.349795:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c743c0 x1874600883824384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762298 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349814:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762273.349816:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762273.349819:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762273.349822:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762273.349825:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762273.349827:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298330648
00000100:00000001:2.0:1787762273.349829:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298331899
00000100:00000001:2.0:1787762273.349831:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298330648
00000100:00000001:2.0:1787762273.349833:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298331899
00000100:00000001:2.0:1787762273.349835:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762273.349837:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762273.349839:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762273.349842:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762273/real 1787762273]  req@ffff969643c743c0 x1874600883824384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762273.349849:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762273.349851:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762273.349852:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762273.349854:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762273.349855:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762273.349857:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762273.349860:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c743c0 x1874600883824384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762273.349868:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c743c0 x1874600883824384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349875:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762273.349876:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762273.349878:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762273.349880:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762273.349882:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c743c0 x1874600883824384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349889:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762273.349893:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c743c0 x1874600883824384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349899:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762273.349901:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762273.349903:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762273.349904:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762273.349906:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762273.349907:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762273.349910:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762273.349912:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762273.349914:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762273.349917:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c743c0 x1874600883824384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762273.349925:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883824384:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762273.349928:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762273.349930:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762273.349933:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c76940 x1874600883824000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349939:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762273.349941:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762273.349943:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762273.349945:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762273.349946:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762273.349948:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762273.349950:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762273.349952:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449000.
02000000:00000001:2.0:1787762273.349955:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762273.349956:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762273.349957:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c76940.
00000100:00000001:2.0:1787762273.349959:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762273.349960:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762273.349962:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762273.349965:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c76580 x1874600883824128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349971:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762273.349972:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762273.349974:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762273.349976:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762273.349978:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762273.349979:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762273.349981:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762273.349982:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b800.
02000000:00000001:2.0:1787762273.349984:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762273.349985:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762273.349986:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c76580.
00000100:00000001:2.0:1787762273.349988:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762273.349989:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762273.349990:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762273.349993:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c770c0 x1874600883824256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.349999:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762273.350001:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762273.350002:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762273.350004:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762273.350005:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762273.350006:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762273.350008:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762273.350009:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b000.
02000000:00000001:2.0:1787762273.350011:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762273.350012:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762273.350013:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c770c0.
00000100:00000001:2.0:1787762273.350015:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762273.350016:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762273.350017:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762273.350020:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c743c0 x1874600883824384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762273.350025:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762273.350026:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762273.350029:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762273.350031:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762273.350032:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762273.350033:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762273.350035:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762273.350036:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544ac00.
02000000:00000001:2.0:1787762273.350038:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762273.350039:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762273.350040:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c743c0.
00000100:00000001:2.0:1787762273.350042:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762273.350043:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762273.350045:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762273.350048:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762273.350050:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762273.350052:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762273.350053:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762273.795724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762273.795731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762273.795737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762273.795738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762273.795742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762273.795743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762273.795765:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762273.795767:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762273.795770:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787762274.627748:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298331899, at 4298331904
00000100:00000040:0.0:1787762274.627757:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298331899, at 4298331904
00000100:00000010:1.0:1787762274.627772:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7ba0.
00000100:00000010:0.0:1787762274.627774:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7720.
00010000:00000001:0.0:1787762274.819759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762274.819766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762274.819771:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762274.819772:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762274.819785:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762274.819786:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762274.819840:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762274.819843:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762274.819846:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762275.843719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762275.843725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762275.843729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762275.843730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762275.843732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762275.843733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762275.843769:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762275.843771:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762275.843774:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762276.867719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762276.867729:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762276.867730:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762276.867732:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762276.867745:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762276.867747:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762276.867749:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762276.867750:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762276.867753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762276.867754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762276.867756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762276.867757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762276.867822:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762276.867825:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762276.867829:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762277.891739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762277.891745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762277.891750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762277.891752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762277.891755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762277.891757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762277.891776:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762277.891778:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762277.891780:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762278.467841:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762278.467851:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762278.467853:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762278.467857:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762278.467861:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762278.467868:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3663
00000400:00000200:2.0:1787762278.467876:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762278.467882:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762278.467885:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762278.467887:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762278.467891:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762278.467893:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762278.467895:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762278.467899:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762278.467900:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762278.467903:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762278.467906:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762278.467908:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762278.467911:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762278.467914:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762278.467916:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762278.467917:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762278.467919:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762278.467926:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762278.467930:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762278.467932:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762278.467935:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762278.467938:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762278.467941:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762278.467943:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762278.467945:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762278.467954:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee1c0.
00000020:00000040:2.0:1787762278.467959:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762278.467963:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762278.467965:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762278.467968:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762278.467970:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762278.467974:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762278.467982:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec400.
00000100:00000001:2.0:1787762278.467988:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762278.467996:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee1c0 x1874600883824512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762278.468007:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762278.468012:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762278.468017:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000dbff278] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee1c0 x1874600883824512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762278.468042:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762278.468045:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762278.468048:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762278.468049:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762278.468051:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762278.468053:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762278.468056:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3663
00000400:00000200:2.0:1787762278.468059:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762278.468062:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762278.468064:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762278.468066:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762278.468068:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762278.468070:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762278.468071:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762278.468074:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762278.468075:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762278.468076:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762278.468078:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762278.468080:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762278.468081:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762278.468084:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762278.468085:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762278.468087:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762278.468089:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762278.468092:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762278.468094:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762278.468096:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762278.468098:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762278.468103:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762278.468105:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762278.468107:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762278.468111:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762278.468114:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762278.468116:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762278.468119:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef480.
00000020:00000040:2.0:1787762278.468121:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762278.468124:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762278.468125:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762278.468126:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762278.468128:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762278.468130:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762278.468133:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec000.
00000100:00000001:2.0:1787762278.468136:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762278.468141:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef480 x1874600883824640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762278.468148:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762278.468151:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762278.468154:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8eb0c3a] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef480 x1874600883824640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762278.468160:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762278.468161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762278.468163:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762278.468164:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762278.468166:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762278.468167:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762278.468169:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3663
00000400:00000200:2.0:1787762278.468172:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762278.468181:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762278.468183:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762278.468186:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762278.468188:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762278.468190:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762278.468191:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762278.468194:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762278.468195:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762278.468196:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762278.468198:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762278.468200:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762278.468202:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762278.468204:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762278.468206:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762278.468208:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762278.468210:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762278.468212:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762278.468215:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762278.468217:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762278.468218:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762278.468222:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762278.468224:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762278.468226:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762278.468227:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762278.468230:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762278.468231:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762278.468235:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517efc00.
00000020:00000040:2.0:1787762278.468237:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762278.468240:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762278.468242:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762278.468243:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762278.468244:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762278.468246:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762278.468249:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483efc00.
00000100:00000001:2.0:1787762278.468253:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762278.468257:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517efc00 x1874600883824768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762278.468264:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762278.468266:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762278.468270:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c6b28ed] to pc [ptlrpcd_rcv+-1]  req@ffff9696517efc00 x1874600883824768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762278.468277:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762278.468279:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762278.468282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762278.468283:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762278.468284:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762278.468286:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762278.468287:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3663
00000400:00000200:2.0:1787762278.468290:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762278.468292:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762278.468293:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762278.468295:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762278.468296:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762278.468297:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762278.468298:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762278.468299:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762278.468300:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762278.468301:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762278.468302:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762278.468303:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762278.468305:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762278.468307:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762278.468308:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762278.468309:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762278.468310:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762278.468312:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762278.468313:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762278.468314:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762278.468315:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762278.468317:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762278.468318:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762278.468319:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762278.468320:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762278.468322:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762278.468323:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762278.468333:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec000.
00000020:00000040:2.0:1787762278.468336:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762278.468338:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762278.468339:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762278.468341:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762278.468342:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762278.468343:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762278.468347:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ecc00.
00000100:00000001:2.0:1787762278.468351:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762278.468355:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec000 x1874600883824896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762278.468362:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762278.468364:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762278.468367:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e53fc05c] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec000 x1874600883824896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762278.468374:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762278.468377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762278.468380:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762278.468381:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762278.468386:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762278.468389:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762278.468391:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3663
00000400:00000200:2.0:1787762278.468394:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762278.468396:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762278.468398:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762278.468401:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762278.468403:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762278.468405:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762278.468407:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762278.468408:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762278.468410:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762278.468411:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762278.468413:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762278.468414:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762278.468416:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762278.468419:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762278.468421:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762278.468423:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762278.468424:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762278.468426:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762278.468428:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762278.468430:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762278.468432:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762278.468435:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762278.468436:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762278.468438:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762278.468441:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762278.468442:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762278.468444:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762278.468447:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ecb40.
00000020:00000040:2.0:1787762278.468458:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762278.468460:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762278.468462:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762278.468463:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762278.468465:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762278.468466:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762278.468471:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef800.
00000100:00000001:2.0:1787762278.468474:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762278.468477:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ecb40 x1874600883825024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762278.468481:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762278.468483:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762278.468485:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbcd7beb] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ecb40 x1874600883825024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762278.468489:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762278.468492:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3673)
00000100:00000001:1.0:1787762278.468554:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762278.468557:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762278.468560:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762278.468566:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ee1c0 x1874600883824512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762278.468574:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762278.468576:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762278.468579:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762278.468581:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762278.468584:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762278.468587:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ee1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883824512:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762278.468590:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762278.468594:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762278.468613:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762278.468616:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762278.468620:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a800.
02000000:00000001:1.0:1787762278.468622:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762278.468627:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762278.468630:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762278.468648:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762278.468656:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883824512, portal 25
00000100:00000001:1.0:1787762278.468658:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762278.468659:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089371584 : -115902620180032 : ffff9696517ee1c0)
00000100:00000040:1.0:1787762278.468664:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ee1c0 x1874600883824512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762278.468676:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762278.468679:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762278.468682:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240990.
00000100:00000200:1.0:1787762278.468685:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883824512, offset 0
00000400:00000200:1.0:1787762278.468692:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762278.468700:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762278.468720:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762278.468726:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762278.468731:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762278.468734:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762278.468737:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762278.468741:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3379:3379:256:4294967295] 192.168.204.116@tcp LPNI seq info [3379:3379:8:4294967295]
00000400:00000200:1.0:1787762278.468746:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762278.468755:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762278.468762:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762278.468767:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762278.468772:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762278.468776:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762278.468790:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762278.468794:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762278.468797:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298337020
00000100:00000010:1.0:1787762278.468801:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816dc60.
00000100:00000001:1.0:1787762278.468807:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762278.468812:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298337020
00000100:00000010:1.0:1787762278.468815:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d600.
00000100:00000001:1.0:1787762278.468818:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762278.468821:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762278.468823:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762278.468826:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762278.468831:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef480 x1874600883824640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762278.468844:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762278.468845:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762278.468848:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762278.468850:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762278.468851:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762278.468854:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883824640:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762278.468856:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762278.468858:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762278.468859:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762278.468860:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762278.468863:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449800.
02000000:00000001:1.0:1787762278.468864:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762278.468867:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762278.468869:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02420.
00000400:00000010:1.0:1787762278.468872:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482404c8.
00000100:00000200:1.0:1787762278.468874:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883824640, portal 10
00000100:00000001:1.0:1787762278.468875:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762278.468876:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089376384 : -115902620175232 : ffff9696517ef480)
00000100:00000040:1.0:1787762278.468881:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef480 x1874600883824640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762278.468885:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762278.468887:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762278.468888:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240880.
00000100:00000200:1.0:1787762278.468890:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883824640, offset 0
00000400:00000200:1.0:1787762278.468893:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762278.468896:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762278.468898:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762278.468900:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762278.468903:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762278.468905:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762278.468907:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762278.468910:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3380:3380:255:4294967295] 192.168.204.116@tcp LPNI seq info [3380:3380:7:4294967295]
00000400:00000200:1.0:1787762278.468914:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762278.468921:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762278.468926:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762278.468929:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330400.
00000800:00000200:1.0:1787762278.468933:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762278.468936:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762278.468939:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762278.468943:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762278.468946:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762278.468948:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298335780
00000100:00000001:1.0:1787762278.468950:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298337020
00000100:00000001:1.0:1787762278.468952:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298335780
00000100:00000001:1.0:1787762278.468954:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298337020
00000100:00000001:1.0:1787762278.468956:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762278.468958:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762278.468960:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762278.468963:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517efc00 x1874600883824768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762278.468969:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762278.468970:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762278.468972:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762278.468973:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762278.468975:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762278.468978:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517efc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883824768:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762278.468980:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762278.468982:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762278.468984:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762278.468986:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762278.468989:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a000.
02000000:00000001:1.0:1787762278.468991:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762278.468994:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762278.468997:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762278.469002:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762278.469004:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883824768, portal 10
00000100:00000001:1.0:1787762278.469005:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762278.469006:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089378304 : -115902620173312 : ffff9696517efc00)
00000100:00000040:1.0:1787762278.469010:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517efc00 x1874600883824768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762278.469014:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762278.469015:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762278.469017:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240ee0.
00000100:00000200:1.0:1787762278.469018:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883824768, offset 0
00000400:00000200:1.0:1787762278.469021:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762278.469023:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762278.469025:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762278.469028:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762278.469030:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762278.469032:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762278.469034:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762278.469036:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3381:3381:254:4294967295] 192.168.204.116@tcp LPNI seq info [3381:3381:6:4294967295]
00000400:00000200:1.0:1787762278.469039:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762278.469045:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762278.469047:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762278.469049:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330500.
00000800:00000200:1.0:1787762278.469052:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762278.469054:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762278.469055:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762278.469057:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762278.469058:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762278.469059:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298335839
00000100:00000001:1.0:1787762278.469061:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298337020
00000100:00000001:1.0:1787762278.469062:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298335839
00000100:00000001:1.0:1787762278.469064:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298337020
00000100:00000001:1.0:1787762278.469065:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762278.469067:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762278.469068:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762278.469070:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec000 x1874600883824896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762278.469073:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762278.469074:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762278.469075:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762278.469076:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762278.469077:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762278.469079:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883824896:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762278.469081:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762278.469082:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762278.469083:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762278.469084:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762278.469085:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448c00.
02000000:00000001:1.0:1787762278.469086:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762278.469088:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762278.469089:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02c08.
00000400:00000010:1.0:1787762278.469091:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762278.469093:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883824896, portal 4
00000100:00000001:1.0:1787762278.469094:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762278.469095:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089362944 : -115902620188672 : ffff9696517ec000)
00000100:00000040:1.0:1787762278.469098:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec000 x1874600883824896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762278.469102:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762278.469103:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762278.469104:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240c38.
00000100:00000200:1.0:1787762278.469105:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883824896, offset 0
00000400:00000200:1.0:1787762278.469108:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762278.469109:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762278.469111:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762278.469113:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762278.469114:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762278.469116:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762278.469117:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762278.469119:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3382:3382:253:4294967295] 192.168.204.116@tcp LPNI seq info [3382:3382:5:4294967295]
00000400:00000200:1.0:1787762278.469121:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762278.469124:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762278.469126:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762278.469128:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330d00.
00000800:00000200:1.0:1787762278.469132:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762278.469134:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762278.469137:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762278.469139:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762278.469142:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762278.469144:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298335760
00000100:00000001:1.0:1787762278.469146:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298337020
00000100:00000001:1.0:1787762278.469148:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298335760
00000100:00000001:1.0:1787762278.469149:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298337020
00000100:00000001:1.0:1787762278.469151:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762278.469153:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762278.469155:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762278.469158:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ecb40 x1874600883825024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762278.469164:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762278.469165:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762278.469167:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762278.469168:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762278.469170:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762278.469172:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ecb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883825024:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762278.469178:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762278.469179:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762278.469181:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762278.469182:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762278.469185:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544ac00.
02000000:00000001:1.0:1787762278.469187:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762278.469190:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762278.469192:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762278.469195:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762278.469198:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883825024, portal 4
00000100:00000001:1.0:1787762278.469199:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762278.469200:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089365824 : -115902620185792 : ffff9696517ecb40)
00000100:00000040:1.0:1787762278.469206:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ecb40 x1874600883825024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762278.469212:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762278.469214:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762278.469216:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240e58.
00000100:00000200:1.0:1787762278.469218:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883825024, offset 0
00000400:00000200:1.0:1787762278.469222:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762278.469226:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762278.469229:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762278.469231:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762278.469234:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762278.469236:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762278.469238:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762278.469241:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3383:3383:252:4294967295] 192.168.204.116@tcp LPNI seq info [3383:3383:4:4294967295]
00000400:00000200:1.0:1787762278.469245:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762278.469249:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762278.469253:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762278.469256:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330c00.
00000800:00000200:1.0:1787762278.469259:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762278.469263:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762278.469266:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762278.469269:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762278.469271:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762278.469273:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298335767
00000100:00000001:1.0:1787762278.469275:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298337020
00000100:00000001:1.0:1787762278.469277:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298335767
00000100:00000001:1.0:1787762278.469279:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298337020
00000100:00000001:1.0:1787762278.469281:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762278.469282:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762278.469285:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762278.469287:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762278.469295:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762278.469297:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787762278.469299:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762278.469300:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762278.469302:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762278.469304:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762278.915741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762278.915748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762278.915753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762278.915754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762278.915758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762278.915759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762278.915815:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762278.915818:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762278.915821:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762279.747708:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298337020, at 4298337024
00000100:00000040:1.0:1787762279.747708:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298337020, at 4298337024
00000100:00000010:1.0:1787762279.747722:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00000100:00000010:0.0:1787762279.747724:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787762279.939691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762279.939699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762279.939705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762279.939709:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762279.939711:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762279.939713:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762279.939715:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762279.939717:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762279.939718:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762279.939720:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762279.939722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762279.939723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762279.939743:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762279.939745:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762279.939747:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762280.963760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762280.963770:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762280.963777:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762280.963778:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762280.963782:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762280.963783:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762280.963868:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762280.963874:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762280.963880:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787762281.539925:0:2385:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.116:988
00000400:00000100:0.0:1787762281.539995:0:2385:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.116@tcp at host 192.168.204.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787762281.540008:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762281.540013:0:2385:0:(router.c:1791:lnet_notify()) 192.168.204.16@tcp notifying 192.168.204.116@tcp: down
00000400:00000200:0.0:1787762281.540019:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762281.540024:0:2385:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787762281.540030:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762281.540034:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:0.0:1787762281.540046:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762281.540052:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762281.540060:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240990
00000400:00000010:0.0:1787762281.540062:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240990.
00000100:00000001:0.0:1787762281.540069:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762281.540078:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ee1c0 x1874600883824512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.540110:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762281.540114:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee1c0 x1874600883824512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762303 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.540122:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762281.540124:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762281.540136:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762281.540139:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330400.
00000400:00000200:0.0:1787762281.540141:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762281.540144:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762281.540147:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240880
00000400:00000010:0.0:1787762281.540149:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240880.
00000100:00000001:0.0:1787762281.540152:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762281.540156:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ef480 x1874600883824640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.540163:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762281.540166:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef480 x1874600883824640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762303 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.540171:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762281.540173:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762281.540177:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762281.540179:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330500.
00000400:00000200:0.0:1787762281.540181:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762281.540184:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762281.540187:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240ee0
00000400:00000010:0.0:1787762281.540188:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240ee0.
00000100:00000001:0.0:1787762281.540191:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762281.540195:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517efc00 x1874600883824768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.540202:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762281.540204:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517efc00 x1874600883824768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762303 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.540211:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762281.540212:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762281.540216:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762281.540218:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330d00.
00000400:00000200:0.0:1787762281.540221:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762281.540235:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762281.540238:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240c38
00000400:00000010:0.0:1787762281.540240:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240c38.
00000100:00000001:0.0:1787762281.540243:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762281.540250:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ec000 x1874600883824896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.540258:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762281.540261:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec000 x1874600883824896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762303 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.540267:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762281.540269:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762281.540276:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762281.540279:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330c00.
00000400:00000200:0.0:1787762281.540282:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762281.540285:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762281.540289:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240e58
00000400:00000010:0.0:1787762281.540291:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240e58.
00000100:00000001:0.0:1787762281.540294:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787762281.540298:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000200:0.0:1787762281.540299:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ecb40 x1874600883825024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762281.540309:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762281.540313:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787762281.540317:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1787762281.540320:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ecb40 x1874600883825024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762303 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.540327:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762281.540329:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1787762281.540348:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762278/real 1787762281]  req@ffff9696517ee1c0 x1874600883824512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762281.540368:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762281.540370:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762281.540374:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762281.540381:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762281.540383:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762281.540388:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762281.540392:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ee1c0 x1874600883824512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762281.540401:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ee1c0 x1874600883824512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762281.540408:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762281.540411:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762281.540413:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762281.540415:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762281.540419:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ee1c0 x1874600883824512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762281.540424:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762281.540429:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ee1c0 x1874600883824512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762281.540435:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762281.540438:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762281.540439:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762281.540440:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762281.540443:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762281.540445:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762281.540448:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762281.540453:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762281.540455:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762281.540458:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ee1c0 x1874600883824512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762281.540464:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ee1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883824512:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762281.540471:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762281.540475:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762278/real 1787762281]  req@ffff9696517ef480 x1874600883824640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762281.540481:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762281.540482:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762281.540484:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02420.
00000400:00000200:1.0:1787762281.540486:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482404c8
00000400:00000010:1.0:1787762281.540488:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482404c8.
00000100:00000001:1.0:1787762281.540489:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762281.540492:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef480 x1874600883824640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762281.540499:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef480 x1874600883824640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762281.540504:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762281.540506:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762281.540507:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762281.540508:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762281.540511:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef480 x1874600883824640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762281.540518:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762281.540521:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef480 x1874600883824640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762281.540526:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762281.540528:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762281.540530:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762281.540531:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762281.540532:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762281.540534:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762281.540536:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762281.540540:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762281.540542:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762281.540546:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef480 x1874600883824640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762281.540553:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883824640:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762281.540557:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762281.540561:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762278/real 1787762281]  req@ffff9696517efc00 x1874600883824768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762281.540567:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762281.540569:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762281.540570:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762281.540572:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762281.540573:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762281.540575:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762281.540578:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517efc00 x1874600883824768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762281.540584:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517efc00 x1874600883824768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762281.540589:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762281.540590:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762281.540592:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762281.540593:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762281.540626:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517efc00 x1874600883824768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762281.540632:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762281.540636:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517efc00 x1874600883824768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762281.540659:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762281.540661:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762281.540663:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762281.540664:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762281.540666:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762281.540668:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762281.540670:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762281.540673:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762281.540680:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762281.540685:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517efc00 x1874600883824768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762281.540693:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517efc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883824768:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762281.540697:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762281.540701:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762278/real 1787762281]  req@ffff9696517ec000 x1874600883824896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762281.540708:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762281.540709:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762281.540711:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02c08.
00000400:00000200:1.0:1787762281.540713:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762281.540715:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762281.540723:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762281.540726:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec000 x1874600883824896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762281.540734:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec000 x1874600883824896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762281.540740:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762281.540742:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762281.540744:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762281.540746:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762281.540749:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec000 x1874600883824896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762281.540755:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762281.540759:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec000 x1874600883824896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762281.540765:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762281.540767:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762281.540769:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762281.540770:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762281.540772:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762281.540774:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762281.540776:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762281.540779:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762281.540781:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762281.540785:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec000 x1874600883824896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762281.540793:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883824896:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762281.540797:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762281.540800:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762278/real 1787762281]  req@ffff9696517ecb40 x1874600883825024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762281.540807:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762281.540809:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762281.540810:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762281.540813:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762281.540814:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762281.540818:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762281.540821:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ecb40 x1874600883825024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762281.540828:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ecb40 x1874600883825024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762281.540832:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762281.540834:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762281.540835:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762281.540836:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762281.540839:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ecb40 x1874600883825024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762281.540845:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762281.540848:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ecb40 x1874600883825024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762281.540855:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762281.540857:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762281.540858:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762281.540859:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762281.540861:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762281.540862:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762281.540864:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762281.540867:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762281.540869:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762281.540872:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ecb40 x1874600883825024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762281.540878:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ecb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883825024:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762281.540882:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762281.540884:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762281.540888:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ee1c0 x1874600883824512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762281.540894:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762281.540896:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762281.540900:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a800.
02000000:00000001:1.0:1787762281.540904:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762281.540908:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762281.540910:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762281.540912:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762281.540914:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ec400.
02000000:00000001:1.0:1787762281.540918:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762281.540920:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762281.540922:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ee1c0.
00000100:00000001:1.0:1787762281.540926:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762281.540927:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762281.540929:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762281.540932:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef480 x1874600883824640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762281.540937:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762281.540938:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762281.540939:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449800.
02000000:00000001:1.0:1787762281.540942:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762281.540943:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762281.540944:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762281.540946:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762281.540948:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ec000.
02000000:00000001:1.0:1787762281.540950:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762281.540951:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762281.540952:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef480.
00000100:00000001:1.0:1787762281.540954:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762281.540955:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762281.540957:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762281.540960:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517efc00 x1874600883824768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762281.540965:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762281.540967:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762281.540968:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a000.
02000000:00000001:1.0:1787762281.540970:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762281.540972:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762281.540973:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762281.540975:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762281.540976:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483efc00.
02000000:00000001:1.0:1787762281.540979:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762281.540980:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762281.540981:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517efc00.
00000100:00000001:1.0:1787762281.540983:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762281.540984:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762281.540986:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762281.540988:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec000 x1874600883824896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762281.540994:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762281.540995:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762281.540996:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448c00.
02000000:00000001:1.0:1787762281.540999:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762281.541000:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762281.541001:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762281.541003:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762281.541004:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ecc00.
02000000:00000001:1.0:1787762281.541006:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762281.541007:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762281.541008:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec000.
00000100:00000001:1.0:1787762281.541010:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762281.541011:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762281.541013:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762281.541016:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ecb40 x1874600883825024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762281.541021:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762281.541022:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762281.541023:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544ac00.
02000000:00000001:1.0:1787762281.541026:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762281.541027:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762281.541028:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762281.541030:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762281.541031:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef800.
02000000:00000001:1.0:1787762281.541033:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762281.541034:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762281.541035:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ecb40.
00000100:00000001:1.0:1787762281.541037:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762281.541038:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762281.541040:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762281.541049:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762281.541051:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762281.541053:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762281.541054:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762281.987754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762281.987762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762281.987768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762281.987769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762281.987772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762281.987775:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762281.987778:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762281.987781:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762281.987784:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762281.987786:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762281.987788:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762281.987790:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762281.987811:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762281.987814:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762281.987817:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762283.011727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762283.011734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762283.011741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762283.011742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762283.011745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762283.011746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762283.011806:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762283.011810:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762283.011813:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762283.587699:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762283.587709:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762283.587712:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762283.587715:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762283.587720:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762283.587726:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3668
00000400:00000200:1.0:1787762283.587734:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762283.587739:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762283.587742:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762283.587745:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762283.587749:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762283.587751:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762283.587753:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762283.587757:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762283.587759:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:1.0:1787762283.587761:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762283.587764:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:1.0:1787762283.587767:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:1.0:1787762283.587769:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:1.0:1787762283.587772:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762283.587774:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762283.587776:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762283.587778:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762283.587781:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:1.0:1787762283.587784:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762283.587786:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762283.587792:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762283.587795:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762283.587798:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762283.587800:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762283.587802:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762283.587808:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c77c00.
00000020:00000040:1.0:1787762283.587811:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:1.0:1787762283.587814:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762283.587816:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762283.587819:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762283.587822:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762283.587825:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762283.587831:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544ac00.
00000100:00000001:1.0:1787762283.587838:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762283.587846:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c77c00 x1874600883825152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762283.587858:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762283.587861:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762283.587866:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c5de94c] to pc [ptlrpcd_rcv+-1]  req@ffff969643c77c00 x1874600883825152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762283.587893:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762283.587897:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762283.587900:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762283.587901:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762283.587903:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762283.587906:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762283.587908:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3668
00000400:00000200:1.0:1787762283.587912:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762283.587915:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762283.587917:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762283.587920:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762283.587922:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762283.587924:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762283.587925:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762283.587928:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762283.587929:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:1.0:1787762283.587931:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762283.587933:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:1.0:1787762283.587935:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:1.0:1787762283.587941:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:1.0:1787762283.587944:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762283.587946:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762283.587948:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762283.587950:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762283.587952:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:1.0:1787762283.587954:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762283.587956:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762283.587958:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762283.587963:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762283.587965:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762283.587966:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762283.587971:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762283.587973:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762283.587975:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762283.587978:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c77840.
00000020:00000040:1.0:1787762283.587980:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:1.0:1787762283.587983:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762283.587984:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762283.587986:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762283.587987:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762283.587988:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762283.587992:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448c00.
00000100:00000001:1.0:1787762283.587995:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762283.587999:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c77840 x1874600883825280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762283.588007:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762283.588009:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762283.588012:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aadb5146] to pc [ptlrpcd_rcv+-1]  req@ffff969643c77840 x1874600883825280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762283.588019:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762283.588021:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762283.588025:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787762283.588026:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762283.588027:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762283.588030:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762283.588032:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3668
00000400:00000200:1.0:1787762283.588035:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762283.588038:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762283.588040:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762283.588043:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762283.588045:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762283.588047:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762283.588049:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762283.588051:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762283.588052:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:1.0:1787762283.588054:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762283.588056:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:1.0:1787762283.588057:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:1.0:1787762283.588059:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:1.0:1787762283.588062:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762283.588064:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762283.588066:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762283.588068:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762283.588070:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:1.0:1787762283.588073:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762283.588074:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762283.588076:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762283.588078:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762283.588080:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762283.588082:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762283.588084:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762283.588086:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762283.588088:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762283.588091:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c743c0.
00000020:00000040:1.0:1787762283.588093:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:1.0:1787762283.588095:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762283.588096:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762283.588098:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762283.588100:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762283.588101:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762283.588105:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544a000.
00000100:00000001:1.0:1787762283.588107:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762283.588111:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c743c0 x1874600883825408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762283.588118:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762283.588120:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762283.588124:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fac29a1] to pc [ptlrpcd_rcv+-1]  req@ffff969643c743c0 x1874600883825408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762283.588131:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762283.588133:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762283.588136:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762283.588138:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762283.588139:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762283.588142:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762283.588144:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3668
00000400:00000200:1.0:1787762283.588147:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762283.588149:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762283.588151:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762283.588159:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762283.588161:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762283.588163:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762283.588165:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762283.588167:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762283.588168:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:1.0:1787762283.588170:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762283.588171:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:1.0:1787762283.588173:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:1.0:1787762283.588175:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:1.0:1787762283.588178:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762283.588179:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762283.588181:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762283.588183:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762283.588185:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:1.0:1787762283.588187:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762283.588189:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762283.588191:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762283.588193:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762283.588195:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762283.588197:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762283.588199:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:1.0:1787762283.588201:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762283.588203:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762283.588207:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c770c0.
00000020:00000040:1.0:1787762283.588208:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:1.0:1787762283.588210:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762283.588211:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762283.588213:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762283.588214:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762283.588216:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762283.588219:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449800.
00000100:00000001:1.0:1787762283.588222:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762283.588226:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c770c0 x1874600883825536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762283.588233:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762283.588234:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762283.588238:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000505f9847] to pc [ptlrpcd_rcv+-1]  req@ffff969643c770c0 x1874600883825536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762283.588245:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762283.588247:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762283.588249:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787762283.588250:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762283.588252:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762283.588255:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762283.588257:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3668
00000400:00000200:1.0:1787762283.588260:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762283.588263:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762283.588264:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762283.588268:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762283.588269:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762283.588272:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762283.588274:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762283.588276:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762283.588277:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:1.0:1787762283.588278:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762283.588279:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:1.0:1787762283.588281:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:1.0:1787762283.588282:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:1.0:1787762283.588285:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762283.588287:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762283.588289:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762283.588291:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762283.588293:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:1.0:1787762283.588295:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762283.588297:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762283.588298:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762283.588300:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762283.588302:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762283.588304:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762283.588306:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787762283.588308:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762283.588309:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762283.588312:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c76580.
00000020:00000040:1.0:1787762283.588314:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:1.0:1787762283.588317:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762283.588318:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762283.588319:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762283.588320:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762283.588322:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762283.588324:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544a800.
00000100:00000001:1.0:1787762283.588328:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762283.588332:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c76580 x1874600883825664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762283.588338:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762283.588340:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762283.588343:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008246f2cf] to pc [ptlrpcd_rcv+-1]  req@ffff969643c76580 x1874600883825664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762283.588350:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762283.588354:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3678)
00000100:00000001:2.0:1787762283.588415:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762283.588420:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762283.588423:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762283.588430:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c77c00 x1874600883825152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.588438:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762283.588440:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762283.588444:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762283.588446:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762283.588448:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762283.588452:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883825152:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762283.588456:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762283.588460:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762283.588463:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762283.588465:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762283.588470:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762283.588472:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762283.588477:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762283.588481:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762283.588488:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762283.588494:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883825152, portal 25
00000100:00000001:2.0:1787762283.588497:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762283.588498:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859248640 : -115902850302976 : ffff969643c77c00)
00000100:00000040:2.0:1787762283.588504:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c77c00 x1874600883825152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.588511:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762283.588514:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762283.588516:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762283.588519:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883825152, offset 0
00000400:00000200:2.0:1787762283.588526:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762283.588533:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762283.588539:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762283.588545:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762283.588550:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762283.588553:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762283.588556:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762283.588560:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3384:3384:256:4294967295] 192.168.204.116@tcp LPNI seq info [3384:3384:8:4294967295]
00000400:00000200:2.0:1787762283.588564:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762283.588573:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762283.588579:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762283.588584:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762283.588591:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762283.588595:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762283.588628:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762283.588632:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762283.588635:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762283.588638:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762283.588645:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762283.588649:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762283.588654:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762283.588657:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762283.588661:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762283.588665:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c77c00 x1874600883825152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.588674:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762283.588677:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c77c00 x1874600883825152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762308 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.588685:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762283.588687:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762283.588693:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762283.588697:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762283.588700:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298342140
00000100:00000010:2.0:1787762283.588705:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f78a0.
00000100:00000001:2.0:1787762283.588712:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762283.588718:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298342140
00000100:00000010:2.0:1787762283.588720:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f74e0.
00000100:00000001:2.0:1787762283.588723:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762283.588726:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762283.588728:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762283.588731:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762283.588735:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762283/real 1787762283]  req@ffff969643c77c00 x1874600883825152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762283.588744:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762283.588746:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762283.588748:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762283.588750:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762283.588752:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762283.588754:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762283.588758:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c77c00 x1874600883825152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762283.588767:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c77c00 x1874600883825152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.588773:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762283.588775:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762283.588777:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762283.588779:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762283.588782:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c77c00 x1874600883825152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.588789:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762283.588794:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c77c00 x1874600883825152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.588801:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762283.588804:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762283.588805:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762283.588807:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762283.588809:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762283.588811:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762283.588814:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762283.588817:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762283.588819:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762283.588823:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c77c00 x1874600883825152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762283.588832:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883825152:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762283.588836:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762283.588840:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c77840 x1874600883825280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.588852:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762283.588853:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762283.588856:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762283.588857:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762283.588859:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762283.588862:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883825280:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762283.588866:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762283.588867:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762283.588869:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762283.588871:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762283.588874:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762283.588875:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762283.588878:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762283.588880:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762283.588884:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762283.588886:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883825280, portal 10
00000100:00000001:2.0:1787762283.588888:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762283.588890:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859247680 : -115902850303936 : ffff969643c77840)
00000100:00000040:2.0:1787762283.588895:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c77840 x1874600883825280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.588902:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762283.588904:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762283.588906:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762283.588908:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883825280, offset 0
00000400:00000200:2.0:1787762283.588912:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762283.588915:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762283.588918:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762283.588921:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762283.588924:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762283.588926:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762283.588928:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762283.588931:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3385:3385:256:4294967295] 192.168.204.116@tcp LPNI seq info [3385:3385:8:4294967295]
00000400:00000200:2.0:1787762283.588935:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762283.588942:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762283.588946:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762283.588949:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762283.588953:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762283.588955:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762283.588959:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762283.588962:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762283.588965:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762283.588967:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762283.588970:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762283.588973:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762283.588975:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762283.588977:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762283.588979:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762283.588983:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c77840 x1874600883825280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.588990:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762283.588993:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c77840 x1874600883825280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762308 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.588999:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762283.589001:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762283.589003:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762283.589007:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762283.589010:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762283.589011:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298340900
00000100:00000001:2.0:1787762283.589015:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298342140
00000100:00000001:2.0:1787762283.589016:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298340900
00000100:00000001:2.0:1787762283.589018:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298342140
00000100:00000001:2.0:1787762283.589020:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762283.589023:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762283.589024:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762283.589028:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762283/real 1787762283]  req@ffff969643c77840 x1874600883825280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762283.589035:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762283.589036:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762283.589038:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762283.589040:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762283.589041:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762283.589043:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762283.589046:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c77840 x1874600883825280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762283.589054:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c77840 x1874600883825280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.589061:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762283.589063:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762283.589064:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762283.589065:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762283.589068:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c77840 x1874600883825280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.589075:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762283.589078:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c77840 x1874600883825280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.589084:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762283.589086:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762283.589088:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762283.589089:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762283.589091:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762283.589093:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762283.589095:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762283.589098:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762283.589101:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762283.589104:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c77840 x1874600883825280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762283.589112:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883825280:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762283.589116:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762283.589119:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c743c0 x1874600883825408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.589125:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762283.589126:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762283.589128:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762283.589130:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762283.589132:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762283.589135:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883825408:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762283.589138:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762283.589140:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762283.589141:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762283.589142:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762283.589146:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762283.589147:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762283.589151:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762283.589153:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762283.589155:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762283.589158:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883825408, portal 10
00000100:00000001:2.0:1787762283.589159:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762283.589160:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859234240 : -115902850317376 : ffff969643c743c0)
00000100:00000040:2.0:1787762283.589166:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c743c0 x1874600883825408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.589172:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762283.589175:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762283.589176:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762283.589179:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883825408, offset 0
00000400:00000200:2.0:1787762283.589183:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762283.589186:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762283.589189:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762283.589191:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762283.589194:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762283.589196:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762283.589198:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762283.589201:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3386:3386:256:4294967295] 192.168.204.116@tcp LPNI seq info [3386:3386:8:4294967295]
00000400:00000200:2.0:1787762283.589205:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762283.589211:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762283.589214:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762283.589217:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762283.589220:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762283.589223:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762283.589227:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762283.589230:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762283.589248:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762283.589250:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762283.589253:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762283.589256:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762283.589259:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762283.589261:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762283.589263:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762283.589267:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c743c0 x1874600883825408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.589273:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762283.589276:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c743c0 x1874600883825408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762308 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.589283:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762283.589284:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762283.589287:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762283.589290:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762283.589293:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762283.589295:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298340959
00000100:00000001:2.0:1787762283.589297:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298342140
00000100:00000001:2.0:1787762283.589299:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298340959
00000100:00000001:2.0:1787762283.589301:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298342140
00000100:00000001:2.0:1787762283.589303:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762283.589305:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762283.589307:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762283.589310:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762283/real 1787762283]  req@ffff969643c743c0 x1874600883825408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762283.589316:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762283.589317:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762283.589319:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762283.589321:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762283.589322:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762283.589324:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762283.589327:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c743c0 x1874600883825408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762283.589335:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c743c0 x1874600883825408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.589342:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762283.589343:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762283.589345:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762283.589346:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762283.589349:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c743c0 x1874600883825408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.589361:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762283.589365:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c743c0 x1874600883825408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.589372:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762283.589374:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762283.589376:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762283.589377:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762283.589379:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762283.589381:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762283.589383:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762283.589386:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762283.589388:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762283.589391:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c743c0 x1874600883825408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762283.589399:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883825408:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762283.589403:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762283.589406:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c770c0 x1874600883825536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.589412:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762283.589414:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762283.589416:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762283.589417:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762283.589419:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762283.589422:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883825536:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762283.589425:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762283.589426:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762283.589428:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762283.589429:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762283.589433:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ee000.
02000000:00000001:2.0:1787762283.589435:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762283.589438:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762283.589440:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762283.589444:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762283.589446:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883825536, portal 4
00000100:00000001:2.0:1787762283.589448:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762283.589449:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859245760 : -115902850305856 : ffff969643c770c0)
00000100:00000040:2.0:1787762283.589454:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c770c0 x1874600883825536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.589461:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762283.589463:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762283.589464:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762283.589467:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883825536, offset 0
00000400:00000200:2.0:1787762283.589470:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762283.589473:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762283.589477:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762283.589479:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762283.589481:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762283.589483:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762283.589486:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762283.589489:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3387:3387:256:4294967295] 192.168.204.116@tcp LPNI seq info [3387:3387:8:4294967295]
00000400:00000200:2.0:1787762283.589492:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762283.589499:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762283.589503:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762283.589505:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762283.589508:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762283.589511:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762283.589515:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762283.589517:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762283.589520:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762283.589522:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762283.589524:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762283.589528:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762283.589530:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762283.589532:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762283.589534:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762283.589537:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c770c0 x1874600883825536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.589545:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762283.589548:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c770c0 x1874600883825536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762308 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.589554:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762283.589556:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762283.589558:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762283.589561:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762283.589563:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762283.589565:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298340880
00000100:00000001:2.0:1787762283.589567:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298342140
00000100:00000001:2.0:1787762283.589569:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298340880
00000100:00000001:2.0:1787762283.589571:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298342140
00000100:00000001:2.0:1787762283.589573:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762283.589575:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762283.589577:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762283.589580:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762283/real 1787762283]  req@ffff969643c770c0 x1874600883825536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762283.589586:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762283.589588:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762283.589589:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762283.589591:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762283.589638:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762283.589642:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762283.589645:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c770c0 x1874600883825536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762283.589653:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c770c0 x1874600883825536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.589665:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762283.589666:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762283.589668:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762283.589669:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762283.589673:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c770c0 x1874600883825536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.589683:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762283.589687:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c770c0 x1874600883825536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.589693:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762283.589696:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762283.589697:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762283.589699:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762283.589700:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762283.589702:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762283.589704:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762283.589707:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762283.589709:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762283.589712:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c770c0 x1874600883825536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762283.589720:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883825536:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762283.589724:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762283.589727:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c76580 x1874600883825664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.589734:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762283.589735:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762283.589737:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762283.589739:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762283.589741:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762283.589743:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883825664:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762283.589746:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762283.589748:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762283.589750:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762283.589751:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762283.589754:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762283.589756:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762283.589759:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762283.589761:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762283.589764:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762283.589766:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883825664, portal 4
00000100:00000001:2.0:1787762283.589768:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762283.589769:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859242880 : -115902850308736 : ffff969643c76580)
00000100:00000040:2.0:1787762283.589774:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c76580 x1874600883825664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.589780:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762283.589783:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762283.589785:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762283.589787:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883825664, offset 0
00000400:00000200:2.0:1787762283.589790:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762283.589794:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762283.589797:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762283.589799:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762283.589801:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762283.589803:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762283.589805:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762283.589809:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3388:3388:256:4294967295] 192.168.204.116@tcp LPNI seq info [3388:3388:8:4294967295]
00000400:00000200:2.0:1787762283.589812:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762283.589818:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762283.589823:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762283.589825:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762283.589829:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762283.589831:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762283.589835:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762283.589838:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762283.589842:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762283.589843:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762283.589846:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762283.589849:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762283.589851:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762283.589853:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762283.589855:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762283.589858:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c76580 x1874600883825664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.589865:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762283.589868:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c76580 x1874600883825664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762308 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.589875:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762283.589876:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762283.589878:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762283.589881:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762283.589884:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762283.589886:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298340888
00000100:00000001:2.0:1787762283.589889:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298342140
00000100:00000001:2.0:1787762283.589891:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298340888
00000100:00000001:2.0:1787762283.589893:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298342140
00000100:00000001:2.0:1787762283.589895:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762283.589897:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762283.589899:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762283.589901:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762283/real 1787762283]  req@ffff969643c76580 x1874600883825664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762283.589908:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762283.589909:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762283.589911:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762283.589913:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762283.589914:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762283.589916:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762283.589919:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c76580 x1874600883825664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762283.589927:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c76580 x1874600883825664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.589933:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762283.589935:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762283.589936:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762283.589937:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762283.589940:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c76580 x1874600883825664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.589946:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762283.589950:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c76580 x1874600883825664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.589956:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762283.589958:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762283.589959:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762283.589960:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762283.589962:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762283.589964:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762283.589966:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762283.589969:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762283.589971:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762283.589975:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c76580 x1874600883825664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762283.589982:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883825664:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762283.589986:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762283.589989:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762283.589992:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c77c00 x1874600883825152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.589998:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762283.590000:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762283.590003:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762283.590006:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762283.590008:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762283.590010:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762283.590012:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762283.590014:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544ac00.
02000000:00000001:2.0:1787762283.590018:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762283.590019:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762283.590022:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c77c00.
00000100:00000001:2.0:1787762283.590025:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762283.590027:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762283.590028:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762283.590032:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c77840 x1874600883825280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.590037:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762283.590039:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762283.590040:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762283.590042:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762283.590043:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762283.590044:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762283.590046:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762283.590047:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448c00.
02000000:00000001:2.0:1787762283.590049:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762283.590050:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762283.590052:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c77840.
00000100:00000001:2.0:1787762283.590054:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762283.590055:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762283.590057:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762283.590060:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c743c0 x1874600883825408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.590066:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762283.590067:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762283.590068:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762283.590070:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762283.590071:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762283.590072:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762283.590074:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762283.590075:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544a000.
02000000:00000001:2.0:1787762283.590077:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762283.590078:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762283.590079:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c743c0.
00000100:00000001:2.0:1787762283.590081:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762283.590082:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762283.590084:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762283.590087:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c770c0 x1874600883825536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.590093:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762283.590094:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762283.590095:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ee000.
02000000:00000001:2.0:1787762283.590097:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762283.590098:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762283.590100:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762283.590101:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762283.590103:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449800.
02000000:00000001:2.0:1787762283.590105:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762283.590106:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762283.590107:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c770c0.
00000100:00000001:2.0:1787762283.590109:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762283.590110:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762283.590111:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762283.590115:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c76580 x1874600883825664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762283.590121:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762283.590122:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762283.590124:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762283.590125:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762283.590126:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762283.590127:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762283.590129:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762283.590130:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544a800.
02000000:00000001:2.0:1787762283.590132:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762283.590133:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762283.590134:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c76580.
00000100:00000001:2.0:1787762283.590136:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762283.590137:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762283.590139:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762283.590146:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762283.590147:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762283.590149:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762283.590151:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762284.035687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762284.035694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762284.035699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762284.035700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762284.035703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762284.035704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762284.035722:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762284.035725:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762284.035728:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787762284.867755:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298342140, at 4298342144
00000100:00000040:0.0:1787762284.867759:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298342140, at 4298342144
00000100:00000010:1.0:1787762284.867776:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f74e0.
00000100:00000010:0.0:1787762284.867779:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f78a0.
00010000:00000001:0.0:1787762285.059740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762285.059749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762285.059755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762285.059757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762285.059760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762285.059762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762285.059846:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762285.059852:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762285.059857:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762286.083743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762286.083753:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762286.083755:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762286.083757:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762286.083763:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762286.083765:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762286.083766:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762286.083768:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762286.083771:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762286.083772:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762286.083775:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762286.083776:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762286.083798:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762286.083801:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762286.083804:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762287.107701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762287.107706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762287.107712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762287.107713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762287.107716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762287.107718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762287.107774:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762287.107778:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762287.107780:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762288.131719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762288.131726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762288.131732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762288.131733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762288.131737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762288.131738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762288.131763:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762288.131766:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762288.131767:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762288.707709:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762288.707716:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762288.707718:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762288.707721:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762288.707724:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762288.707729:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3673
00000400:00000200:2.0:1787762288.707736:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762288.707741:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762288.707743:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762288.707745:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762288.707747:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762288.707748:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762288.707750:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762288.707753:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762288.707754:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762288.707756:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762288.707759:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762288.707761:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762288.707762:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762288.707764:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762288.707765:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762288.707766:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762288.707767:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762288.707769:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762288.707771:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762288.707772:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762288.707774:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762288.707776:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762288.707778:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762288.707779:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762288.707780:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762288.707787:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ed680.
00000020:00000040:2.0:1787762288.707789:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762288.707792:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762288.707792:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762288.707795:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762288.707796:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762288.707799:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762288.707804:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ed800.
00000100:00000001:2.0:1787762288.707809:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762288.707815:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ed680 x1874600883825792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762288.707821:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762288.707824:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762288.707827:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa26a19] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ed680 x1874600883825792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762288.707848:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762288.707850:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762288.707852:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762288.707853:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762288.707854:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762288.707856:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762288.707858:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3673
00000400:00000200:2.0:1787762288.707860:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762288.707862:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762288.707864:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762288.707867:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762288.707870:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762288.707872:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762288.707874:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762288.707874:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762288.707879:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762288.707881:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1787762288.707882:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000100:00000001:1.0:1787762288.707885:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787762288.707886:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762288.707890:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762288.707893:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:1.0:1787762288.707896:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ed680 x1874600883825792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787762288.707897:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762288.707905:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762288.707910:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762288.707913:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787762288.707916:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762288.707917:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762288.707922:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787762288.707922:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
02000000:00000001:1.0:1787762288.707925:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1787762288.707927:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
02000000:00000001:1.0:1787762288.707928:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762288.707933:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ed680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883825792:192.168.204.116@tcp:250:kworker.0
00000100:00080000:2.0:1787762288.707936:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762288.707937:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762288.707941:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787762288.707941:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762288.707945:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762288.707946:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762288.707947:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762288.707953:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b000.
02000000:00000001:2.0:1787762288.707954:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762288.707955:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762288.707960:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762288.707963:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762288.707964:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762288.707968:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000008:00100000:2.0:1787762288.707969:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1787762288.707973:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000008:00000001:2.0:1787762288.707974:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762288.707979:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762288.707982:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883825792, portal 25
00000100:00000010:2.0:1787762288.707984:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ecb40.
00000100:00000001:1.0:1787762288.707987:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1787762288.707989:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
00000100:00000001:1.0:1787762288.707990:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089368704 : -115902620182912 : ffff9696517ed680)
02000000:00000001:2.0:1787762288.707995:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762288.707998:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762288.708000:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ed680 x1874600883825792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762288.708001:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762288.708003:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762288.708007:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762288.708012:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ee000.
00000100:00000001:2.0:1787762288.708015:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762288.708022:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1787762288.708023:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ecb40 x1874600883825920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787762288.708031:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00000001:2.0:1787762288.708031:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762288.708035:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762288.708037:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000040:2.0:1787762288.708039:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbcd7beb] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ecb40 x1874600883825920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762288.708043:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883825792, offset 0
00000100:00000001:2.0:1787762288.708048:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762288.708051:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762288.708054:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1787762288.708057:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000001:2.0:1787762288.708057:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762288.708059:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762288.708062:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762288.708064:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3673
00000400:00000200:1.0:1787762288.708071:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762288.708071:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762288.708075:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762288.708077:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762288.708081:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762288.708082:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000001:2.0:1787762288.708083:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762288.708086:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762288.708089:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762288.708090:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787762288.708091:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1787762288.708092:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762288.708095:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762288.708096:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762288.708098:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:1.0:1787762288.708099:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000020:00000001:2.0:1787762288.708100:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762288.708105:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762288.708106:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787762288.708107:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762288.708110:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762288.708112:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:1.0:1787762288.708114:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000020:00000040:2.0:1787762288.708115:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762288.708120:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762288.708123:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762288.708125:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3389:3389:256:4294967295] 192.168.204.116@tcp LPNI seq info [3389:3389:8:4294967295]
02000000:00000001:2.0:1787762288.708125:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762288.708128:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762288.708131:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762288.708133:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762288.708135:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000008:00100000:2.0:1787762288.708136:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762288.708140:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762288.708141:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762288.708143:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec000.
00000020:00000040:2.0:1787762288.708147:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762288.708150:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762288.708152:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762288.708154:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787762288.708154:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762288.708157:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762288.708159:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762288.708163:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef400.
00000100:00000001:2.0:1787762288.708167:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762288.708168:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00100000:2.0:1787762288.708171:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec000 x1874600883826048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1787762288.708176:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000100:00000001:2.0:1787762288.708177:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762288.708179:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762288.708183:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e53fc05c] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec000 x1874600883826048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787762288.708188:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:2.0:1787762288.708191:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762288.708194:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1787762288.708195:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000100:00080000:2.0:1787762288.708196:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762288.708198:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762288.708199:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762288.708202:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762288.708205:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3673
00000800:00000200:1.1:1787762288.708207:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000400:00000200:2.0:1787762288.708208:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762288.708214:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000800:00000200:1.1:1787762288.708214:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000100:00080000:2.0:1787762288.708217:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762288.708221:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762288.708223:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1787762288.708226:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00000040:2.0:1787762288.708227:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762288.708230:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000010:1.0:1787762288.708231:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000020:00000001:2.0:1787762288.708232:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762288.708233:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762288.708235:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762288.708237:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762288.708239:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000400:00000200:1.0:1787762288.708240:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1787762288.708240:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762288.708246:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762288.708248:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762288.708252:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1787762288.708252:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762288.708256:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762288.708259:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000400:00000200:1.0:1787762288.708261:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000100:00080000:2.0:1787762288.708261:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762288.708266:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762288.708267:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
02000000:00000001:2.0:1787762288.708267:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762288.708270:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762288.708272:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762288.708273:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762288.708274:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:2.0:1787762288.708275:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762288.708278:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762288.708282:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762288.708283:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ed680 x1874600883825792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787762288.708285:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517efc00.
00000020:00000040:2.0:1787762288.708290:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762288.708296:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762288.708298:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762288.708301:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762288.708302:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787762288.708303:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762288.708307:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762288.708308:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ed680 x1874600883825792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762313 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787762288.708315:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef000.
00000100:00000001:1.0:1787762288.708316:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762288.708320:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762288.708322:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762288.708325:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762288.708330:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00100000:2.0:1787762288.708331:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517efc00 x1874600883826176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762288.708332:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298347259
00000100:00000010:1.0:1787762288.708339:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d600.
00000100:00000001:2.0:1787762288.708345:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762288.708346:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762288.708347:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762288.708353:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298347259
00000100:00000010:1.0:1787762288.708356:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d660.
00000100:00000040:2.0:1787762288.708356:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c6b28ed] to pc [ptlrpcd_rcv+-1]  req@ffff9696517efc00 x1874600883826176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.708360:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762288.708364:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762288.708368:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762288.708372:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787762288.708376:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762288.708378:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762288/real 1787762288]  req@ffff9696517ed680 x1874600883825792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762288.708381:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762288.708387:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762288.708390:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762288.708392:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:1.0:1787762288.708393:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1787762288.708395:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:1.0:1787762288.708396:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762288.708399:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000100:00080000:2.0:1787762288.708400:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3673
00000400:00000200:1.0:1787762288.708402:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762288.708405:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000400:00000200:2.0:1787762288.708407:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762288.708408:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1787762288.708412:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000200:1.0:1787762288.708413:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ed680 x1874600883825792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762288.708414:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762288.708420:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762288.708424:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762288.708427:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762288.708431:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762288.708435:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762288.708437:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762288.708440:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1787762288.708443:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ed680 x1874600883825792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787762288.708443:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762288.708444:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762288.708449:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762288.708454:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762288.708456:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762288.708457:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762288.708458:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762288.708461:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762288.708462:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762288.708464:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762288.708465:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00100000:1.0:1787762288.708469:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ed680 x1874600883825792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787762288.708469:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762288.708472:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762288.708477:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762288.708481:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762288.708483:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787762288.708485:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762288.708489:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762288.708490:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ed680 x1874600883825792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762288.708493:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762288.708496:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762288.708500:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762288.708501:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762288.708502:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762288.708517:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762288.708520:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762288.708521:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1787762288.708522:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef480.
00000100:00000001:1.0:1787762288.708524:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:2.0:1787762288.708525:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000100:00000001:1.0:1787762288.708526:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1787762288.708529:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:1.0:1787762288.708530:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1787762288.708531:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762288.708535:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:1.0:1787762288.708536:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
02000000:00000001:2.0:1787762288.708537:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762288.708540:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762288.708541:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:2.0:1787762288.708543:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483edc00.
00000100:00000040:1.0:1787762288.708547:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ed680 x1874600883825792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762288.708548:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762288.708556:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef480 x1874600883826304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762288.708559:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ed680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883825792:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762288.708568:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762288.708569:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762288.708571:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787762288.708572:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762288.708575:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ed680 x1874600883825792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762288.708577:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8eb0c3a] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef480 x1874600883826304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.708615:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762288.708617:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762288.708619:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762288.708621:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762288.708623:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762288.708624:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762288.708625:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762288.708627:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ed800.
02000000:00000001:1.0:1787762288.708631:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762288.708633:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762288.708635:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ed680.
00000100:00000001:2.0:1787762288.708637:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762288.708638:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762288.708640:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762288.708642:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762288.708645:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3683)
00000100:00000001:1.0:1787762288.708649:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762288.708651:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762288.708653:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762288.708654:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762288.708656:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762288.708659:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ecb40 x1874600883825920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.708663:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762288.708664:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762288.708666:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762288.708667:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762288.708668:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762288.708670:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ecb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883825920:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762288.708672:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762288.708673:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762288.708674:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762288.708676:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762288.708678:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762288.708679:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762288.708681:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762288.708683:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762288.708686:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762288.708688:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883825920, portal 10
00000100:00000001:1.0:1787762288.708689:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762288.708690:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089365824 : -115902620185792 : ffff9696517ecb40)
00000100:00000040:1.0:1787762288.708694:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ecb40 x1874600883825920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.708697:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762288.708699:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762288.708700:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762288.708702:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883825920, offset 0
00000400:00000200:1.0:1787762288.708705:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762288.708708:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762288.708712:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762288.708715:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762288.708717:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762288.708719:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762288.708721:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762288.708724:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3390:3390:256:4294967295] 192.168.204.116@tcp LPNI seq info [3390:3390:8:4294967295]
00000400:00000200:1.0:1787762288.708727:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762288.708733:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762288.708737:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762288.708741:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762288.708745:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762288.708748:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762288.708752:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762288.708754:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762288.708758:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762288.708760:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762288.708762:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762288.708765:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762288.708767:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762288.708768:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762288.708770:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762288.708772:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ecb40 x1874600883825920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.708784:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762288.708786:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ecb40 x1874600883825920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762313 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.708790:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762288.708791:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762288.708793:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762288.708796:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762288.708798:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762288.708799:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298346020
00000100:00000001:1.0:1787762288.708801:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298347259
00000100:00000001:1.0:1787762288.708802:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298346020
00000100:00000001:1.0:1787762288.708804:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298347259
00000100:00000001:1.0:1787762288.708805:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762288.708806:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762288.708808:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762288.708810:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762288/real 1787762288]  req@ffff9696517ecb40 x1874600883825920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762288.708814:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762288.708814:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762288.708815:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762288.708817:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762288.708817:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762288.708818:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762288.708820:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ecb40 x1874600883825920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762288.708825:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ecb40 x1874600883825920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.708834:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762288.708836:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762288.708837:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762288.708838:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762288.708842:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ecb40 x1874600883825920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.708848:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762288.708853:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ecb40 x1874600883825920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.708859:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762288.708861:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762288.708863:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762288.708864:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762288.708865:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762288.708867:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762288.708869:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762288.708873:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762288.708875:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762288.708879:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ecb40 x1874600883825920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762288.708886:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ecb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883825920:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762288.708890:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762288.708893:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec000 x1874600883826048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.708899:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762288.708900:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762288.708902:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762288.708904:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762288.708906:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762288.708908:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883826048:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762288.708911:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762288.708913:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762288.708914:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762288.708915:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762288.708918:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762288.708920:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762288.708922:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762288.708924:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762288.708927:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762288.708930:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883826048, portal 10
00000100:00000001:1.0:1787762288.708932:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762288.708933:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089362944 : -115902620188672 : ffff9696517ec000)
00000100:00000040:1.0:1787762288.708937:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec000 x1874600883826048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.708942:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762288.708944:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762288.708946:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762288.708948:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883826048, offset 0
00000400:00000200:1.0:1787762288.708951:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762288.708955:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762288.708958:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762288.708960:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762288.708962:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762288.708964:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762288.708967:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762288.708969:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3391:3391:256:4294967295] 192.168.204.116@tcp LPNI seq info [3391:3391:8:4294967295]
00000400:00000200:1.0:1787762288.708972:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762288.708977:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762288.708982:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762288.708985:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762288.708988:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762288.708991:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762288.708994:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762288.708997:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762288.708999:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762288.709001:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762288.709003:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762288.709006:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762288.709008:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762288.709010:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762288.709012:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762288.709015:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ec000 x1874600883826048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.709022:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762288.709024:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec000 x1874600883826048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762313 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.709029:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762288.709031:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762288.709033:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762288.709035:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762288.709038:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762288.709039:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298346079
00000100:00000001:1.0:1787762288.709041:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298347259
00000100:00000001:1.0:1787762288.709043:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298346079
00000100:00000001:1.0:1787762288.709045:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298347259
00000100:00000001:1.0:1787762288.709047:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762288.709049:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762288.709051:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762288.709054:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762288/real 1787762288]  req@ffff9696517ec000 x1874600883826048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762288.709062:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762288.709063:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762288.709065:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762288.709067:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762288.709069:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762288.709071:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762288.709073:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec000 x1874600883826048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762288.709081:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec000 x1874600883826048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.709087:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762288.709088:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762288.709090:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762288.709091:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762288.709094:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec000 x1874600883826048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.709101:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762288.709104:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec000 x1874600883826048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.709109:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762288.709111:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762288.709113:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762288.709114:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762288.709115:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762288.709117:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762288.709119:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762288.709122:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762288.709124:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762288.709128:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec000 x1874600883826048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762288.709135:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883826048:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762288.709139:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762288.709141:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517efc00 x1874600883826176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.709146:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762288.709148:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762288.709150:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762288.709151:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762288.709153:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762288.709156:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517efc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883826176:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762288.709159:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762288.709161:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762288.709162:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762288.709164:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762288.709168:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449000.
02000000:00000001:1.0:1787762288.709170:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762288.709173:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762288.709176:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762288.709179:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762288.709182:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883826176, portal 4
00000100:00000001:1.0:1787762288.709185:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762288.709186:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089378304 : -115902620173312 : ffff9696517efc00)
00000100:00000040:1.0:1787762288.709192:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517efc00 x1874600883826176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.709199:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762288.709200:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762288.709203:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762288.709205:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883826176, offset 0
00000400:00000200:1.0:1787762288.709209:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762288.709213:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762288.709217:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762288.709220:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762288.709223:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762288.709225:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762288.709228:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762288.709231:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3392:3392:256:4294967295] 192.168.204.116@tcp LPNI seq info [3392:3392:8:4294967295]
00000400:00000200:1.0:1787762288.709235:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762288.709241:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762288.709246:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762288.709250:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762288.709253:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762288.709256:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762288.709260:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762288.709262:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762288.709265:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762288.709267:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762288.709269:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762288.709273:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762288.709276:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762288.709277:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762288.709280:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762288.709283:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517efc00 x1874600883826176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.709291:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762288.709293:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517efc00 x1874600883826176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762313 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.709299:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762288.709301:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762288.709303:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762288.709306:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762288.709309:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762288.709311:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298346000
00000100:00000001:1.0:1787762288.709313:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298347259
00000100:00000001:1.0:1787762288.709315:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298346000
00000100:00000001:1.0:1787762288.709316:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298347259
00000100:00000001:1.0:1787762288.709317:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762288.709319:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762288.709320:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762288.709322:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762288/real 1787762288]  req@ffff9696517efc00 x1874600883826176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762288.709327:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762288.709328:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762288.709329:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762288.709330:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762288.709332:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762288.709333:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762288.709335:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517efc00 x1874600883826176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762288.709339:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517efc00 x1874600883826176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.709343:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762288.709344:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762288.709345:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762288.709345:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762288.709347:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517efc00 x1874600883826176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.709351:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762288.709353:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517efc00 x1874600883826176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.709356:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762288.709358:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762288.709359:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762288.709360:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762288.709361:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762288.709363:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762288.709364:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762288.709366:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762288.709367:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762288.709369:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517efc00 x1874600883826176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762288.709373:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517efc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883826176:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762288.709376:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762288.709379:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef480 x1874600883826304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.709386:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762288.709387:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762288.709389:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762288.709390:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762288.709392:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762288.709395:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883826304:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762288.709397:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762288.709399:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762288.709400:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762288.709402:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762288.709405:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762288.709407:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762288.709410:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762288.709412:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762288.709415:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762288.709418:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883826304, portal 4
00000100:00000001:1.0:1787762288.709420:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762288.709421:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089376384 : -115902620175232 : ffff9696517ef480)
00000100:00000040:1.0:1787762288.709427:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef480 x1874600883826304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.709433:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762288.709435:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762288.709437:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762288.709439:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883826304, offset 0
00000400:00000200:1.0:1787762288.709443:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762288.709445:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762288.709448:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762288.709449:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762288.709451:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762288.709452:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762288.709454:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762288.709456:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3393:3393:256:4294967295] 192.168.204.116@tcp LPNI seq info [3393:3393:8:4294967295]
00000400:00000200:1.0:1787762288.709458:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762288.709461:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762288.709464:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762288.709465:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762288.709468:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762288.709469:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762288.709472:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762288.709473:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762288.709475:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762288.709477:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762288.709478:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762288.709480:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762288.709482:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762288.709483:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762288.709485:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762288.709487:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ef480 x1874600883826304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.709495:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762288.709497:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef480 x1874600883826304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762313 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.709501:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762288.709501:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762288.709503:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762288.709522:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762288.709524:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762288.709526:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298346007
00000100:00000001:1.0:1787762288.709527:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298347259
00000100:00000001:1.0:1787762288.709528:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298346007
00000100:00000001:1.0:1787762288.709530:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298347259
00000100:00000001:1.0:1787762288.709531:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762288.709532:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762288.709533:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762288.709536:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762288/real 1787762288]  req@ffff9696517ef480 x1874600883826304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762288.709540:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762288.709541:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762288.709542:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762288.709543:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762288.709544:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762288.709546:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762288.709547:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef480 x1874600883826304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762288.709552:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef480 x1874600883826304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.709555:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762288.709557:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762288.709558:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762288.709559:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762288.709561:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef480 x1874600883826304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.709564:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762288.709566:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef480 x1874600883826304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.709570:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762288.709571:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762288.709572:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762288.709573:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762288.709574:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762288.709574:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762288.709576:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762288.709577:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762288.709579:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762288.709580:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef480 x1874600883826304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762288.709584:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883826304:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762288.709587:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762288.709588:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762288.709589:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ecb40 x1874600883825920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.709593:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762288.709594:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762288.709608:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762288.709610:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762288.709611:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762288.709613:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762288.709614:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762288.709615:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ee000.
02000000:00000001:1.0:1787762288.709618:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762288.709618:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762288.709619:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ecb40.
00000100:00000001:1.0:1787762288.709621:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762288.709622:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762288.709623:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762288.709625:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec000 x1874600883826048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.709629:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762288.709629:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762288.709630:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762288.709631:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762288.709632:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762288.709633:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762288.709634:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762288.709634:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef400.
02000000:00000001:1.0:1787762288.709636:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762288.709636:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762288.709637:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec000.
00000100:00000001:1.0:1787762288.709638:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762288.709639:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762288.709639:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762288.709641:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517efc00 x1874600883826176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.709644:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762288.709645:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762288.709645:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449000.
02000000:00000001:1.0:1787762288.709646:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762288.709647:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762288.709648:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762288.709649:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762288.709649:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef000.
02000000:00000001:1.0:1787762288.709650:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762288.709651:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762288.709652:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517efc00.
00000100:00000001:1.0:1787762288.709653:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762288.709654:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762288.709655:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762288.709657:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef480 x1874600883826304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762288.709660:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762288.709661:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762288.709661:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762288.709662:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762288.709663:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762288.709664:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762288.709664:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762288.709665:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483edc00.
02000000:00000001:1.0:1787762288.709666:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762288.709667:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762288.709667:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef480.
00000100:00000001:1.0:1787762288.709668:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762288.709669:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762288.709670:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762288.709672:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762288.709673:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762288.709674:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762288.709675:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762289.155669:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762289.155675:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762289.155678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762289.155681:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762289.155682:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762289.155685:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762289.155687:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762289.155688:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762289.155690:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762289.155691:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762289.155693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762289.155694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762289.155761:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762289.155766:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762289.155769:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787762289.987735:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298347259, at 4298347264
00000100:00000040:0.0:1787762289.987738:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298347259, at 4298347264
00000100:00000010:1.0:1787762289.987754:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00000100:00000010:0.0:1787762289.987758:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00010000:00000001:0.0:1787762290.179756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762290.179765:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762290.179772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762290.179773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762290.179775:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762290.179776:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762290.179798:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762290.179800:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762290.179802:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762291.203750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762291.203757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762291.203761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762291.203762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762291.203764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762291.203768:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762291.203770:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762291.203774:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762291.203777:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762291.203780:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762291.203782:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762291.203784:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762291.203842:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762291.203846:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762291.203850:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762292.227722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762292.227728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762292.227733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762292.227735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762292.227738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762292.227739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762292.227756:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762292.227759:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762292.227762:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762293.251721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762293.251727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762293.251731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762293.251731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762293.251733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762293.251734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762293.251794:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762293.251798:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762293.251802:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762293.827767:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762293.827781:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762293.827784:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762293.827788:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762293.827794:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762293.827804:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3678
00000400:00000200:3.0:1787762293.827816:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762293.827824:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762293.827828:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762293.827832:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762293.827836:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762293.827839:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762293.827841:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762293.827847:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762293.827849:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762293.827852:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762293.827856:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762293.827859:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762293.827862:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762293.827865:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762293.827868:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762293.827870:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762293.827872:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762293.827876:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762293.827880:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762293.827884:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762293.827887:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762293.827891:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762293.827895:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762293.827898:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762293.827900:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762293.827918:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787762293.827923:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762293.827928:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762293.827930:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762293.827934:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762293.827939:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762293.827944:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762293.827954:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762293.827963:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762293.827989:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883826432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762293.828001:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762293.828007:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762293.828012:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883826432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762293.828039:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762293.828043:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762293.828046:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762293.828048:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762293.828050:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762293.828053:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762293.828057:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3678
00000400:00000200:3.0:1787762293.828062:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762293.828066:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000001:1.0:1787762293.828070:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787762293.828070:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762293.828075:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787762293.828076:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762293.828079:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762293.828080:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762293.828087:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ea940 x1874600883826432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762293.828094:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762293.828095:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762293.828098:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762293.828099:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
02000000:00000001:1.0:1787762293.828102:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1787762293.828103:0:8:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787762293.828105:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787762293.828107:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762293.828109:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762293.828112:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762293.828114:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762293.828119:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
02000000:00000001:1.0:1787762293.828123:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762293.828125:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762293.828130:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787762293.828131:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883826432:192.168.204.116@tcp:250:kworker.0
00000100:00000040:3.0:1787762293.828136:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762293.828140:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787762293.828141:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762293.828146:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
02000000:00000001:1.0:1787762293.828147:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1787762293.828150:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
02000000:00000001:1.0:1787762293.828153:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762293.828155:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762293.828157:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787762293.828160:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1787762293.828165:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762293.828169:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762293.828169:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762293.828175:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762293.828178:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762293.828181:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000008:00100000:3.0:1787762293.828184:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1787762293.828187:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000008:00000001:3.0:1787762293.828190:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762293.828194:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762293.828196:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000010:3.0:1787762293.828199:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787762293.828203:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
00000100:00000200:1.0:1787762293.828206:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883826432, portal 25
02000000:00000001:3.0:1787762293.828207:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762293.828210:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762293.828212:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762293.828213:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762293.828216:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885933376 : -115902823618240 : ffff9696455ea940)
02000000:00000001:3.0:1787762293.828217:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762293.828221:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762293.828226:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ea940 x1874600883826432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787762293.828230:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762293.828236:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762293.828238:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762293.828242:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00100000:3.0:1787762293.828246:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883826560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762293.828247:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000001:3.0:1787762293.828257:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762293.828260:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762293.828261:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883826432, offset 0
00000100:00000040:3.0:1787762293.828265:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883826560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762293.828275:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000001:3.0:1787762293.828282:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762293.828285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762293.828290:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:3.0:1787762293.828291:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762293.828295:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762293.828297:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787762293.828300:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000001:3.0:1787762293.828301:0:8:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787762293.828308:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787762293.828309:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3678
00000400:00000200:1.0:1787762293.828316:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:3.0:1787762293.828317:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762293.828321:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762293.828326:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:3.0:1787762293.828326:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000200:1.0:1787762293.828332:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3394:3394:256:4294967295] 192.168.204.116@tcp LPNI seq info [3394:3394:8:4294967295]
00000100:00080000:3.0:1787762293.828332:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787762293.828340:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:3.0:1787762293.828341:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762293.828345:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762293.828351:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762293.828353:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787762293.828357:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:1.0:1787762293.828362:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000020:00000001:3.0:1787762293.828362:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762293.828366:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000800:00000010:1.0:1787762293.828369:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000020:00000001:3.0:1787762293.828370:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762293.828374:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000800:00000200:1.0:1787762293.828379:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000001:3.0:1787762293.828379:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000800:00000200:1.0:1787762293.828385:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1787762293.828385:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762293.828395:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000800:00000200:1.1:1787762293.828395:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787762293.828401:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787762293.828401:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762293.828420:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00000040:3.0:1787762293.828423:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000010:1.0:1787762293.828424:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000100:00000001:3.0:1787762293.828429:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:1.0:1787762293.828433:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1787762293.828433:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000400:00000200:1.0:1787762293.828442:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1787762293.828442:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762293.828448:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762293.828449:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
02000000:00000001:3.0:1787762293.828451:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1787762293.828452:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
02000000:00000001:3.0:1787762293.828456:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762293.828458:0:2396:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787762293.828461:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762293.828463:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ea940 x1874600883826432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762293.828466:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762293.828470:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762293.828473:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1787762293.828475:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762293.828478:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea940 x1874600883826432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762318 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762293.828479:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762293.828487:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762293.828487:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000100:00000001:1.0:1787762293.828490:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1787762293.828493:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000100:00000001:1.0:1787762293.828497:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762293.828498:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762293.828502:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762293.828503:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762293.828506:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762293.828508:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298352379
02000000:00000001:3.0:1787762293.828510:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762293.828513:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762293.828518:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000010:1.0:1787762293.828520:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d660.
00000100:00000001:3.0:1787762293.828522:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762293.828529:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762293.828539:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298352379
00000100:00100000:3.0:1787762293.828540:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883826688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1787762293.828544:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d0c0.
00000100:00000001:1.0:1787762293.828549:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762293.828556:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762293.828558:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762293.828561:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762293.828562:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762293.828566:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1787762293.828570:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883826688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762293.828576:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762293/real 1787762293]  req@ffff9696455ea940 x1874600883826432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762293.828591:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762293.828630:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762293.828635:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762293.828637:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762293.828638:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:1.0:1787762293.828641:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787762293.828642:0:8:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:1.0:1787762293.828646:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1787762293.828648:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3678
00000400:00000010:1.0:1787762293.828650:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762293.828655:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000200:3.0:1787762293.828656:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762293.828659:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000400:00000200:3.0:1787762293.828663:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762293.828667:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762293.828673:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762293.828676:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787762293.828676:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762293.828680:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762293.828684:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000200:1.0:1787762293.828685:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ea940 x1874600883826432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762293.828688:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762293.828691:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762293.828693:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762293.828696:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762293.828701:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000200:1.0:1787762293.828704:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ea940 x1874600883826432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762293.828705:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762293.828713:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762293.828714:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762293.828716:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762293.828721:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762293.828727:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1787762293.828727:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00000001:1.0:1787762293.828730:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787762293.828733:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762293.828734:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762293.828737:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762293.828738:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762293.828743:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ea940 x1874600883826432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762293.828743:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762293.828748:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762293.828750:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787762293.828753:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762293.828756:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ea940 x1874600883826432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762293.828758:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762293.828762:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000100:00000001:1.0:1787762293.828763:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762293.828769:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1787762293.828769:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762293.828775:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762293.828775:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762293.828776:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762293.828780:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762293.828782:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:3.0:1787762293.828782:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000100:00080000:1.0:1787762293.828788:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:3.0:1787762293.828788:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762293.828795:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762293.828797:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762293.828799:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762293.828801:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:1.0:1787762293.828803:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
02000000:00000001:3.0:1787762293.828804:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762293.828810:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:3.0:1787762293.828812:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000040:1.0:1787762293.828816:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ea940 x1874600883826432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762293.828819:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762293.828828:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883826816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762293.828833:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883826432:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762293.828844:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762293.828844:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762293.828847:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762293.828849:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762293.828855:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883826816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762293.828857:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ea940 x1874600883826432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762293.828875:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762293.828878:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00080000:3.0:1787762293.828879:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762293.828884:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762293.828885:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762293.828887:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787762293.828888:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787762293.828889:0:8:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:1.0:1787762293.828893:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
00000100:00080000:3.0:1787762293.828894:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3678
02000000:00000001:1.0:1787762293.828901:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:3.0:1787762293.828901:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000001:1.0:1787762293.828905:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000400:00000200:3.0:1787762293.828906:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000020:00000040:1.0:1787762293.828909:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000100:00080000:3.0:1787762293.828911:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000020:00000001:1.0:1787762293.828915:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000040:3.0:1787762293.828916:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
02000000:00000010:1.0:1787762293.828919:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762293.828920:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762293.828924:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
02000000:00000001:1.0:1787762293.828926:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787762293.828928:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
02000000:00000001:1.0:1787762293.828930:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:3.0:1787762293.828933:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000010:1.0:1787762293.828934:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787762293.828936:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762293.828938:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762293.828940:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762293.828942:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762293.828948:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:1.0:1787762293.828949:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762293.828953:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762293.828953:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762293.828958:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762293.828959:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762293.828961:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762293.828965:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762293.828968:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00000001:1.0:1787762293.828970:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787762293.828971:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762293.828974:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762293.828975:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762293.828979:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787762293.828979:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762293.828982:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787762293.828984:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762293.828985:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787762293.828989:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762293.828991:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762293.828994:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000040:1.0:1787762293.828997:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e9a40 x1874600883826560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787762293.828998:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762293.829001:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762293.829007:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787762293.829012:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762293.829017:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762293.829020:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762293.829022:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762293.829023:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762293.829025:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762293.829027:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762293.829030:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762293.829030:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762293.829034:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1787762293.829036:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
02000000:00000001:1.0:1787762293.829038:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762293.829043:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762293.829044:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883826560:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762293.829049:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1787762293.829052:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883826944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787762293.829053:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762293.829056:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762293.829060:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762293.829065:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762293.829069:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762293.829077:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762293.829078:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787762293.829082:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000100:00000001:3.0:1787762293.829083:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762293.829091:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000040:3.0:1787762293.829091:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883826944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762293.829097:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883826560, portal 10
00000100:00000001:1.0:1787762293.829101:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762293.829104:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885929536 : -115902823622080 : ffff9696455e9a40)
00000100:00000001:3.0:1787762293.829108:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762293.829114:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3688)
00000100:00000040:1.0:1787762293.829115:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e9a40 x1874600883826560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.829123:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762293.829126:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762293.829129:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762293.829131:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883826560, offset 0
00000400:00000200:1.0:1787762293.829135:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762293.829140:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762293.829144:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762293.829148:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762293.829150:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762293.829152:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762293.829155:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762293.829158:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3395:3395:256:4294967295] 192.168.204.116@tcp LPNI seq info [3395:3395:8:4294967295]
00000400:00000200:1.0:1787762293.829162:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762293.829168:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762293.829172:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762293.829175:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762293.829179:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762293.829182:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762293.829186:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762293.829188:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762293.829192:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762293.829194:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762293.829197:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762293.829199:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762293.829202:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762293.829204:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762293.829206:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762293.829209:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e9a40 x1874600883826560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.829217:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762293.829219:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9a40 x1874600883826560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762318 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.829225:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762293.829227:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762293.829230:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762293.829233:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762293.829236:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762293.829238:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298351140
00000100:00000001:1.0:1787762293.829241:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298352379
00000100:00000001:1.0:1787762293.829243:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298351140
00000100:00000001:1.0:1787762293.829245:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298352379
00000100:00000001:1.0:1787762293.829247:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762293.829250:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762293.829251:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762293.829255:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762293/real 1787762293]  req@ffff9696455e9a40 x1874600883826560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762293.829262:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762293.829263:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762293.829265:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762293.829267:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762293.829269:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762293.829271:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762293.829274:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e9a40 x1874600883826560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762293.829281:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e9a40 x1874600883826560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.829287:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762293.829288:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762293.829290:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762293.829291:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762293.829294:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e9a40 x1874600883826560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.829301:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762293.829304:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e9a40 x1874600883826560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.829310:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762293.829313:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762293.829314:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762293.829315:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762293.829317:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762293.829318:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762293.829321:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762293.829325:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762293.829327:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762293.829330:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e9a40 x1874600883826560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762293.829337:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883826560:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762293.829341:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762293.829343:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8f00 x1874600883826688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.829349:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762293.829350:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762293.829352:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762293.829354:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762293.829356:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762293.829358:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883826688:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762293.829361:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762293.829363:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762293.829364:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762293.829366:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762293.829370:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449000.
02000000:00000001:1.0:1787762293.829371:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762293.829374:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762293.829376:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762293.829379:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762293.829382:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883826688, portal 10
00000100:00000001:1.0:1787762293.829383:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762293.829384:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885926656 : -115902823624960 : ffff9696455e8f00)
00000100:00000040:1.0:1787762293.829390:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8f00 x1874600883826688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.829395:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762293.829397:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762293.829399:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762293.829401:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883826688, offset 0
00000400:00000200:1.0:1787762293.829416:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762293.829420:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762293.829423:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762293.829426:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762293.829428:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762293.829431:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762293.829433:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762293.829435:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3396:3396:256:4294967295] 192.168.204.116@tcp LPNI seq info [3396:3396:8:4294967295]
00000400:00000200:1.0:1787762293.829439:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762293.829444:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762293.829448:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762293.829451:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762293.829455:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762293.829457:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762293.829461:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762293.829463:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762293.829467:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762293.829468:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762293.829471:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762293.829474:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762293.829476:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762293.829478:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762293.829480:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762293.829493:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e8f00 x1874600883826688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.829499:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762293.829505:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8f00 x1874600883826688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762318 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.829511:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762293.829512:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762293.829516:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762293.829519:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762293.829522:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762293.829524:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298351199
00000100:00000001:1.0:1787762293.829527:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298352379
00000100:00000001:1.0:1787762293.829529:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298351199
00000100:00000001:1.0:1787762293.829531:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298352379
00000100:00000001:1.0:1787762293.829533:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762293.829535:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762293.829536:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762293.829540:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762293/real 1787762293]  req@ffff9696455e8f00 x1874600883826688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762293.829547:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762293.829548:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762293.829550:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762293.829552:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762293.829554:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762293.829555:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762293.829558:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8f00 x1874600883826688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762293.829566:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8f00 x1874600883826688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.829572:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762293.829573:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762293.829575:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762293.829576:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762293.829579:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8f00 x1874600883826688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.829585:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762293.829588:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8f00 x1874600883826688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.829612:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762293.829615:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762293.829616:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762293.829618:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762293.829619:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762293.829621:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762293.829623:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762293.829627:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762293.829629:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762293.829633:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8f00 x1874600883826688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762293.829641:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883826688:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762293.829645:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762293.829648:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455eb840 x1874600883826816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.829654:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762293.829655:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762293.829657:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762293.829659:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762293.829660:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762293.829663:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455eb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883826816:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762293.829666:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762293.829669:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762293.829670:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762293.829672:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762293.829675:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762293.829677:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762293.829681:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762293.829684:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762293.829687:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762293.829690:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883826816, portal 4
00000100:00000001:1.0:1787762293.829692:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762293.829693:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885937216 : -115902823614400 : ffff9696455eb840)
00000100:00000040:1.0:1787762293.829700:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455eb840 x1874600883826816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.829706:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762293.829708:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762293.829710:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762293.829713:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883826816, offset 0
00000400:00000200:1.0:1787762293.829717:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762293.829720:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762293.829724:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762293.829726:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762293.829727:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762293.829729:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762293.829731:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762293.829733:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3397:3397:256:4294967295] 192.168.204.116@tcp LPNI seq info [3397:3397:8:4294967295]
00000400:00000200:1.0:1787762293.829735:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762293.829739:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762293.829742:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762293.829745:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762293.829747:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762293.829749:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762293.829752:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762293.829754:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762293.829756:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762293.829757:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762293.829759:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762293.829761:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762293.829763:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762293.829764:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762293.829766:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762293.829769:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455eb840 x1874600883826816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.829774:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762293.829775:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb840 x1874600883826816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762318 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.829779:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762293.829780:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762293.829782:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762293.829784:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762293.829786:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762293.829787:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298351121
00000100:00000001:1.0:1787762293.829789:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298352379
00000100:00000001:1.0:1787762293.829791:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298351121
00000100:00000001:1.0:1787762293.829792:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298352379
00000100:00000001:1.0:1787762293.829793:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762293.829794:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762293.829795:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762293.829797:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762293/real 1787762293]  req@ffff9696455eb840 x1874600883826816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762293.829801:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762293.829802:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762293.829803:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762293.829804:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762293.829805:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762293.829807:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762293.829808:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455eb840 x1874600883826816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762293.829813:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455eb840 x1874600883826816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.829821:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762293.829822:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762293.829824:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762293.829824:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762293.829826:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455eb840 x1874600883826816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.829830:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762293.829832:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455eb840 x1874600883826816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.829835:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762293.829836:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762293.829837:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762293.829838:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762293.829839:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762293.829840:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762293.829842:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762293.829844:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762293.829846:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762293.829848:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455eb840 x1874600883826816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762293.829851:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455eb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883826816:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762293.829853:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762293.829854:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762293.829856:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e9a40 x1874600883826560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.829859:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762293.829861:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762293.829862:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762293.829863:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762293.829864:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762293.829866:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762293.829867:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762293.829868:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89400.
02000000:00000001:1.0:1787762293.829870:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762293.829870:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762293.829871:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e9a40.
00000100:00000001:1.0:1787762293.829873:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762293.829874:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762293.829875:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762293.829877:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8f00 x1874600883826688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.829880:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762293.829881:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762293.829882:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449000.
02000000:00000001:1.0:1787762293.829883:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762293.829884:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762293.829884:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762293.829885:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762293.829886:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89000.
02000000:00000001:1.0:1787762293.829887:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762293.829887:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762293.829888:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8f00.
00000100:00000001:1.0:1787762293.829889:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762293.829890:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762293.829891:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762293.829892:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455eb840 x1874600883826816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.829896:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762293.829896:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762293.829897:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762293.829898:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762293.829899:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762293.829899:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762293.829901:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762293.829902:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8a400.
02000000:00000001:1.0:1787762293.829903:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762293.829904:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762293.829905:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455eb840.
00000100:00000001:1.0:1787762293.829906:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762293.829907:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762293.829908:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762293.829910:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762293.829911:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762293.829912:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762293.829913:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762293.829913:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762293.829915:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ea580 x1874600883826944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.829919:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762293.829920:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762293.829921:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762293.829922:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762293.829924:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762293.829926:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ea580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883826944:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762293.829927:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762293.829928:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762293.829929:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762293.829930:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762293.829932:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762293.829932:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762293.829934:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762293.829935:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762293.829938:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762293.829941:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883826944, portal 4
00000100:00000001:1.0:1787762293.829942:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762293.829944:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885932416 : -115902823619200 : ffff9696455ea580)
00000100:00000040:1.0:1787762293.829949:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ea580 x1874600883826944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.829960:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762293.829963:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762293.829965:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762293.829968:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883826944, offset 0
00000400:00000200:1.0:1787762293.829971:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762293.829975:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762293.829978:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762293.829981:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762293.829983:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762293.829985:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762293.829987:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762293.829990:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3398:3398:256:4294967295] 192.168.204.116@tcp LPNI seq info [3398:3398:8:4294967295]
00000400:00000200:1.0:1787762293.829993:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762293.829997:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762293.830000:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762293.830002:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762293.830004:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762293.830006:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762293.830009:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762293.830010:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762293.830013:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762293.830014:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762293.830016:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762293.830018:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762293.830020:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762293.830021:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762293.830023:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762293.830026:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ea580 x1874600883826944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.830032:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762293.830035:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea580 x1874600883826944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762318 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.830045:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762293.830046:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762293.830048:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762293.830051:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762293.830054:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762293.830056:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298351128
00000100:00000001:1.0:1787762293.830058:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298352379
00000100:00000001:1.0:1787762293.830060:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298351128
00000100:00000001:1.0:1787762293.830062:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298352379
00000100:00000001:1.0:1787762293.830064:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762293.830066:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762293.830067:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762293.830071:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762293/real 1787762293]  req@ffff9696455ea580 x1874600883826944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762293.830079:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762293.830080:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762293.830082:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762293.830084:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762293.830086:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762293.830087:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762293.830090:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ea580 x1874600883826944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762293.830099:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ea580 x1874600883826944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.830105:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762293.830106:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762293.830107:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762293.830108:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762293.830110:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ea580 x1874600883826944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.830115:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762293.830118:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ea580 x1874600883826944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.830122:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762293.830123:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762293.830124:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762293.830124:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762293.830125:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762293.830126:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762293.830128:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762293.830130:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762293.830132:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762293.830135:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ea580 x1874600883826944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762293.830142:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ea580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883826944:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762293.830145:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762293.830147:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762293.830149:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ea580 x1874600883826944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762318 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762293.830153:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762293.830155:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762293.830157:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762293.830159:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762293.830161:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762293.830162:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762293.830164:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762293.830166:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89c00.
02000000:00000001:1.0:1787762293.830167:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762293.830169:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762293.830170:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ea580.
00000100:00000001:1.0:1787762293.830173:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762293.830174:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762293.830176:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762293.830179:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762293.830180:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762293.830181:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762293.830182:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762294.275770:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762294.275779:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762294.275787:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762294.275788:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762294.275792:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762294.275793:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762294.275821:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762294.275823:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762294.275826:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762295.107694:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298352379, at 4298352384
00000100:00000040:1.0:1787762295.107705:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298352379, at 4298352384
00000100:00000010:0.0:1787762295.107707:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00000100:00000010:1.0:1787762295.107718:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787762295.299705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762295.299711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762295.299717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762295.299719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762295.299722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762295.299723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762295.299795:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762295.299799:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762295.299803:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762296.323702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762296.323710:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762296.323712:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762296.323715:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762296.323720:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762296.323722:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762296.323724:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762296.323726:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762296.323730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762296.323731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762296.323734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762296.323735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762296.323754:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762296.323756:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762296.323759:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762297.347918:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762297.347923:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762297.347927:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762297.347928:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762297.347930:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762297.347931:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762297.347982:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762297.347985:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762297.347988:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762298.371724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762298.371732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762298.371737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762298.371738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762298.371740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762298.371741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762298.371762:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762298.371764:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762298.371766:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762298.947729:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762298.947736:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762298.947738:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762298.947741:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762298.947743:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762298.947749:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3683
00000400:00000200:2.0:1787762298.947755:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762298.947759:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762298.947761:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762298.947763:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762298.947765:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762298.947767:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762298.947769:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762298.947772:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762298.947773:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762298.947775:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762298.947777:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762298.947779:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762298.947781:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762298.947783:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762298.947784:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762298.947785:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762298.947786:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762298.947787:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762298.947789:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762298.947791:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762298.947793:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762298.947795:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762298.947796:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762298.947797:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762298.947799:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762298.947807:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee1c0.
00000020:00000040:2.0:1787762298.947809:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762298.947812:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762298.947813:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762298.947815:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762298.947817:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762298.947819:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762298.947824:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef000.
00000100:00000001:2.0:1787762298.947829:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762298.947835:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee1c0 x1874600883827072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762298.947842:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762298.947844:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762298.947848:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000dbff278] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee1c0 x1874600883827072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762298.947877:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762298.947879:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762298.947881:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762298.947882:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762298.947883:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762298.947885:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762298.947887:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3683
00000400:00000200:2.0:1787762298.947889:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762298.947891:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762298.947892:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762298.947894:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762298.947895:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762298.947896:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762298.947898:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762298.947899:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762298.947900:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762298.947901:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762298.947902:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762298.947904:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762298.947905:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762298.947907:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762298.947909:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762298.947910:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762298.947911:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762298.947913:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1787762298.947913:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00000001:1.0:1787762298.947917:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787762298.947917:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762298.947919:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762298.947921:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787762298.947922:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762298.947927:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787762298.947928:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ee1c0 x1874600883827072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762298.947930:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762298.947934:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762298.947940:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:2.0:1787762298.947940:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762298.947943:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787762298.947944:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762298.947946:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787762298.947947:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762298.947949:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1787762298.947950:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec3c0.
02000000:00000001:1.0:1787762298.947952:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762298.947953:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
00000100:00100000:1.0:1787762298.947956:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ee1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883827072:192.168.204.116@tcp:250:kworker.0
02000000:00000001:2.0:1787762298.947957:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762298.947960:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762298.947961:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787762298.947962:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762298.947964:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762298.947964:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762298.947966:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762298.947967:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762298.947969:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef400.
02000000:00000001:1.0:1787762298.947970:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787762298.947975:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762298.947976:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
00000100:00100000:2.0:1787762298.947980:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec3c0 x1874600883827200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787762298.947981:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762298.947988:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762298.947991:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762298.947992:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762298.947996:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ac1d0d0] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec3c0 x1874600883827200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787762298.947998:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000100:00000001:2.0:1787762298.948005:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762298.948007:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787762298.948008:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00080000:2.0:1787762298.948013:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762298.948014:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762298.948015:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1787762298.948017:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883827072, portal 25
00000100:00000001:2.0:1787762298.948018:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762298.948021:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3683
00000100:00000001:1.0:1787762298.948023:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1787762298.948024:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762298.948026:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089371584 : -115902620180032 : ffff9696517ee1c0)
00000400:00000200:2.0:1787762298.948028:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762298.948032:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762298.948035:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762298.948038:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762298.948039:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ee1c0 x1874600883827072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762298.948041:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762298.948045:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762298.948049:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762298.948051:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000100:00000001:1.0:1787762298.948052:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1787762298.948054:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787762298.948057:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000020:00000040:2.0:1787762298.948058:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000400:00000010:1.0:1787762298.948061:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000020:00000001:2.0:1787762298.948061:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762298.948062:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000200:1.0:1787762298.948065:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883827072, offset 0
00000100:00000040:2.0:1787762298.948068:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762298.948072:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762298.948073:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000040:2.0:1787762298.948076:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762298.948080:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:1.0:1787762298.948083:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000040:2.0:1787762298.948085:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000400:00000200:1.0:1787762298.948090:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00080000:2.0:1787762298.948091:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000400:00000200:1.0:1787762298.948095:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762298.948099:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00000001:2.0:1787762298.948102:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762298.948104:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1787762298.948106:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762298.948107:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762298.948111:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3399:3399:256:4294967295] 192.168.204.116@tcp LPNI seq info [3399:3399:8:4294967295]
02000000:00000001:2.0:1787762298.948111:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762298.948117:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762298.948118:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762298.948123:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762298.948127:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762298.948129:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000008:00000001:2.0:1787762298.948133:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762298.948137:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000001:2.0:1787762298.948137:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762298.948143:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762298.948149:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000010:2.0:1787762298.948151:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ed2c0.
00000800:00000200:1.0:1787762298.948152:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000020:00000040:2.0:1787762298.948158:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000800:00000200:1.1:1787762298.948159:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762298.948163:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
02000000:00000001:2.0:1787762298.948164:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762298.948167:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787762298.948168:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762298.948172:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000100:00000001:2.0:1787762298.948172:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762298.948176:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787762298.948178:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1787762298.948180:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762298.948183:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762298.948187:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
02000000:00000010:2.0:1787762298.948188:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ee000.
00000400:00000010:1.0:1787762298.948189:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:2.0:1787762298.948194:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762298.948195:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762298.948199:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ee1c0 x1874600883827072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762298.948204:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ed2c0 x1874600883827328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762298.948207:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762298.948213:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee1c0 x1874600883827072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762298.948213:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762298.948217:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762298.948224:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762298.948224:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ed0154] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ed2c0 x1874600883827328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.948227:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762298.948233:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762298.948234:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762298.948237:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:2.0:1787762298.948238:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762298.948240:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298357499
00000100:00000010:1.0:1787762298.948246:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d0c0.
00000100:00080000:2.0:1787762298.948247:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762298.948250:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787762298.948252:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00080000:2.0:1787762298.948252:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762298.948256:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762298.948260:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298357499
00000100:00080000:2.0:1787762298.948261:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3683
00000100:00000010:1.0:1787762298.948263:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d360.
00000100:00000001:1.0:1787762298.948267:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762298.948271:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762298.948271:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762298.948275:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762298.948277:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:2.0:1787762298.948279:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00100000:1.0:1787762298.948283:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762298/real 1787762298]  req@ffff9696517ee1c0 x1874600883827072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762298.948285:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762298.948292:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000001:1.0:1787762298.948293:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762298.948295:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762298.948298:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000100:00000001:2.0:1787762298.948298:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762298.948303:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762298.948318:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000040:2.0:1787762298.948320:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762298.948322:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787762298.948325:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000200:1.0:1787762298.948328:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ee1c0 x1874600883827072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787762298.948330:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762298.948332:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762298.948336:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762298.948339:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762298.948344:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000200:1.0:1787762298.948345:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ee1c0 x1874600883827072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787762298.948348:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762298.948356:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762298.948361:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762298.948366:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762298.948369:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762298.948370:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762298.948372:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762298.948377:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:2.0:1787762298.948377:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00000001:1.0:1787762298.948380:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762298.948384:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00100000:1.0:1787762298.948386:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ee1c0 x1874600883827072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762298.948389:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762298.948391:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762298.948394:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762298.948399:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762298.948403:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762298.948406:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000100:00000001:1.0:1787762298.948408:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1787762298.948410:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762298.948414:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762298.948416:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ee1c0 x1874600883827072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787762298.948419:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee580.
00000020:00000040:2.0:1787762298.948422:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762298.948426:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762298.948429:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762298.948432:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762298.948432:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762298.948434:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787762298.948438:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787762298.948438:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762298.948442:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762298.948444:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1787762298.948444:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ed800.
00000100:00000001:1.0:1787762298.948449:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762298.948451:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762298.948452:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762298.948457:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1787762298.948461:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee580 x1874600883827456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762298.948464:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762298.948469:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787762298.948476:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787762298.948477:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ee1c0 x1874600883827072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762298.948481:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762298.948490:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d12b9ce] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee580 x1874600883827456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762298.948493:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ee1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883827072:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762298.948503:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762298.948505:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762298.948507:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1787762298.948511:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787762298.948513:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ee1c0 x1874600883827072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762298.948518:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762298.948521:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762298.948524:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762298.948527:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1787762298.948529:0:13263:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787762298.948530:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762298.948533:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
00000100:00080000:2.0:1787762298.948534:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3683
02000000:00000001:1.0:1787762298.948536:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762298.948539:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762298.948541:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000400:00000200:2.0:1787762298.948542:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000001:1.0:1787762298.948543:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762298.948547:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef000.
00000400:00000200:2.0:1787762298.948549:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
02000000:00000001:1.0:1787762298.948552:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:2.0:1787762298.948553:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787762298.948555:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762298.948559:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ee1c0.
00000100:00000040:2.0:1787762298.948560:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762298.948564:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762298.948565:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762298.948567:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762298.948569:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762298.948572:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762298.948573:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762298.948577:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762298.948581:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762298.948583:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762298.948586:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1787762298.948589:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000100:00000001:1.0:1787762298.948590:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787762298.948592:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762298.948593:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787762298.948595:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762298.948629:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762298.948631:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:1.0:1787762298.948632:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec3c0 x1874600883827200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762298.948635:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762298.948638:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762298.948642:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762298.948645:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762298.948649:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1787762298.948649:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00000001:1.0:1787762298.948652:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762298.948654:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
02000000:00000001:1.0:1787762298.948655:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787762298.948657:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762298.948658:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762298.948660:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762298.948661:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762298.948663:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787762298.948665:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883827200:192.168.204.116@tcp:38:kworker.0
02000000:00000001:2.0:1787762298.948666:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762298.948671:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787762298.948671:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762298.948674:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1787762298.948675:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
02000000:00000001:1.0:1787762298.948676:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787762298.948678:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762298.948679:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787762298.948681:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762298.948686:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef0c0.
00000020:00000040:2.0:1787762298.948688:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762298.948691:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762298.948692:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762298.948694:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1787762298.948696:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:2.0:1787762298.948696:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762298.948698:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762298.948699:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762298.948706:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000010:2.0:1787762298.948706:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef800.
00000400:00000010:1.0:1787762298.948712:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000100:00000001:2.0:1787762298.948713:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762298.948717:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00100000:2.0:1787762298.948721:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef0c0 x1874600883827584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787762298.948723:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883827200, portal 10
00000100:00000001:1.0:1787762298.948727:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762298.948730:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089363904 : -115902620187712 : ffff9696517ec3c0)
00000100:00000001:2.0:1787762298.948737:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787762298.948741:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec3c0 x1874600883827200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762298.948741:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762298.948749:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007513b59] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef0c0 x1874600883827584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.948751:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762298.948756:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762298.948759:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762298.948762:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883827200, offset 0
00000400:00000200:1.0:1787762298.948769:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000001:2.0:1787762298.948769:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762298.948775:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3693)
00000400:00000200:1.0:1787762298.948776:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762298.948781:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762298.948784:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762298.948786:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762298.948788:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762298.948790:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762298.948794:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3400:3400:256:4294967295] 192.168.204.116@tcp LPNI seq info [3400:3400:8:4294967295]
00000400:00000200:1.0:1787762298.948799:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762298.948804:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762298.948808:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762298.948812:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762298.948825:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762298.948828:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762298.948836:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762298.948838:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787762298.948841:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762298.948842:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762298.948844:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762298.948846:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762298.948848:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762298.948849:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762298.948851:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762298.948854:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ec3c0 x1874600883827200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.948862:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762298.948864:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec3c0 x1874600883827200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.948868:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762298.948869:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762298.948871:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762298.948874:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762298.948876:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762298.948877:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298356260
00000100:00000001:1.0:1787762298.948879:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298357499
00000100:00000001:1.0:1787762298.948880:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298356260
00000100:00000001:1.0:1787762298.948882:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298357499
00000100:00000001:1.0:1787762298.948883:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762298.948884:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762298.948885:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762298.948887:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762298/real 1787762298]  req@ffff9696517ec3c0 x1874600883827200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762298.948891:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762298.948892:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762298.948893:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762298.948894:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762298.948895:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762298.948896:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762298.948898:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec3c0 x1874600883827200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762298.948903:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec3c0 x1874600883827200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.948906:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762298.948907:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762298.948909:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762298.948909:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762298.948911:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec3c0 x1874600883827200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.948915:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762298.948917:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec3c0 x1874600883827200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.948921:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762298.948922:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762298.948923:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762298.948924:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762298.948925:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762298.948927:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762298.948928:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762298.948930:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762298.948931:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762298.948933:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec3c0 x1874600883827200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762298.948938:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883827200:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762298.948940:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762298.948942:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ed2c0 x1874600883827328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.948946:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762298.948946:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762298.948947:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762298.948949:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762298.948950:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762298.948952:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ed2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883827328:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762298.948953:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762298.948955:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762298.948956:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762298.948957:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762298.948959:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449000.
02000000:00000001:1.0:1787762298.948960:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762298.948962:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762298.948963:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762298.948965:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762298.948967:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883827328, portal 10
00000100:00000001:1.0:1787762298.948968:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762298.948969:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089367744 : -115902620183872 : ffff9696517ed2c0)
00000100:00000040:1.0:1787762298.948972:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ed2c0 x1874600883827328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.948977:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762298.948979:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762298.948981:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762298.948983:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883827328, offset 0
00000400:00000200:1.0:1787762298.948986:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762298.948990:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762298.948993:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762298.948995:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762298.948998:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762298.949000:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762298.949002:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762298.949005:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3401:3401:256:4294967295] 192.168.204.116@tcp LPNI seq info [3401:3401:8:4294967295]
00000400:00000200:1.0:1787762298.949009:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762298.949015:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762298.949019:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762298.949022:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762298.949025:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762298.949027:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762298.949029:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762298.949031:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787762298.949033:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762298.949034:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762298.949036:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762298.949038:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762298.949040:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762298.949041:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762298.949043:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762298.949045:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ed2c0 x1874600883827328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.949050:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762298.949051:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ed2c0 x1874600883827328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.949055:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762298.949056:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762298.949058:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762298.949060:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762298.949061:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762298.949063:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298356319
00000100:00000001:1.0:1787762298.949064:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298357499
00000100:00000001:1.0:1787762298.949065:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298356319
00000100:00000001:1.0:1787762298.949067:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298357499
00000100:00000001:1.0:1787762298.949068:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762298.949069:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762298.949070:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762298.949072:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762298/real 1787762298]  req@ffff9696517ed2c0 x1874600883827328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762298.949076:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762298.949078:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762298.949078:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762298.949080:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762298.949081:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762298.949082:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762298.949084:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ed2c0 x1874600883827328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762298.949088:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ed2c0 x1874600883827328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.949091:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762298.949092:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762298.949093:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762298.949093:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762298.949095:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ed2c0 x1874600883827328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.949099:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762298.949101:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ed2c0 x1874600883827328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.949104:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762298.949105:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762298.949106:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762298.949107:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762298.949108:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762298.949109:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762298.949111:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762298.949112:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762298.949113:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762298.949115:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ed2c0 x1874600883827328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762298.949123:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ed2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883827328:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762298.949125:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762298.949127:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ee580 x1874600883827456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.949130:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762298.949131:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762298.949132:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762298.949133:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762298.949134:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762298.949136:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883827456:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762298.949137:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762298.949138:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762298.949139:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762298.949140:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762298.949142:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762298.949143:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762298.949145:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762298.949146:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762298.949148:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762298.949150:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883827456, portal 4
00000100:00000001:1.0:1787762298.949152:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762298.949153:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089372544 : -115902620179072 : ffff9696517ee580)
00000100:00000040:1.0:1787762298.949158:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ee580 x1874600883827456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.949163:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762298.949165:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762298.949167:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762298.949170:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883827456, offset 0
00000400:00000200:1.0:1787762298.949173:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762298.949177:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762298.949180:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762298.949183:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762298.949185:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762298.949187:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762298.949190:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762298.949192:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3402:3402:256:4294967295] 192.168.204.116@tcp LPNI seq info [3402:3402:8:4294967295]
00000400:00000200:1.0:1787762298.949196:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762298.949201:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762298.949204:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762298.949206:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762298.949208:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762298.949210:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762298.949212:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762298.949214:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787762298.949216:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762298.949217:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762298.949219:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762298.949221:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762298.949223:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762298.949224:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762298.949225:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762298.949227:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ee580 x1874600883827456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.949232:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762298.949234:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee580 x1874600883827456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.949238:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762298.949239:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762298.949240:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762298.949242:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762298.949244:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762298.949245:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298356240
00000100:00000001:1.0:1787762298.949247:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298357499
00000100:00000001:1.0:1787762298.949248:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298356240
00000100:00000001:1.0:1787762298.949249:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298357499
00000100:00000001:1.0:1787762298.949250:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762298.949252:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762298.949253:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762298.949254:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762298/real 1787762298]  req@ffff9696517ee580 x1874600883827456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762298.949259:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762298.949259:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762298.949260:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762298.949261:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762298.949262:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762298.949264:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762298.949265:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ee580 x1874600883827456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762298.949270:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ee580 x1874600883827456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.949273:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762298.949274:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762298.949275:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762298.949275:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762298.949277:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ee580 x1874600883827456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.949280:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762298.949283:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ee580 x1874600883827456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.949286:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762298.949288:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762298.949289:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762298.949290:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762298.949291:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762298.949292:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762298.949293:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762298.949295:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762298.949296:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762298.949298:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ee580 x1874600883827456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762298.949302:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883827456:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762298.949304:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762298.949305:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762298.949321:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec3c0 x1874600883827200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.949326:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762298.949327:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762298.949329:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762298.949331:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762298.949333:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762298.949334:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762298.949336:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762298.949338:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef400.
02000000:00000001:1.0:1787762298.949340:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762298.949342:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762298.949343:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec3c0.
00000100:00000001:1.0:1787762298.949346:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762298.949347:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762298.949348:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762298.949352:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ed2c0 x1874600883827328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.949361:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762298.949362:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762298.949363:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449000.
02000000:00000001:1.0:1787762298.949365:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762298.949365:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762298.949366:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762298.949367:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762298.949368:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ee000.
02000000:00000001:1.0:1787762298.949370:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762298.949371:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762298.949372:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ed2c0.
00000100:00000001:1.0:1787762298.949373:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762298.949374:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762298.949375:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762298.949376:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ee580 x1874600883827456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.949380:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762298.949380:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762298.949381:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762298.949382:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762298.949383:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762298.949384:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762298.949385:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762298.949386:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ed800.
02000000:00000001:1.0:1787762298.949387:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762298.949388:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762298.949389:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ee580.
00000100:00000001:1.0:1787762298.949390:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762298.949391:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762298.949393:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762298.949396:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762298.949397:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762298.949399:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762298.949400:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762298.949402:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762298.949405:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef0c0 x1874600883827584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.949411:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762298.949413:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762298.949415:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762298.949416:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762298.949418:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762298.949421:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883827584:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762298.949424:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762298.949426:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762298.949427:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762298.949429:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762298.949432:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762298.949434:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762298.949436:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762298.949439:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762298.949442:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762298.949445:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883827584, portal 4
00000100:00000001:1.0:1787762298.949447:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762298.949448:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089375424 : -115902620176192 : ffff9696517ef0c0)
00000100:00000040:1.0:1787762298.949454:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef0c0 x1874600883827584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.949460:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762298.949462:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762298.949464:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762298.949467:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883827584, offset 0
00000400:00000200:1.0:1787762298.949470:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762298.949474:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762298.949477:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762298.949479:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762298.949482:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762298.949484:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762298.949486:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762298.949489:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3403:3403:256:4294967295] 192.168.204.116@tcp LPNI seq info [3403:3403:8:4294967295]
00000400:00000200:1.0:1787762298.949493:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762298.949498:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762298.949503:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762298.949506:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762298.949510:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762298.949513:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762298.949517:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762298.949519:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787762298.949523:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762298.949525:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762298.949527:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762298.949529:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762298.949530:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762298.949531:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762298.949533:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762298.949535:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ef0c0 x1874600883827584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.949540:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762298.949542:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef0c0 x1874600883827584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.949546:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762298.949547:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762298.949549:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762298.949551:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762298.949554:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762298.949555:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298356247
00000100:00000001:1.0:1787762298.949558:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298357499
00000100:00000001:1.0:1787762298.949559:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298356247
00000100:00000001:1.0:1787762298.949561:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298357499
00000100:00000001:1.0:1787762298.949563:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762298.949565:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762298.949567:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762298.949571:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762298/real 1787762298]  req@ffff9696517ef0c0 x1874600883827584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762298.949578:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762298.949580:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762298.949581:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762298.949583:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762298.949585:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762298.949587:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762298.949590:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef0c0 x1874600883827584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762298.949612:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef0c0 x1874600883827584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.949616:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762298.949617:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762298.949619:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762298.949619:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762298.949621:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef0c0 x1874600883827584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.949625:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762298.949627:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef0c0 x1874600883827584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.949631:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762298.949632:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762298.949633:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762298.949634:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762298.949636:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762298.949636:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762298.949638:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762298.949640:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762298.949641:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762298.949643:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef0c0 x1874600883827584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762298.949647:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883827584:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762298.949649:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762298.949651:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762298.949652:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef0c0 x1874600883827584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762298.949655:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762298.949656:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762298.949657:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762298.949659:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762298.949659:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762298.949660:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762298.949661:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762298.949662:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef800.
02000000:00000001:1.0:1787762298.949664:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762298.949664:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762298.949665:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef0c0.
00000100:00000001:1.0:1787762298.949667:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762298.949668:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762298.949669:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762298.949671:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762298.949672:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762298.949673:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762298.949674:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762299.395701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762299.395709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762299.395715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762299.395718:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762299.395720:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762299.395722:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762299.395724:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762299.395726:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762299.395728:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762299.395730:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762299.395733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762299.395734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762299.395795:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762299.395799:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762299.395802:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762300.227708:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298357499, at 4298357504
00000100:00000040:1.0:1787762300.227708:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298357499, at 4298357504
00000100:00000010:0.0:1787762300.227723:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00000100:00000010:1.0:1787762300.227728:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00010000:00000001:0.0:1787762300.419750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762300.419759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762300.419766:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762300.419768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762300.419772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762300.419773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762300.419798:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762300.419802:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762300.419805:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762301.443730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762301.443739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762301.443749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762301.443751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762301.443756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762301.443761:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762301.443764:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762301.443769:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762301.443773:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762301.443776:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762301.443778:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762301.443781:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762301.443840:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762301.443843:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762301.443845:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762302.467758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762302.467767:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762302.467775:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762302.467776:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762302.467780:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762302.467782:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762302.467809:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762302.467812:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762302.467815:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762303.491752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762303.491759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762303.491764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762303.491765:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762303.491768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762303.491769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762303.491864:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762303.491869:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762303.491872:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762304.067750:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762304.067760:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762304.067763:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762304.067767:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762304.067771:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762304.067777:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3688
00000400:00000200:3.0:1787762304.067785:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762304.067796:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762304.067799:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762304.067802:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762304.067804:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762304.067805:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762304.067807:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762304.067810:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762304.067811:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762304.067813:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762304.067815:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762304.067817:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762304.067818:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762304.067820:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762304.067821:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762304.067822:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762304.067824:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762304.067826:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762304.067828:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762304.067830:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762304.067831:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762304.067834:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762304.067836:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762304.067837:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762304.067842:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762304.067850:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e83c0.
00000020:00000040:3.0:1787762304.067852:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762304.067855:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762304.067856:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762304.067858:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762304.067860:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762304.067862:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762304.067867:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787762304.067872:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762304.067878:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e83c0 x1874600883827712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762304.067885:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762304.067888:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762304.067891:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1eeea11] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e83c0 x1874600883827712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762304.067907:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762304.067913:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762304.067916:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762304.067918:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762304.067919:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762304.067922:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762304.067924:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3688
00000400:00000200:3.0:1787762304.067928:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762304.067931:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762304.067933:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762304.067937:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762304.067939:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762304.067942:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762304.067943:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762304.067946:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787762304.067947:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762304.067950:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000100:00000001:1.0:1787762304.067952:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787762304.067952:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762304.067956:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787762304.067957:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762304.067961:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762304.067963:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:1.0:1787762304.067968:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e83c0 x1874600883827712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762304.067972:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762304.067977:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762304.067980:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762304.067983:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762304.067985:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787762304.067986:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00000001:1.0:1787762304.067989:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762304.067990:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762304.067994:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762304.067995:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762304.067995:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762304.067999:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762304.068002:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762304.068003:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762304.068007:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762304.068008:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883827712:192.168.204.116@tcp:250:kworker.0
00000100:00000001:3.0:1787762304.068009:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762304.068015:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1787762304.068015:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762304.068018:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762304.068019:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787762304.068020:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762304.068024:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762304.068024:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787762304.068029:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:1.0:1787762304.068030:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787762304.068032:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762304.068033:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762304.068035:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762304.068036:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1787762304.068037:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449000.
02000000:00000001:3.0:1787762304.068038:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762304.068042:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762304.068045:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000400:00000200:1.0:1787762304.068049:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762304.068050:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762304.068055:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000100:00100000:3.0:1787762304.068056:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883827840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762304.068063:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787762304.068064:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000001:3.0:1787762304.068065:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762304.068070:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883827840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762304.068072:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883827712, portal 25
00000100:00000001:1.0:1787762304.068078:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762304.068079:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762304.068081:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885923776 : -115902823627840 : ffff9696455e83c0)
00000100:00080000:3.0:1787762304.068082:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762304.068086:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762304.068087:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762304.068089:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1787762304.068091:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e83c0 x1874600883827712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762304.068091:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762304.068094:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3688
00000400:00000200:3.0:1787762304.068101:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762304.068104:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762304.068107:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762304.068109:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762304.068112:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762304.068115:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762304.068117:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00000040:3.0:1787762304.068119:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000010:1.0:1787762304.068121:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000001:3.0:1787762304.068122:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762304.068126:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762304.068127:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000100:00000200:1.0:1787762304.068128:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883827712, offset 0
00000020:00000001:3.0:1787762304.068129:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762304.068132:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762304.068134:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762304.068135:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:1.0:1787762304.068139:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000040:3.0:1787762304.068140:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762304.068143:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762304.068145:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762304.068146:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762304.068147:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000400:00000200:1.0:1787762304.068150:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:3.0:1787762304.068152:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762304.068155:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762304.068157:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762304.068158:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762304.068160:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
02000000:00000001:3.0:1787762304.068160:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762304.068164:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762304.068166:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762304.068169:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:3.0:1787762304.068169:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762304.068173:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762304.068176:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00000010:3.0:1787762304.068176:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787762304.068179:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000400:00000200:1.0:1787762304.068181:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787762304.068182:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762304.068184:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762304.068186:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787762304.068188:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
02000000:00000001:3.0:1787762304.068188:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762304.068191:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762304.068195:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000400:00000200:1.0:1787762304.068196:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3404:3404:256:4294967295] 192.168.204.116@tcp LPNI seq info [3404:3404:8:4294967295]
00000100:00000001:3.0:1787762304.068199:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762304.068205:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00100000:3.0:1787762304.068217:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883827968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762304.068225:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762304.068228:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762304.068231:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787762304.068233:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883827968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787762304.068242:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000001:3.0:1787762304.068244:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762304.068247:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1787762304.068250:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000100:00080000:3.0:1787762304.068251:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762304.068254:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762304.068255:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762304.068259:0:8:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.0:1787762304.068260:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:3.0:1787762304.068262:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3688
00000800:00000200:1.0:1787762304.068267:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000400:00000200:3.0:1787762304.068267:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762304.068272:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762304.068274:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787762304.068278:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:3.0:1787762304.068279:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762304.068282:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762304.068285:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000200:1.1:1787762304.068285:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1787762304.068288:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762304.068291:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762304.068293:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000800:00000100:1.0:1787762304.068294:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000020:00000001:3.0:1787762304.068295:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762304.068298:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000800:00000010:1.0:1787762304.068300:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000020:00000001:3.0:1787762304.068300:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762304.068304:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000400:00000200:1.0:1787762304.068307:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787762304.068307:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762304.068309:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762304.068312:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762304.068315:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762304.068320:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000100:00000001:3.0:1787762304.068321:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000010:1.0:1787762304.068324:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000020:00000040:3.0:1787762304.068324:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762304.068329:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762304.068330:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787762304.068331:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762304.068334:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762304.068336:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1787762304.068339:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e83c0 x1874600883827712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762304.068339:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762304.068342:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762304.068345:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762304.068349:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762304.068352:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762304.068357:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000100:00000001:1.0:1787762304.068358:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1787762304.068359:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762304.068363:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762304.068364:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762304.068365:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e83c0 x1874600883827712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762329 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762304.068366:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762304.068368:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762304.068370:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762304.068375:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762304.068379:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762304.068380:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762304.068383:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1787762304.068385:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883828096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762304.068390:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762304.068394:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762304.068396:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762304.068401:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883828096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762304.068404:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762304.068409:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298362619
00000100:00000010:1.0:1787762304.068416:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d360.
00000100:00000001:3.0:1787762304.068417:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762304.068422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762304.068425:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1787762304.068425:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762304.068429:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762304.068431:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762304.068433:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298362619
00000100:00000001:3.0:1787762304.068434:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762304.068439:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3688
00000400:00000200:3.0:1787762304.068443:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762304.068444:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000010:1.0:1787762304.068445:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816db40.
00000100:00080000:3.0:1787762304.068446:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762304.068451:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762304.068452:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762304.068453:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762304.068455:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762304.068456:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762304.068457:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000020:00000040:3.0:1787762304.068458:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762304.068460:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762304.068463:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000100:00000001:1.0:1787762304.068464:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787762304.068465:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:1.0:1787762304.068469:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762304.068469:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:1.0:1787762304.068475:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1787762304.068476:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762304.068479:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762304.068481:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762304.068484:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00100000:1.0:1787762304.068485:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762304/real 1787762304]  req@ffff9696455e83c0 x1874600883827712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762304.068486:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762304.068490:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762304.068493:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762304.068496:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762304.068500:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762304.068503:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762304.068504:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000001:1.0:1787762304.068505:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00100000:3.0:1787762304.068506:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000400:00000001:1.0:1787762304.068508:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00000001:3.0:1787762304.068509:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762304.068511:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000100:00000001:3.0:1787762304.068512:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762304.068517:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000100:00000010:3.0:1787762304.068518:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000400:00000010:1.0:1787762304.068522:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000020:00000040:3.0:1787762304.068522:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762304.068526:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787762304.068529:0:2396:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787762304.068529:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762304.068531:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762304.068532:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762304.068533:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762304.068535:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762304.068537:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762304.068542:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e83c0 x1874600883827712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762304.068552:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883828224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787762304.068559:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e83c0 x1874600883827712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762304.068574:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762304.068578:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762304.068579:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762304.068583:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762304.068583:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883828224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.068587:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762304.068591:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762304.068592:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762304.068624:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3699)
00000100:00100000:1.0:1787762304.068635:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e83c0 x1874600883827712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.068644:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762304.068649:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e83c0 x1874600883827712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.068663:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762304.068673:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762304.068675:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762304.068676:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762304.068679:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762304.068681:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762304.068684:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762304.068687:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762304.068689:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762304.068694:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e83c0 x1874600883827712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762304.068702:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883827712:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762304.068707:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762304.068709:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762304.068712:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e83c0 x1874600883827712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.068718:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762304.068720:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762304.068722:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449000.
02000000:00000001:1.0:1787762304.068725:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762304.068727:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762304.068728:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762304.068730:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762304.068733:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e88c00.
02000000:00000001:1.0:1787762304.068736:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762304.068737:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762304.068739:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e83c0.
00000100:00000001:1.0:1787762304.068741:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762304.068742:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762304.068744:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762304.068751:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762304.068752:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762304.068754:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762304.068756:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762304.068757:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762304.068761:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e92c0 x1874600883827840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.068767:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762304.068768:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762304.068770:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762304.068772:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762304.068774:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762304.068777:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883827840:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762304.068780:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762304.068782:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762304.068783:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762304.068784:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762304.068787:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449000.
02000000:00000001:1.0:1787762304.068789:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762304.068793:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762304.068795:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762304.068798:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762304.068801:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883827840, portal 10
00000100:00000001:1.0:1787762304.068803:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762304.068804:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885927616 : -115902823624000 : ffff9696455e92c0)
00000100:00000040:1.0:1787762304.068810:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e92c0 x1874600883827840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.068816:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762304.068818:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762304.068820:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762304.068822:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883827840, offset 0
00000400:00000200:1.0:1787762304.068826:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762304.068829:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762304.068833:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762304.068836:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762304.068838:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762304.068840:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762304.068843:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762304.068846:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3405:3405:256:4294967295] 192.168.204.116@tcp LPNI seq info [3405:3405:8:4294967295]
00000400:00000200:1.0:1787762304.068850:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762304.068855:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762304.068860:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762304.068863:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762304.068866:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762304.068869:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762304.068873:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762304.068876:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787762304.068880:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762304.068882:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762304.068884:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762304.068888:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762304.068890:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762304.068892:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762304.068894:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762304.068897:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e92c0 x1874600883827840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.068905:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762304.068908:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e92c0 x1874600883827840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762329 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.068914:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762304.068915:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762304.068918:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762304.068921:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762304.068924:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762304.068926:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298361380
00000100:00000001:1.0:1787762304.068929:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298362619
00000100:00000001:1.0:1787762304.068931:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298361380
00000100:00000001:1.0:1787762304.068933:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298362619
00000100:00000001:1.0:1787762304.068936:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762304.068937:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762304.068939:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762304.068942:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762304/real 1787762304]  req@ffff9696455e92c0 x1874600883827840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762304.068949:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762304.068950:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762304.068952:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762304.068954:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762304.068955:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762304.068957:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762304.068960:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e92c0 x1874600883827840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762304.068968:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e92c0 x1874600883827840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.068974:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762304.068975:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762304.068976:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762304.068978:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762304.068981:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e92c0 x1874600883827840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.068987:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762304.068991:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e92c0 x1874600883827840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.068998:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762304.069000:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762304.069003:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762304.069004:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762304.069006:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762304.069007:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762304.069010:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762304.069012:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762304.069014:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762304.069018:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e92c0 x1874600883827840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762304.069025:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883827840:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762304.069028:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762304.069032:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ea580 x1874600883827968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.069038:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762304.069040:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762304.069041:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762304.069043:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762304.069044:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762304.069047:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ea580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883827968:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762304.069050:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762304.069052:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762304.069053:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762304.069055:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762304.069057:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762304.069059:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762304.069062:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762304.069064:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762304.069067:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762304.069069:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883827968, portal 10
00000100:00000001:1.0:1787762304.069071:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762304.069073:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885932416 : -115902823619200 : ffff9696455ea580)
00000100:00000040:1.0:1787762304.069078:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ea580 x1874600883827968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.069083:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762304.069086:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762304.069088:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762304.069090:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883827968, offset 0
00000400:00000200:1.0:1787762304.069094:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762304.069097:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762304.069099:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762304.069102:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762304.069104:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762304.069107:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762304.069109:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762304.069112:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3406:3406:256:4294967295] 192.168.204.116@tcp LPNI seq info [3406:3406:8:4294967295]
00000400:00000200:1.0:1787762304.069116:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762304.069122:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762304.069126:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762304.069129:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762304.069132:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762304.069134:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762304.069138:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762304.069141:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787762304.069146:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762304.069148:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762304.069150:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762304.069153:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762304.069156:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762304.069157:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762304.069159:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762304.069162:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ea580 x1874600883827968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.069169:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762304.069172:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea580 x1874600883827968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762329 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.069179:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762304.069180:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762304.069183:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762304.069185:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762304.069188:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762304.069190:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298361439
00000100:00000001:1.0:1787762304.069192:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298362619
00000100:00000001:1.0:1787762304.069194:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298361439
00000100:00000001:1.0:1787762304.069196:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298362619
00000100:00000001:1.0:1787762304.069198:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762304.069200:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762304.069201:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762304.069205:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762304/real 1787762304]  req@ffff9696455ea580 x1874600883827968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762304.069225:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762304.069226:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762304.069228:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762304.069231:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762304.069232:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762304.069234:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762304.069237:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ea580 x1874600883827968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762304.069245:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ea580 x1874600883827968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.069251:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762304.069253:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762304.069254:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762304.069256:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762304.069259:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ea580 x1874600883827968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.069266:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762304.069270:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ea580 x1874600883827968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.069276:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762304.069278:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762304.069279:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762304.069280:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762304.069282:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762304.069284:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762304.069286:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762304.069289:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762304.069291:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762304.069294:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ea580 x1874600883827968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762304.069300:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ea580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883827968:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762304.069304:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762304.069307:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455eb840 x1874600883828096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.069313:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762304.069315:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762304.069316:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762304.069318:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762304.069320:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762304.069323:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455eb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883828096:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762304.069325:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762304.069328:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762304.069329:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762304.069330:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762304.069333:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762304.069335:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762304.069338:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762304.069341:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762304.069344:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762304.069346:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883828096, portal 4
00000100:00000001:1.0:1787762304.069348:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762304.069349:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885937216 : -115902823614400 : ffff9696455eb840)
00000100:00000040:1.0:1787762304.069354:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455eb840 x1874600883828096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.069360:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762304.069362:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762304.069364:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762304.069366:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883828096, offset 0
00000400:00000200:1.0:1787762304.069370:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762304.069372:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762304.069375:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762304.069378:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762304.069380:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762304.069382:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762304.069385:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762304.069387:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3407:3407:256:4294967295] 192.168.204.116@tcp LPNI seq info [3407:3407:8:4294967295]
00000400:00000200:1.0:1787762304.069391:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762304.069397:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762304.069401:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762304.069404:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762304.069408:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762304.069410:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762304.069414:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762304.069416:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787762304.069420:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762304.069422:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762304.069425:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762304.069428:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762304.069430:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762304.069431:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762304.069434:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762304.069437:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455eb840 x1874600883828096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.069444:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762304.069446:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb840 x1874600883828096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762329 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.069453:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762304.069454:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762304.069457:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762304.069459:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762304.069462:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762304.069463:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298361360
00000100:00000001:1.0:1787762304.069466:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298362619
00000100:00000001:1.0:1787762304.069468:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298361360
00000100:00000001:1.0:1787762304.069470:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298362619
00000100:00000001:1.0:1787762304.069472:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762304.069473:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762304.069475:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762304.069478:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762304/real 1787762304]  req@ffff9696455eb840 x1874600883828096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762304.069485:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762304.069486:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762304.069488:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762304.069490:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762304.069491:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762304.069493:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762304.069496:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455eb840 x1874600883828096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762304.069504:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455eb840 x1874600883828096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.069510:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762304.069511:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762304.069513:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762304.069515:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762304.069518:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455eb840 x1874600883828096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.069524:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762304.069527:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455eb840 x1874600883828096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.069533:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762304.069535:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762304.069536:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762304.069538:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762304.069539:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762304.069541:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762304.069543:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762304.069546:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762304.069548:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762304.069552:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455eb840 x1874600883828096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762304.069559:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455eb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883828096:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762304.069562:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762304.069565:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8f00 x1874600883828224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.069572:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762304.069574:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762304.069576:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762304.069577:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762304.069579:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762304.069581:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883828224:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762304.069584:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762304.069585:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762304.069587:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762304.069588:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762304.069591:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b400.
02000000:00000001:1.0:1787762304.069593:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762304.069614:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762304.069616:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762304.069619:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762304.069622:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883828224, portal 4
00000100:00000001:1.0:1787762304.069624:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762304.069625:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885926656 : -115902823624960 : ffff9696455e8f00)
00000100:00000040:1.0:1787762304.069630:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8f00 x1874600883828224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.069636:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762304.069638:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762304.069640:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762304.069642:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883828224, offset 0
00000400:00000200:1.0:1787762304.069645:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762304.069649:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762304.069652:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762304.069654:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762304.069656:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762304.069658:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762304.069661:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762304.069664:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3408:3408:256:4294967295] 192.168.204.116@tcp LPNI seq info [3408:3408:8:4294967295]
00000400:00000200:1.0:1787762304.069668:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762304.069673:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762304.069678:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762304.069680:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762304.069684:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762304.069686:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762304.069690:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762304.069692:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787762304.069696:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762304.069698:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762304.069700:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762304.069703:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762304.069706:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762304.069708:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762304.069710:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762304.069713:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e8f00 x1874600883828224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.069720:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762304.069723:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8f00 x1874600883828224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762329 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.069729:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762304.069730:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762304.069732:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762304.069735:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762304.069738:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762304.069740:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298361368
00000100:00000001:1.0:1787762304.069742:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298362619
00000100:00000001:1.0:1787762304.069744:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298361368
00000100:00000001:1.0:1787762304.069746:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298362619
00000100:00000001:1.0:1787762304.069748:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762304.069750:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762304.069752:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762304.069755:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762304/real 1787762304]  req@ffff9696455e8f00 x1874600883828224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762304.069763:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762304.069764:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762304.069766:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762304.069767:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762304.069768:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762304.069770:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762304.069773:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8f00 x1874600883828224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762304.069782:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8f00 x1874600883828224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.069787:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762304.069789:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762304.069790:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762304.069792:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762304.069795:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8f00 x1874600883828224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.069801:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762304.069804:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8f00 x1874600883828224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.069811:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762304.069813:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762304.069814:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762304.069815:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762304.069817:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762304.069818:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762304.069820:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762304.069823:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762304.069825:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762304.069829:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8f00 x1874600883828224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762304.069836:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883828224:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762304.069840:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762304.069841:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762304.069844:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e92c0 x1874600883827840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.069850:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762304.069852:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762304.069854:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449000.
02000000:00000001:1.0:1787762304.069856:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762304.069857:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762304.069858:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762304.069860:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762304.069862:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89c00.
02000000:00000001:1.0:1787762304.069865:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762304.069866:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762304.069867:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e92c0.
00000100:00000001:1.0:1787762304.069870:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762304.069871:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762304.069873:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762304.069876:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ea580 x1874600883827968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.069882:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762304.069883:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762304.069885:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762304.069887:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762304.069888:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762304.069889:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762304.069891:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762304.069892:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8a400.
02000000:00000001:1.0:1787762304.069894:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762304.069895:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762304.069897:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ea580.
00000100:00000001:1.0:1787762304.069898:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762304.069899:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762304.069901:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762304.069904:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455eb840 x1874600883828096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.069910:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762304.069912:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762304.069913:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762304.069914:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762304.069915:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762304.069917:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762304.069918:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762304.069919:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89000.
02000000:00000001:1.0:1787762304.069921:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762304.069922:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762304.069923:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455eb840.
00000100:00000001:1.0:1787762304.069925:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762304.069927:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762304.069928:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762304.069931:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8f00 x1874600883828224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762304.069937:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762304.069939:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762304.069940:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b400.
02000000:00000001:1.0:1787762304.069942:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762304.069943:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762304.069944:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762304.069945:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762304.069947:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89400.
02000000:00000001:1.0:1787762304.069948:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762304.069949:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762304.069950:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8f00.
00000100:00000001:1.0:1787762304.069953:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762304.069954:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762304.069956:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762304.069959:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762304.069960:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762304.069962:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762304.069964:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762304.515704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762304.515710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762304.515716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762304.515717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762304.515721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762304.515722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762304.515743:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762304.515746:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762304.515748:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787762305.347716:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298362619, at 4298362624
00000100:00000040:0.0:1787762305.347717:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298362619, at 4298362624
00000100:00000010:0.0:1787762305.347743:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00000100:00000010:1.0:1787762305.347746:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787762305.539739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762305.539745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762305.539750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762305.539750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762305.539753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762305.539754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762305.539815:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762305.539820:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762305.539823:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762306.563740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762306.563753:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762306.563756:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762306.563759:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762306.563765:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762306.563768:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762306.563770:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762306.563773:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762306.563778:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762306.563780:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762306.563784:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762306.563785:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762306.563811:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762306.563814:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762306.563818:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762307.587758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762307.587768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762307.587774:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762307.587776:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762307.587780:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762307.587781:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762307.587841:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762307.587845:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762307.587849:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762308.611714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762308.611721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762308.611725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762308.611726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762308.611729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762308.611729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762308.611750:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762308.611752:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762308.611754:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762309.187727:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762309.187737:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762309.187740:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762309.187744:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762309.187748:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762309.187755:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3694
00000400:00000200:2.0:1787762309.187764:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762309.187769:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762309.187771:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762309.187774:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762309.187778:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762309.187780:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762309.187783:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762309.187787:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762309.187790:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762309.187793:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762309.187797:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762309.187800:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762309.187803:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762309.187806:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762309.187808:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762309.187810:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762309.187812:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762309.187816:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762309.187819:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762309.187822:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762309.187825:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762309.187829:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762309.187832:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762309.187835:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762309.187838:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762309.187855:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef840.
00000020:00000040:2.0:1787762309.187859:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762309.187863:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762309.187864:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762309.187867:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762309.187869:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762309.187873:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762309.187881:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ecc00.
00000100:00000001:2.0:1787762309.187887:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762309.187897:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef840 x1874600883828352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762309.187905:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762309.187909:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762309.187912:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b068e52] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef840 x1874600883828352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762309.187939:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762309.187941:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762309.187943:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762309.187945:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762309.187946:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762309.187948:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762309.187950:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3694
00000400:00000200:2.0:1787762309.187952:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762309.187954:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762309.187956:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762309.187958:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762309.187959:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762309.187961:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762309.187962:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762309.187963:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762309.187964:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762309.187965:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762309.187966:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762309.187967:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762309.187969:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762309.187970:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762309.187972:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762309.187974:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762309.187975:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762309.187977:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762309.187978:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762309.187980:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762309.187981:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762309.187988:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762309.187989:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762309.187991:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762309.187995:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762309.187998:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762309.187999:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762309.188002:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec780.
00000020:00000040:2.0:1787762309.188003:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762309.188005:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762309.188007:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762309.188008:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762309.188010:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762309.188011:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762309.188013:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762309.188019:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483efc00.
00000100:00000001:1.0:1787762309.188022:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762309.188023:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762309.188027:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00100000:2.0:1787762309.188029:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec780 x1874600883828480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762309.188036:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762309.188037:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762309.188047:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056399392] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec780 x1874600883828480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762309.188048:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef840 x1874600883828352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762309.188084:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762309.188089:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787762309.188090:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762309.188095:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762309.188098:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762309.188100:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1787762309.188102:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1787762309.188102:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762309.188106:0:13263:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787762309.188116:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787762309.188123:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3694
02000000:00000001:1.0:1787762309.188130:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762309.188132:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762309.188143:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00100000:1.0:1787762309.188144:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883828352:192.168.204.116@tcp:250:kworker.0
00000100:00080000:2.0:1787762309.188145:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762309.188158:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762309.188159:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787762309.188164:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787762309.188168:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1787762309.188169:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
02000000:00000001:1.0:1787762309.188172:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762309.188174:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
02000000:00000001:1.0:1787762309.188177:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1787762309.188184:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762309.188187:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762309.188189:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000010:1.0:1787762309.188190:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b400.
00000020:00000040:2.0:1787762309.188192:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
02000000:00000001:1.0:1787762309.188196:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762309.188198:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762309.188204:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:1.0:1787762309.188210:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:2.0:1787762309.188215:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762309.188218:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787762309.188219:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000100:00000040:2.0:1787762309.188222:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762309.188227:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000010:1.0:1787762309.188231:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000020:00000040:2.0:1787762309.188231:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762309.188245:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000200:1.0:1787762309.188246:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883828352, portal 25
00000100:00000001:2.0:1787762309.188253:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762309.188254:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762309.188257:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089377344 : -115902620174272 : ffff9696517ef840)
02000000:00000001:2.0:1787762309.188263:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762309.188267:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762309.188272:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762309.188273:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef840 x1874600883828352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762309.188282:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762309.188288:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762309.188297:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762309.188302:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787762309.188303:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762309.188311:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00000010:2.0:1787762309.188313:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ecf00.
00000400:00000010:1.0:1787762309.188315:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000020:00000040:2.0:1787762309.188320:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000100:00000200:1.0:1787762309.188321:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883828352, offset 0
02000000:00000001:2.0:1787762309.188329:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762309.188332:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762309.188339:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787762309.188341:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
02000000:00000001:2.0:1787762309.188342:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762309.188347:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762309.188353:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec000.
00000100:00000001:2.0:1787762309.188356:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762309.188363:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ecf00 x1874600883828608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762309.188365:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762309.188374:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762309.188376:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762309.188381:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000040:2.0:1787762309.188385:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105f396e] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ecf00 x1874600883828608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762309.188390:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787762309.188401:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762309.188404:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00080000:2.0:1787762309.188407:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762309.188411:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787762309.188413:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787762309.188414:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762309.188418:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787762309.188424:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000001:2.0:1787762309.188424:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762309.188432:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3694
00000400:00000200:1.0:1787762309.188439:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3409:3409:256:4294967295] 192.168.204.116@tcp LPNI seq info [3409:3409:8:4294967295]
00000400:00000200:2.0:1787762309.188441:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762309.188446:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762309.188451:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762309.188455:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762309.188457:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762309.188459:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762309.188465:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762309.188467:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762309.188469:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762309.188470:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762309.188474:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762309.188480:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762309.188486:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000400:00000200:1.0:1787762309.188488:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1787762309.188490:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762309.188499:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762309.188504:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787762309.188509:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000040:2.0:1787762309.188509:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762309.188513:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762309.188518:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762309.188520:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762309.188521:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762309.188522:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
02000000:00000001:2.0:1787762309.188528:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762309.188531:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1787762309.188536:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:2.0:1787762309.188538:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762309.188542:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1787762309.188543:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762309.188549:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000800:00000200:1.1:1787762309.188554:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000008:00000001:2.0:1787762309.188556:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762309.188560:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1787762309.188561:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762309.188572:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517eed00.
00000800:00000100:1.0:1787762309.188573:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762309.188578:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000020:00000040:2.0:1787762309.188580:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
00000400:00000200:1.0:1787762309.188586:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1787762309.188591:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787762309.188630:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762309.188636:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762309.188639:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762309.188643:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762309.188649:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ef840 x1874600883828352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762309.188649:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762309.188657:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762309.188661:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762309.188668:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762309.188681:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec400.
00000100:00000001:1.0:1787762309.188682:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787762309.188688:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762309.188694:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517eed00 x1874600883828736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787762309.188703:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef840 x1874600883828352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762334 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762309.188704:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762309.188709:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762309.188719:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adaeb222] to pc [ptlrpcd_rcv+-1]  req@ffff9696517eed00 x1874600883828736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.188750:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762309.188753:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762309.188754:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1787762309.188761:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762309.188764:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762309.188766:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762309.188771:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787762309.188775:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:2.0:1787762309.188775:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762309.188783:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298367740
00000100:00000001:2.0:1787762309.188784:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762309.188791:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3694
00000100:00000010:1.0:1787762309.188792:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816db40.
00000400:00000200:2.0:1787762309.188798:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762309.188801:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000400:00000200:2.0:1787762309.188806:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762309.188811:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762309.188813:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298367740
00000100:00000040:2.0:1787762309.188819:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000010:1.0:1787762309.188820:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d2a0.
00000100:00000001:2.0:1787762309.188826:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762309.188828:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000040:2.0:1787762309.188833:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762309.188835:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762309.188842:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762309.188844:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762309.188845:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762309.188848:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762309.188851:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762309.188852:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:2.0:1787762309.188855:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762309.188857:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762309.188862:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00100000:1.0:1787762309.188864:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762309/real 1787762309]  req@ffff9696517ef840 x1874600883828352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762309.188867:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762309.188869:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762309.188870:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762309.188872:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762309.188873:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762309.188876:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762309.188880:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762309.188885:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762309.188891:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762309.188895:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787762309.188898:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1787762309.188898:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762309.188903:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000400:00000001:1.0:1787762309.188904:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00000001:2.0:1787762309.188911:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762309.188912:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000100:00000001:2.0:1787762309.188913:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762309.188923:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000100:00000010:2.0:1787762309.188923:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ede00.
00000400:00000010:1.0:1787762309.188931:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000020:00000040:2.0:1787762309.188931:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762309.188937:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787762309.188939:0:2396:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1787762309.188940:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762309.188944:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762309.188946:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762309.188950:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762309.188951:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef840 x1874600883828352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787762309.188960:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef800.
00000100:00000001:2.0:1787762309.188965:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762309.188967:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef840 x1874600883828352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762309.188973:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ede00 x1874600883828864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762309.189008:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762309.189009:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762309.189015:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762309.189016:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762309.189023:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041377f2a] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ede00 x1874600883828864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.189024:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762309.189029:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762309.189041:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762309.189044:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef840 x1874600883828352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762309.189047:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3704)
00000100:00000001:1.0:1787762309.189056:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762309.189062:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef840 x1874600883828352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.189070:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762309.189073:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762309.189075:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762309.189076:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762309.189079:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762309.189081:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762309.189084:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762309.189088:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762309.189090:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762309.189094:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef840 x1874600883828352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762309.189101:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883828352:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762309.189105:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762309.189119:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762309.189123:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef840 x1874600883828352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.189130:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762309.189132:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762309.189135:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b400.
02000000:00000001:1.0:1787762309.189138:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762309.189140:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762309.189143:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762309.189145:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762309.189147:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ecc00.
02000000:00000001:1.0:1787762309.189151:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762309.189153:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762309.189154:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef840.
00000100:00000001:1.0:1787762309.189157:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762309.189159:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762309.189161:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762309.189167:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762309.189168:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762309.189171:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762309.189172:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762309.189174:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762309.189178:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec780 x1874600883828480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.189185:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762309.189186:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762309.189189:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762309.189191:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762309.189193:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762309.189196:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883828480:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762309.189198:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762309.189200:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762309.189202:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762309.189203:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762309.189207:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b400.
02000000:00000001:1.0:1787762309.189208:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762309.189212:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762309.189215:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762309.189218:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762309.189221:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883828480, portal 10
00000100:00000001:1.0:1787762309.189223:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762309.189224:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089364864 : -115902620186752 : ffff9696517ec780)
00000100:00000040:1.0:1787762309.189230:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec780 x1874600883828480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.189237:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762309.189239:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762309.189241:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762309.189244:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883828480, offset 0
00000400:00000200:1.0:1787762309.189247:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762309.189251:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762309.189254:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762309.189257:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762309.189260:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762309.189262:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762309.189264:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762309.189268:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3410:3410:256:4294967295] 192.168.204.116@tcp LPNI seq info [3410:3410:8:4294967295]
00000400:00000200:1.0:1787762309.189272:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762309.189278:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762309.189283:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762309.189286:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762309.189289:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762309.189292:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762309.189297:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762309.189299:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787762309.189303:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762309.189305:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762309.189307:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762309.189311:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762309.189313:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762309.189315:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762309.189317:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762309.189321:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ec780 x1874600883828480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.189328:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762309.189331:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec780 x1874600883828480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762334 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.189343:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762309.189345:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762309.189347:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762309.189351:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762309.189354:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762309.189356:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298366500
00000100:00000001:1.0:1787762309.189358:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298367740
00000100:00000001:1.0:1787762309.189360:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298366500
00000100:00000001:1.0:1787762309.189362:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298367740
00000100:00000001:1.0:1787762309.189364:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762309.189366:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762309.189368:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762309.189371:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762309/real 1787762309]  req@ffff9696517ec780 x1874600883828480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762309.189379:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762309.189380:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762309.189382:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762309.189384:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762309.189386:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762309.189388:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762309.189391:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec780 x1874600883828480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762309.189399:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec780 x1874600883828480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.189405:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762309.189406:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762309.189408:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762309.189409:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762309.189412:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec780 x1874600883828480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.189419:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762309.189423:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec780 x1874600883828480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.189429:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762309.189432:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762309.189433:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762309.189434:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762309.189436:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762309.189437:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762309.189440:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762309.189442:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762309.189444:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762309.189447:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec780 x1874600883828480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762309.189455:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883828480:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762309.189459:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762309.189463:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ecf00 x1874600883828608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.189469:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762309.189471:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762309.189473:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762309.189474:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762309.189476:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762309.189479:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ecf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883828608:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762309.189482:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762309.189484:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762309.189486:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762309.189487:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762309.189490:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762309.189492:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762309.189495:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762309.189497:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762309.189500:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762309.189502:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883828608, portal 10
00000100:00000001:1.0:1787762309.189504:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762309.189506:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089366784 : -115902620184832 : ffff9696517ecf00)
00000100:00000040:1.0:1787762309.189511:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ecf00 x1874600883828608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.189517:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762309.189519:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762309.189521:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762309.189523:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883828608, offset 0
00000400:00000200:1.0:1787762309.189527:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762309.189530:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762309.189533:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762309.189535:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762309.189538:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762309.189540:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762309.189542:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762309.189545:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3411:3411:256:4294967295] 192.168.204.116@tcp LPNI seq info [3411:3411:8:4294967295]
00000400:00000200:1.0:1787762309.189549:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762309.189555:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762309.189559:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762309.189562:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762309.189566:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762309.189568:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762309.189572:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762309.189574:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787762309.189578:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762309.189580:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762309.189583:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762309.189586:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762309.189589:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762309.189590:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762309.189592:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762309.189615:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ecf00 x1874600883828608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.189623:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762309.189626:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ecf00 x1874600883828608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762334 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.189632:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762309.189634:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762309.189636:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762309.189639:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762309.189642:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762309.189644:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298366560
00000100:00000001:1.0:1787762309.189647:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298367740
00000100:00000001:1.0:1787762309.189649:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298366560
00000100:00000001:1.0:1787762309.189651:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298367740
00000100:00000001:1.0:1787762309.189653:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762309.189654:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762309.189656:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762309.189659:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762309/real 1787762309]  req@ffff9696517ecf00 x1874600883828608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762309.189666:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762309.189668:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762309.189669:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762309.189671:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762309.189673:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762309.189675:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762309.189678:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ecf00 x1874600883828608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762309.189686:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ecf00 x1874600883828608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.189692:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762309.189693:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762309.189695:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762309.189696:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762309.189699:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ecf00 x1874600883828608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.189705:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762309.189709:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ecf00 x1874600883828608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.189716:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762309.189718:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762309.189719:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762309.189721:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762309.189722:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762309.189724:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762309.189726:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762309.189729:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762309.189730:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762309.189734:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ecf00 x1874600883828608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762309.189741:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ecf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883828608:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762309.189745:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762309.189749:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517eed00 x1874600883828736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.189755:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762309.189757:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762309.189759:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762309.189760:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762309.189762:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762309.189765:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517eed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883828736:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762309.189768:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762309.189770:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762309.189772:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762309.189773:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762309.189776:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762309.189778:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762309.189781:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762309.189783:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762309.189786:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762309.189789:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883828736, portal 4
00000100:00000001:1.0:1787762309.189790:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762309.189792:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089374464 : -115902620177152 : ffff9696517eed00)
00000100:00000040:1.0:1787762309.189797:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517eed00 x1874600883828736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.189803:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762309.189805:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762309.189807:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762309.189810:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883828736, offset 0
00000400:00000200:1.0:1787762309.189813:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762309.189816:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762309.189819:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762309.189821:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762309.189824:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762309.189826:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762309.189828:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762309.189832:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3412:3412:256:4294967295] 192.168.204.116@tcp LPNI seq info [3412:3412:8:4294967295]
00000400:00000200:1.0:1787762309.189836:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762309.189842:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762309.189846:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762309.189849:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762309.189852:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762309.189855:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762309.189859:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762309.189861:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787762309.189865:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762309.189867:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762309.189869:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762309.189872:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762309.189875:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762309.189877:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762309.189879:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762309.189882:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517eed00 x1874600883828736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.189889:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762309.189892:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517eed00 x1874600883828736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762334 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.189898:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762309.189900:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762309.189902:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762309.189905:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762309.189907:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762309.189909:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298366481
00000100:00000001:1.0:1787762309.189911:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298367740
00000100:00000001:1.0:1787762309.189914:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298366481
00000100:00000001:1.0:1787762309.189916:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298367740
00000100:00000001:1.0:1787762309.189917:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762309.189920:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762309.189922:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762309.189925:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762309/real 1787762309]  req@ffff9696517eed00 x1874600883828736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762309.189932:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762309.189933:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762309.189935:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762309.189937:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762309.189938:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762309.189940:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762309.189943:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517eed00 x1874600883828736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762309.189951:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517eed00 x1874600883828736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.189957:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762309.189958:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762309.189959:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762309.189960:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762309.189962:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517eed00 x1874600883828736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.189968:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762309.189971:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517eed00 x1874600883828736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.189977:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762309.189980:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762309.189981:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762309.189983:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762309.189984:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762309.189986:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762309.189988:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762309.189992:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762309.189994:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762309.189998:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517eed00 x1874600883828736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762309.190006:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517eed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883828736:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762309.190010:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762309.190013:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ede00 x1874600883828864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.190019:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762309.190021:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762309.190023:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762309.190024:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762309.190026:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762309.190029:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ede00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883828864:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762309.190032:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762309.190033:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762309.190035:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762309.190036:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762309.190039:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449000.
02000000:00000001:1.0:1787762309.190041:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762309.190044:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762309.190046:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762309.190049:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762309.190052:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883828864, portal 4
00000100:00000001:1.0:1787762309.190053:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762309.190055:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089370624 : -115902620180992 : ffff9696517ede00)
00000100:00000040:1.0:1787762309.190060:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ede00 x1874600883828864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.190066:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762309.190069:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762309.190071:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762309.190073:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883828864, offset 0
00000400:00000200:1.0:1787762309.190077:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762309.190080:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762309.190083:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762309.190086:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762309.190088:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762309.190091:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762309.190093:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762309.190096:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3413:3413:256:4294967295] 192.168.204.116@tcp LPNI seq info [3413:3413:8:4294967295]
00000400:00000200:1.0:1787762309.190100:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762309.190106:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762309.190121:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762309.190124:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762309.190128:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762309.190130:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762309.190134:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762309.190137:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787762309.190140:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762309.190142:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762309.190145:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762309.190148:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762309.190151:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762309.190153:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762309.190155:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762309.190158:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ede00 x1874600883828864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.190166:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762309.190169:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ede00 x1874600883828864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762334 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.190175:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762309.190177:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762309.190179:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762309.190182:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762309.190185:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762309.190187:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298366488
00000100:00000001:1.0:1787762309.190189:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298367740
00000100:00000001:1.0:1787762309.190191:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298366488
00000100:00000001:1.0:1787762309.190193:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298367740
00000100:00000001:1.0:1787762309.190195:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762309.190197:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762309.190199:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762309.190202:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762309/real 1787762309]  req@ffff9696517ede00 x1874600883828864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762309.190209:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762309.190210:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762309.190212:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762309.190214:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762309.190216:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762309.190218:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762309.190220:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ede00 x1874600883828864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762309.190228:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ede00 x1874600883828864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.190234:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762309.190236:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762309.190237:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762309.190238:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762309.190242:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ede00 x1874600883828864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.190248:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762309.190252:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ede00 x1874600883828864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.190259:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762309.190261:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762309.190263:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762309.190264:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762309.190266:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762309.190267:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762309.190269:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762309.190272:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762309.190274:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762309.190278:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ede00 x1874600883828864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762309.190285:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ede00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883828864:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762309.190288:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762309.190290:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762309.190293:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec780 x1874600883828480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.190300:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762309.190301:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762309.190303:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b400.
02000000:00000001:1.0:1787762309.190306:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762309.190307:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762309.190308:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762309.190310:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762309.190312:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483efc00.
02000000:00000001:1.0:1787762309.190315:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762309.190317:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762309.190318:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec780.
00000100:00000001:1.0:1787762309.190320:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762309.190321:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762309.190323:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762309.190326:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ecf00 x1874600883828608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.190333:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762309.190334:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762309.190335:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762309.190337:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762309.190338:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762309.190339:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762309.190340:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762309.190342:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ec000.
02000000:00000001:1.0:1787762309.190344:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762309.190345:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762309.190346:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ecf00.
00000100:00000001:1.0:1787762309.190348:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762309.190349:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762309.190350:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762309.190353:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517eed00 x1874600883828736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.190359:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762309.190360:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762309.190361:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762309.190363:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762309.190364:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762309.190366:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762309.190367:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762309.190369:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ec400.
02000000:00000001:1.0:1787762309.190371:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762309.190372:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762309.190373:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517eed00.
00000100:00000001:1.0:1787762309.190375:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762309.190376:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762309.190378:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762309.190381:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ede00 x1874600883828864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762309.190392:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762309.190393:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762309.190395:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449000.
02000000:00000001:1.0:1787762309.190397:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762309.190398:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762309.190399:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762309.190401:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762309.190402:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef800.
02000000:00000001:1.0:1787762309.190404:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762309.190405:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762309.190406:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ede00.
00000100:00000001:1.0:1787762309.190408:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762309.190409:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762309.190411:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762309.190414:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762309.190415:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762309.190417:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762309.190418:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762309.635702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762309.635707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762309.635710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762309.635713:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762309.635714:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762309.635717:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762309.635719:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762309.635721:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762309.635722:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762309.635724:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762309.635726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762309.635726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762309.635792:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762309.635796:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762309.635800:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762310.467740:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298367740, at 4298367744
00000100:00000040:1.0:1787762310.467741:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298367740, at 4298367744
00000100:00000010:1.0:1787762310.467767:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d2a0.
00000100:00000010:0.0:1787762310.467771:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787762310.659691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762310.659695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762310.659699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762310.659700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762310.659702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762310.659703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762310.659723:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762310.659725:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762310.659728:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762311.683690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762311.683694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762311.683698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762311.683699:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762311.683701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762311.683703:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762311.683705:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762311.683707:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762311.683709:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762311.683711:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762311.683712:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762311.683713:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762311.683791:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762311.683798:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762311.683802:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762312.707705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762312.707711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762312.707715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762312.707716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762312.707718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762312.707719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762312.707735:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762312.707737:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762312.707739:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762313.731714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762313.731719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762313.731722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762313.731723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762313.731725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762313.731726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762313.731787:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762313.731790:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762313.731794:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762314.307746:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762314.307757:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762314.307760:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762314.307763:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762314.307767:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762314.307775:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3699
00000400:00000200:3.0:1787762314.307784:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762314.307789:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762314.307792:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762314.307794:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762314.307797:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762314.307798:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762314.307800:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762314.307803:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762314.307805:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762314.307807:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762314.307810:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762314.307812:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762314.307813:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762314.307815:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762314.307816:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762314.307818:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762314.307819:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762314.307822:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762314.307825:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762314.307826:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762314.307829:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762314.307832:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762314.307834:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762314.307836:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762314.307838:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762314.307848:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787762314.307851:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762314.307855:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762314.307856:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762314.307859:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762314.307861:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762314.307866:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762314.307873:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762314.307880:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762314.307888:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883828992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762314.307896:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762314.307900:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762314.307904:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883828992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762314.307924:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762314.307927:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762314.307930:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762314.307931:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762314.307933:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762314.307936:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762314.307939:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3699
00000400:00000200:3.0:1787762314.307942:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762314.307946:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762314.307948:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762314.307950:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762314.307952:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762314.307954:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762314.307957:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762314.307959:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762314.307960:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762314.307961:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762314.307963:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787762314.307963:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762314.307965:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762314.307967:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000001:1.0:1787762314.307968:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787762314.307970:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762314.307971:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762314.307972:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762314.307973:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762314.307975:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762314.307977:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00000040:1.0:1787762314.307978:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e9a40 x1874600883828992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762314.307980:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762314.307982:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762314.307984:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762314.307987:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762314.307989:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762314.307990:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762314.307992:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762314.307993:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787762314.307994:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762314.307996:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762314.307998:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787762314.307998:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762314.308001:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762314.308002:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883828992:192.168.204.116@tcp:250:kworker.0
00000100:00000001:3.0:1787762314.308004:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762314.308007:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1787762314.308007:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787762314.308019:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:1.0:1787762314.308022:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762314.308022:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762314.308023:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762314.308025:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762314.308025:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762314.308027:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787762314.308027:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762314.308028:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762314.308033:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449000.
02000000:00000010:3.0:1787762314.308033:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
02000000:00000001:1.0:1787762314.308035:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762314.308036:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762314.308041:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00100000:3.0:1787762314.308041:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883829120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762314.308045:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000100:00000001:3.0:1787762314.308048:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762314.308050:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762314.308053:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000040:3.0:1787762314.308053:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883829120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762314.308059:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762314.308060:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883828992, portal 25
00000100:00080000:3.0:1787762314.308062:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762314.308063:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762314.308065:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885929536 : -115902823622080 : ffff9696455e9a40)
00000100:00080000:3.0:1787762314.308065:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762314.308067:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762314.308068:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762314.308070:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787762314.308071:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e9a40 x1874600883828992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762314.308073:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3699
00000400:00000200:3.0:1787762314.308077:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762314.308079:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1787762314.308079:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762314.308081:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762314.308082:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762314.308084:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000040:3.0:1787762314.308084:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762314.308086:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787762314.308088:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883828992, offset 0
00000100:00000040:3.0:1787762314.308088:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762314.308090:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762314.308092:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762314.308092:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000400:00000200:1.0:1787762314.308094:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000020:00000001:3.0:1787762314.308094:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762314.308096:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762314.308097:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762314.308099:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762314.308102:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762314.308103:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762314.308104:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762314.308106:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762314.308107:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:1.0:1787762314.308109:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000020:00000040:3.0:1787762314.308110:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762314.308112:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762314.308114:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762314.308115:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787762314.308115:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762314.308118:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762314.308120:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762314.308121:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00000001:3.0:1787762314.308122:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762314.308123:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762314.308125:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000008:00000001:3.0:1787762314.308126:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762314.308127:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762314.308128:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000010:3.0:1787762314.308131:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000400:00000200:1.0:1787762314.308132:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3414:3414:256:4294967295] 192.168.204.116@tcp LPNI seq info [3414:3414:8:4294967295]
00000020:00000040:3.0:1787762314.308133:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762314.308135:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787762314.308137:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:3.0:1787762314.308137:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762314.308139:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762314.308140:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762314.308141:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762314.308144:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000400:00000200:1.0:1787762314.308146:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787762314.308147:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762314.308150:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883829248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787762314.308154:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000001:3.0:1787762314.308157:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762314.308158:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762314.308160:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000100:00000040:3.0:1787762314.308162:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883829248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787762314.308167:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787762314.308168:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762314.308171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1787762314.308172:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000100:00080000:3.0:1787762314.308174:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762314.308175:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762314.308177:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1787762314.308178:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762314.308182:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1787762314.308185:0:8:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:1.0:1787762314.308186:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00080000:3.0:1787762314.308187:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3699
00000800:00000010:1.0:1787762314.308190:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:3.0:1787762314.308190:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762314.308193:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762314.308194:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787762314.308197:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787762314.308197:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762314.308199:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762314.308201:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762314.308202:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787762314.308203:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762314.308205:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762314.308206:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000400:00000200:1.0:1787762314.308208:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000020:00000001:3.0:1787762314.308208:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762314.308209:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000400:00000010:1.0:1787762314.308210:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000020:00000001:3.0:1787762314.308211:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762314.308213:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000001:1.0:1787762314.308215:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787762314.308215:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762314.308217:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787762314.308219:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e9a40 x1874600883828992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762314.308219:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762314.308221:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762314.308224:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762314.308226:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762314.308228:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787762314.308229:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762314.308230:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787762314.308232:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9a40 x1874600883828992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762339 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762314.308233:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762314.308235:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762314.308237:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762314.308239:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787762314.308239:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000100:00000001:1.0:1787762314.308241:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:3.0:1787762314.308242:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762314.308243:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762314.308246:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000100:00000001:1.0:1787762314.308248:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762314.308248:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762314.308251:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787762314.308252:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:3.0:1787762314.308252:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762314.308254:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762314.308255:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298372859
02000000:00000001:3.0:1787762314.308255:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762314.308256:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762314.308259:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d2a0.
02000000:00000010:3.0:1787762314.308259:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762314.308262:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762314.308265:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883829376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762314.308267:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787762314.308271:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762314.308273:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762314.308274:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298372859
00000100:00000040:3.0:1787762314.308276:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883829376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787762314.308278:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816db40.
00000100:00000001:1.0:1787762314.308282:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787762314.308283:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762314.308286:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787762314.308286:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762314.308288:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787762314.308289:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762314.308290:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787762314.308291:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1787762314.308291:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762314.308294:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787762314.308295:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762314/real 1787762314]  req@ffff9696455e9a40 x1874600883828992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762314.308296:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3699
00000400:00000200:3.0:1787762314.308300:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762314.308302:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762314.308305:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762314.308307:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762314.308309:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1787762314.308311:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1787762314.308311:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000001:1.0:1787762314.308313:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787762314.308313:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000010:1.0:1787762314.308315:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000020:00000001:3.0:1787762314.308316:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762314.308317:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000400:00000200:1.0:1787762314.308318:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000020:00000001:3.0:1787762314.308318:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787762314.308320:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000020:00000040:3.0:1787762314.308320:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000100:00000001:1.0:1787762314.308322:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1787762314.308322:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000200:1.0:1787762314.308325:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e9a40 x1874600883828992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762314.308325:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762314.308327:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762314.308329:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762314.308331:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762314.308333:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000200:1.0:1787762314.308334:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e9a40 x1874600883828992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762314.308336:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762314.308338:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762314.308340:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762314.308341:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1787762314.308341:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762314.308343:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787762314.308343:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762314.308345:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787762314.308345:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762314.308347:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762314.308347:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762314.308348:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762314.308350:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762314.308351:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e9a40 x1874600883828992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762314.308352:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762314.308354:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787762314.308356:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000100:00000001:1.0:1787762314.308359:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787762314.308359:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762314.308360:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762314.308361:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762314.308363:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787762314.308364:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e9a40 x1874600883828992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762314.308364:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762314.308367:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787762314.308370:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762314.308372:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1787762314.308373:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883829504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762314.308375:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762314.308377:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762314.308378:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762314.308380:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762314.308383:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762314.308385:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787762314.308385:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762314.308387:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762314.308389:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000040:3.0:1787762314.308390:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883829504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.308392:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762314.308396:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e9a40 x1874600883828992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762314.308397:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762314.308402:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3709)
00000100:00100000:1.0:1787762314.308404:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883828992:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762314.308409:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762314.308411:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762314.308414:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e9a40 x1874600883828992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.308419:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762314.308422:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762314.308425:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449000.
02000000:00000001:1.0:1787762314.308428:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762314.308429:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762314.308431:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762314.308433:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762314.308436:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8b400.
02000000:00000001:1.0:1787762314.308441:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762314.308443:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762314.308445:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e9a40.
00000100:00000001:1.0:1787762314.308448:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762314.308448:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762314.308450:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762314.308457:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762314.308459:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762314.308460:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762314.308461:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762314.308462:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762314.308465:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ea940 x1874600883829120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.308469:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762314.308470:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762314.308472:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762314.308473:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762314.308474:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762314.308476:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883829120:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762314.308478:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762314.308480:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762314.308481:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762314.308482:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762314.308484:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449000.
02000000:00000001:1.0:1787762314.308485:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762314.308488:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762314.308489:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762314.308492:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762314.308494:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883829120, portal 10
00000100:00000001:1.0:1787762314.308495:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762314.308496:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885933376 : -115902823618240 : ffff9696455ea940)
00000100:00000040:1.0:1787762314.308500:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ea940 x1874600883829120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.308505:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762314.308506:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762314.308508:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762314.308509:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883829120, offset 0
00000400:00000200:1.0:1787762314.308511:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762314.308514:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762314.308516:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762314.308518:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762314.308521:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762314.308523:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762314.308526:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762314.308528:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3415:3415:256:4294967295] 192.168.204.116@tcp LPNI seq info [3415:3415:8:4294967295]
00000400:00000200:1.0:1787762314.308532:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762314.308538:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762314.308543:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762314.308546:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762314.308550:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762314.308554:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762314.308566:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762314.308568:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787762314.308571:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762314.308572:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762314.308574:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762314.308577:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762314.308579:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762314.308580:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762314.308582:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762314.308584:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ea940 x1874600883829120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.308589:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762314.308591:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea940 x1874600883829120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762339 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.308619:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762314.308620:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762314.308623:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762314.308626:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762314.308628:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762314.308629:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298371620
00000100:00000001:1.0:1787762314.308631:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298372859
00000100:00000001:1.0:1787762314.308633:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298371620
00000100:00000001:1.0:1787762314.308634:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298372859
00000100:00000001:1.0:1787762314.308635:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762314.308637:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762314.308638:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762314.308640:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762314/real 1787762314]  req@ffff9696455ea940 x1874600883829120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762314.308645:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762314.308646:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762314.308647:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762314.308649:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762314.308650:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762314.308651:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762314.308653:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ea940 x1874600883829120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762314.308658:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ea940 x1874600883829120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.308662:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762314.308663:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762314.308664:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762314.308665:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762314.308667:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ea940 x1874600883829120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.308670:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762314.308672:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ea940 x1874600883829120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.308676:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762314.308677:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762314.308678:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762314.308678:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762314.308679:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762314.308680:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762314.308682:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762314.308684:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762314.308685:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762314.308688:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ea940 x1874600883829120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762314.308692:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883829120:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762314.308695:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762314.308697:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455eb0c0 x1874600883829248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.308701:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762314.308702:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762314.308703:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762314.308704:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762314.308705:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762314.308706:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455eb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883829248:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762314.308708:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762314.308709:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762314.308710:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762314.308711:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762314.308714:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762314.308715:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762314.308717:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762314.308718:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762314.308720:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762314.308722:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883829248, portal 10
00000100:00000001:1.0:1787762314.308723:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762314.308724:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885935296 : -115902823616320 : ffff9696455eb0c0)
00000100:00000040:1.0:1787762314.308728:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455eb0c0 x1874600883829248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.308732:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762314.308733:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762314.308734:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762314.308736:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883829248, offset 0
00000400:00000200:1.0:1787762314.308738:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762314.308740:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762314.308742:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762314.308743:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762314.308745:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762314.308747:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762314.308748:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762314.308750:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3416:3416:256:4294967295] 192.168.204.116@tcp LPNI seq info [3416:3416:8:4294967295]
00000400:00000200:1.0:1787762314.308753:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762314.308756:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762314.308759:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762314.308761:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762314.308763:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762314.308765:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762314.308767:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762314.308769:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787762314.308771:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762314.308773:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762314.308774:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762314.308776:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762314.308778:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762314.308779:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762314.308781:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762314.308783:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455eb0c0 x1874600883829248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.308787:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762314.308789:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb0c0 x1874600883829248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762339 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.308792:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762314.308793:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762314.308794:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762314.308796:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762314.308797:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762314.308798:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298371679
00000100:00000001:1.0:1787762314.308799:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298372859
00000100:00000001:1.0:1787762314.308801:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298371679
00000100:00000001:1.0:1787762314.308803:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298372859
00000100:00000001:1.0:1787762314.308804:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762314.308805:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762314.308806:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762314.308809:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762314/real 1787762314]  req@ffff9696455eb0c0 x1874600883829248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762314.308812:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762314.308813:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762314.308814:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762314.308815:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762314.308816:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762314.308817:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762314.308818:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455eb0c0 x1874600883829248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762314.308823:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455eb0c0 x1874600883829248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.308827:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762314.308828:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762314.308829:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762314.308829:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762314.308831:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455eb0c0 x1874600883829248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.308835:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762314.308836:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455eb0c0 x1874600883829248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.308840:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762314.308841:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762314.308842:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762314.308843:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762314.308844:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762314.308845:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762314.308847:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762314.308849:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762314.308850:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762314.308852:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455eb0c0 x1874600883829248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762314.308856:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455eb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883829248:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762314.308858:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762314.308860:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8780 x1874600883829376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.308863:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762314.308864:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762314.308865:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762314.308865:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762314.308866:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762314.308868:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883829376:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762314.308870:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762314.308871:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762314.308872:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762314.308873:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762314.308875:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762314.308876:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762314.308879:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762314.308880:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762314.308882:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762314.308883:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883829376, portal 4
00000100:00000001:1.0:1787762314.308885:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762314.308885:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885924736 : -115902823626880 : ffff9696455e8780)
00000100:00000040:1.0:1787762314.308889:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8780 x1874600883829376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.308893:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762314.308895:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762314.308896:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762314.308897:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883829376, offset 0
00000400:00000200:1.0:1787762314.308899:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762314.308901:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762314.308903:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762314.308904:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762314.308905:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762314.308907:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762314.308908:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762314.308910:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3417:3417:256:4294967295] 192.168.204.116@tcp LPNI seq info [3417:3417:8:4294967295]
00000400:00000200:1.0:1787762314.308913:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762314.308916:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762314.308918:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762314.308920:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762314.308922:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762314.308923:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762314.308926:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762314.308927:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787762314.308930:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762314.308931:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762314.308933:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762314.308935:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762314.308936:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762314.308938:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762314.308939:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762314.308941:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e8780 x1874600883829376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.308945:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762314.308947:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8780 x1874600883829376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762339 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.308955:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762314.308956:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762314.308957:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762314.308959:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762314.308961:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762314.308962:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298371600
00000100:00000001:1.0:1787762314.308963:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298372859
00000100:00000001:1.0:1787762314.308965:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298371600
00000100:00000001:1.0:1787762314.308966:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298372859
00000100:00000001:1.0:1787762314.308967:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762314.308968:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762314.308969:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762314.308971:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762314/real 1787762314]  req@ffff9696455e8780 x1874600883829376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762314.308975:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762314.308975:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762314.308976:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762314.308977:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762314.308978:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762314.308979:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762314.308981:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8780 x1874600883829376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762314.308986:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8780 x1874600883829376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.308989:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762314.308990:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762314.308991:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762314.308992:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762314.308993:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8780 x1874600883829376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.308998:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762314.309000:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8780 x1874600883829376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.309004:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762314.309005:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762314.309006:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762314.309007:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762314.309019:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762314.309020:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762314.309022:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762314.309024:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762314.309025:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762314.309027:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8780 x1874600883829376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762314.309032:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883829376:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762314.309034:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762314.309036:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455eb480 x1874600883829504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.309040:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762314.309041:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762314.309042:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762314.309043:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762314.309044:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762314.309046:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883829504:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762314.309047:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762314.309048:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762314.309050:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762314.309051:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762314.309053:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b400.
02000000:00000001:1.0:1787762314.309054:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762314.309056:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762314.309058:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762314.309059:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762314.309061:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883829504, portal 4
00000100:00000001:1.0:1787762314.309062:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762314.309063:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885936256 : -115902823615360 : ffff9696455eb480)
00000100:00000040:1.0:1787762314.309067:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455eb480 x1874600883829504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.309071:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762314.309072:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762314.309073:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762314.309074:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883829504, offset 0
00000400:00000200:1.0:1787762314.309076:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762314.309079:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762314.309081:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762314.309083:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762314.309084:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762314.309086:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762314.309087:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762314.309089:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3418:3418:256:4294967295] 192.168.204.116@tcp LPNI seq info [3418:3418:8:4294967295]
00000400:00000200:1.0:1787762314.309091:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762314.309095:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762314.309097:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762314.309099:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762314.309101:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762314.309102:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762314.309105:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762314.309107:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787762314.309109:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762314.309111:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762314.309112:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762314.309114:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762314.309116:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762314.309117:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762314.309118:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762314.309120:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455eb480 x1874600883829504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.309125:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762314.309127:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb480 x1874600883829504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762339 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.309130:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762314.309131:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762314.309133:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762314.309135:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762314.309136:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762314.309137:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298371607
00000100:00000001:1.0:1787762314.309139:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298372859
00000100:00000001:1.0:1787762314.309140:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298371607
00000100:00000001:1.0:1787762314.309142:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298372859
00000100:00000001:1.0:1787762314.309143:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762314.309144:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762314.309145:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762314.309147:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762314/real 1787762314]  req@ffff9696455eb480 x1874600883829504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762314.309150:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762314.309151:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762314.309152:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762314.309153:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762314.309154:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762314.309155:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762314.309157:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455eb480 x1874600883829504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762314.309162:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455eb480 x1874600883829504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.309165:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762314.309166:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762314.309167:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762314.309167:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762314.309169:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455eb480 x1874600883829504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.309172:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762314.309174:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455eb480 x1874600883829504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.309178:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762314.309179:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762314.309180:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762314.309180:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762314.309181:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762314.309182:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762314.309184:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762314.309185:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762314.309187:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762314.309189:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455eb480 x1874600883829504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762314.309193:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883829504:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762314.309195:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762314.309196:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762314.309199:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ea940 x1874600883829120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.309204:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762314.309205:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762314.309207:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449000.
02000000:00000001:1.0:1787762314.309209:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762314.309210:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762314.309212:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762314.309214:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762314.309215:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89400.
02000000:00000001:1.0:1787762314.309218:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762314.309219:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762314.309220:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ea940.
00000100:00000001:1.0:1787762314.309223:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762314.309224:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762314.309226:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762314.309229:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455eb0c0 x1874600883829248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.309235:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762314.309237:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762314.309238:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762314.309241:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762314.309242:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762314.309243:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762314.309245:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762314.309246:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89000.
02000000:00000001:1.0:1787762314.309248:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762314.309249:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762314.309251:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455eb0c0.
00000100:00000001:1.0:1787762314.309253:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762314.309255:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762314.309257:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762314.309260:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8780 x1874600883829376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.309264:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762314.309265:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762314.309266:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762314.309268:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762314.309269:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762314.309270:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762314.309271:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762314.309272:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8a400.
02000000:00000001:1.0:1787762314.309273:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762314.309273:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762314.309274:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8780.
00000100:00000001:1.0:1787762314.309275:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762314.309276:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762314.309277:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762314.309279:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455eb480 x1874600883829504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762314.309282:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762314.309283:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762314.309284:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b400.
02000000:00000001:1.0:1787762314.309285:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762314.309287:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762314.309288:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762314.309290:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762314.309291:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89c00.
02000000:00000001:1.0:1787762314.309293:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762314.309294:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762314.309295:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455eb480.
00000100:00000001:1.0:1787762314.309297:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762314.309298:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762314.309300:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762314.309303:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762314.309305:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762314.309306:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762314.309308:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762314.755701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762314.755708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762314.755713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762314.755714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762314.755716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762314.755717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762314.755734:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762314.755736:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762314.755738:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762315.587693:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298372859, at 4298372864
00000100:00000040:1.0:1787762315.587693:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298372859, at 4298372864
00000100:00000010:0.0:1787762315.587707:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d2a0.
00000100:00000010:1.0:1787762315.587707:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787762315.779721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762315.779729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762315.779734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762315.779735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762315.779738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762315.779740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762315.779786:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762315.779790:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762315.779792:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762316.803703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762316.803712:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762316.803714:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762316.803716:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762316.803721:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762316.803723:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762316.803725:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762316.803727:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762316.803730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762316.803731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762316.803733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762316.803734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762316.803753:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762316.803755:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762316.803757:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762317.827742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762317.827750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762317.827754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762317.827755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762317.827757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762317.827758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762317.827806:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762317.827810:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762317.827813:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762318.851689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762318.851697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762318.851702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762318.851703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762318.851706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762318.851706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762318.851724:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762318.851726:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762318.851728:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762319.427757:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762319.427767:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762319.427770:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762319.427774:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762319.427779:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762319.427786:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3704
00000400:00000200:2.0:1787762319.427794:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762319.427800:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762319.427803:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762319.427805:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762319.427808:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762319.427810:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762319.427812:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762319.427815:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762319.427817:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762319.427820:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762319.427823:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762319.427825:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762319.427827:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762319.427829:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762319.427830:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762319.427831:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762319.427832:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762319.427834:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762319.427837:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762319.427838:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762319.427840:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762319.427843:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762319.427845:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762319.427847:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762319.427849:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762319.427859:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517eda40.
00000020:00000040:2.0:1787762319.427861:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762319.427865:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762319.427866:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762319.427868:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762319.427871:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762319.427875:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762319.427882:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef400.
00000100:00000001:2.0:1787762319.427889:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762319.427897:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517eda40 x1874600883829632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762319.427906:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762319.427920:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762319.427925:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062fc5fc1] to pc [ptlrpcd_rcv+-1]  req@ffff9696517eda40 x1874600883829632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762319.427947:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762319.427951:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762319.427954:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762319.427956:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762319.427957:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762319.427960:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762319.427963:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3704
00000400:00000200:2.0:1787762319.427973:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762319.427976:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762319.427978:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762319.427982:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762319.427984:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762319.427986:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762319.427988:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762319.427989:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787762319.427990:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762319.427991:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762319.427993:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762319.427994:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1787762319.427995:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000100:00000001:1.0:1787762319.427997:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787762319.427997:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762319.427999:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762319.428002:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000040:1.0:1787762319.428004:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517eda40 x1874600883829632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762319.428004:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762319.428006:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762319.428008:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762319.428011:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762319.428013:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762319.428014:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762319.428017:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762319.428020:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762319.428021:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762319.428022:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762319.428024:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762319.428026:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762319.428030:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517eda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883829632:192.168.204.116@tcp:250:kworker.0
02000000:00000001:2.0:1787762319.428030:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762319.428032:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762319.428034:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762319.428035:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1787762319.428039:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787762319.428040:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:2.0:1787762319.428041:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762319.428042:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762319.428043:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762319.428045:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:2.0:1787762319.428049:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ede00.
02000000:00000010:1.0:1787762319.428050:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b400.
02000000:00000001:1.0:1787762319.428052:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762319.428055:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762319.428058:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787762319.428059:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:2.0:1787762319.428059:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762319.428061:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762319.428062:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787762319.428063:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
02000000:00000001:2.0:1787762319.428064:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762319.428068:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef000.
00000400:00000010:1.0:1787762319.428071:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000001:2.0:1787762319.428071:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762319.428075:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ede00 x1874600883829760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787762319.428079:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883829632, portal 25
00000100:00000001:1.0:1787762319.428082:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762319.428082:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762319.428084:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762319.428087:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041377f2a] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ede00 x1874600883829760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.428090:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089369664 : -115902620181952 : ffff9696517eda40)
00000100:00000001:2.0:1787762319.428095:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762319.428096:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517eda40 x1874600883829632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762319.428098:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762319.428102:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787762319.428103:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787762319.428106:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1787762319.428107:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00080000:2.0:1787762319.428108:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787762319.428110:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000001:2.0:1787762319.428110:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787762319.428113:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883829632, offset 0
00000100:00080000:2.0:1787762319.428113:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3704
00000400:00000200:2.0:1787762319.428116:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762319.428119:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000200:1.0:1787762319.428121:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00080000:2.0:1787762319.428121:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762319.428124:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762319.428126:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762319.428127:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762319.428129:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:1.0:1787762319.428130:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000001:2.0:1787762319.428131:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762319.428132:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762319.428134:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787762319.428135:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000020:00000040:2.0:1787762319.428136:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762319.428138:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762319.428139:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:1.0:1787762319.428141:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1787762319.428142:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762319.428144:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762319.428145:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762319.428146:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00000001:2.0:1787762319.428148:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762319.428149:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000400:00000200:1.0:1787762319.428151:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1787762319.428151:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762319.428153:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762319.428155:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
02000000:00000001:2.0:1787762319.428155:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762319.428157:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762319.428159:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3419:3419:256:4294967295] 192.168.204.116@tcp LPNI seq info [3419:3419:8:4294967295]
02000000:00000001:2.0:1787762319.428159:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762319.428161:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762319.428163:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000008:00100000:2.0:1787762319.428163:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762319.428165:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762319.428167:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762319.428170:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517eed00.
00000020:00000040:2.0:1787762319.428172:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000400:00000200:1.0:1787762319.428174:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787762319.428174:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762319.428176:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762319.428177:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762319.428178:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762319.428180:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762319.428181:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
02000000:00000010:2.0:1787762319.428183:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483edc00.
00000800:00000010:1.0:1787762319.428186:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000100:00000001:2.0:1787762319.428187:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762319.428190:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517eed00 x1874600883829888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787762319.428194:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:2.0:1787762319.428197:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1787762319.428198:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1787762319.428199:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762319.428202:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adaeb222] to pc [ptlrpcd_rcv+-1]  req@ffff9696517eed00 x1874600883829888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787762319.428204:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:2.0:1787762319.428209:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762319.428209:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000100:00080000:2.0:1787762319.428212:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1787762319.428213:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00080000:2.0:1787762319.428215:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000010:1.0:1787762319.428216:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000100:00000001:2.0:1787762319.428216:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762319.428218:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762319.428220:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762319.428222:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3704
00000400:00000200:1.0:1787762319.428224:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762319.428225:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762319.428228:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000200:1.0:1787762319.428229:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1787762319.428230:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762319.428232:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762319.428234:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762319.428235:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000100:00000040:2.0:1787762319.428236:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000010:1.0:1787762319.428238:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:2.0:1787762319.428238:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762319.428240:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762319.428241:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000100:00000001:1.0:1787762319.428242:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1787762319.428243:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762319.428244:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000100:00000200:1.0:1787762319.428245:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517eda40 x1874600883829632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787762319.428246:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762319.428249:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762319.428252:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762319.428253:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762319.428255:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762319.428255:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762319.428257:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000040:1.0:1787762319.428259:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517eda40 x1874600883829632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787762319.428260:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762319.428262:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762319.428265:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762319.428266:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762319.428267:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762319.428268:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762319.428269:0:2396:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787762319.428270:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762319.428271:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762319.428273:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762319.428275:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762319.428276:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762319.428276:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762319.428280:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000010:2.0:1787762319.428280:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ecf00.
00000020:00000040:2.0:1787762319.428281:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
00000100:00000001:1.0:1787762319.428283:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298377979
02000000:00000001:2.0:1787762319.428284:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762319.428285:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762319.428286:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:1.0:1787762319.428288:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816db40.
02000000:00000001:2.0:1787762319.428288:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762319.428289:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762319.428293:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ee000.
00000100:00000001:1.0:1787762319.428295:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762319.428295:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762319.428299:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ecf00 x1874600883830016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762319.428304:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298377979
00000100:00000001:2.0:1787762319.428305:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1787762319.428307:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d360.
00000100:00000001:2.0:1787762319.428307:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762319.428310:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105f396e] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ecf00 x1874600883830016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.428311:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762319.428314:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762319.428317:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762319.428317:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762319.428320:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1787762319.428320:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762319.428323:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:1.0:1787762319.428324:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762319/real 1787762319]  req@ffff9696517eda40 x1874600883829632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762319.428324:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762319.428326:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762319.428329:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762319.428331:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3704
00000400:00000001:1.0:1787762319.428334:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762319.428336:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762319.428338:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762319.428341:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762319.428342:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000400:00000200:2.0:1787762319.428342:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762319.428344:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000001:1.0:1787762319.428345:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:2.0:1787762319.428347:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787762319.428348:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517eda40 x1874600883829632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762319.428349:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762319.428352:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762319.428354:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762319.428356:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000200:1.0:1787762319.428358:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517eda40 x1874600883829632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787762319.428358:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762319.428359:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762319.428361:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762319.428363:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000100:00000001:1.0:1787762319.428365:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:2.0:1787762319.428365:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:1.0:1787762319.428367:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787762319.428367:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762319.428369:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762319.428370:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762319.428370:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762319.428372:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762319.428372:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762319.428374:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762319.428376:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00100000:1.0:1787762319.428377:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517eda40 x1874600883829632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762319.428379:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762319.428382:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762319.428384:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787762319.428384:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787762319.428389:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517eda40 x1874600883829632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762319.428390:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762319.428392:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762319.428394:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762319.428396:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787762319.428397:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:2.0:1787762319.428398:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762319.428399:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762319.428401:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762319.428402:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:2.0:1787762319.428403:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec780.
00000100:00000001:1.0:1787762319.428404:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787762319.428405:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000100:00000001:1.0:1787762319.428407:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:2.0:1787762319.428407:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787762319.428408:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1787762319.428409:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762319.428410:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:1.0:1787762319.428411:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1787762319.428412:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762319.428413:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762319.428415:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
02000000:00000010:2.0:1787762319.428416:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ed800.
00000100:00000001:1.0:1787762319.428418:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787762319.428419:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762319.428422:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec780 x1874600883830144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787762319.428424:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517eda40 x1874600883829632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762319.428430:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762319.428432:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762319.428433:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517eda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883829632:192.168.204.116@tcp:250:kworker.0
00000100:00000040:2.0:1787762319.428435:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056399392] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec780 x1874600883830144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.428438:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762319.428440:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787762319.428442:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762319.428443:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517eda40 x1874600883829632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762319.428446:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3714)
00000100:00000001:1.0:1787762319.428449:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762319.428452:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762319.428455:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b400.
02000000:00000001:1.0:1787762319.428457:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762319.428459:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762319.428460:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762319.428462:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762319.428465:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef400.
02000000:00000001:1.0:1787762319.428471:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762319.428472:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762319.428474:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517eda40.
00000100:00000001:1.0:1787762319.428477:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762319.428478:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762319.428481:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762319.428489:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762319.428491:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762319.428493:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762319.428494:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762319.428495:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762319.428498:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ede00 x1874600883829760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.428502:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762319.428503:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762319.428504:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762319.428506:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762319.428507:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762319.428509:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ede00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883829760:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762319.428511:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762319.428512:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762319.428514:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762319.428515:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762319.428517:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b400.
02000000:00000001:1.0:1787762319.428518:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762319.428520:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762319.428522:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762319.428525:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762319.428527:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883829760, portal 10
00000100:00000001:1.0:1787762319.428528:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762319.428529:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089370624 : -115902620180992 : ffff9696517ede00)
00000100:00000040:1.0:1787762319.428534:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ede00 x1874600883829760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.428538:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762319.428539:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762319.428541:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762319.428542:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883829760, offset 0
00000400:00000200:1.0:1787762319.428544:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762319.428547:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762319.428549:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762319.428550:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762319.428552:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762319.428554:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762319.428556:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762319.428558:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3420:3420:256:4294967295] 192.168.204.116@tcp LPNI seq info [3420:3420:8:4294967295]
00000400:00000200:1.0:1787762319.428560:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762319.428564:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762319.428567:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762319.428569:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762319.428571:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762319.428573:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762319.428576:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762319.428577:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787762319.428580:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762319.428581:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762319.428583:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762319.428585:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762319.428587:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762319.428589:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762319.428590:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762319.428592:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ede00 x1874600883829760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.428616:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762319.428618:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ede00 x1874600883829760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.428622:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762319.428624:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762319.428626:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762319.428629:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762319.428631:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762319.428632:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298376740
00000100:00000001:1.0:1787762319.428634:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298377979
00000100:00000001:1.0:1787762319.428636:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298376740
00000100:00000001:1.0:1787762319.428639:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298377979
00000100:00000001:1.0:1787762319.428640:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762319.428641:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762319.428643:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762319.428645:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762319/real 1787762319]  req@ffff9696517ede00 x1874600883829760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762319.428649:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762319.428650:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762319.428651:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762319.428652:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762319.428653:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762319.428654:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762319.428655:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ede00 x1874600883829760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762319.428660:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ede00 x1874600883829760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.428664:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762319.428665:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762319.428666:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762319.428667:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762319.428668:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ede00 x1874600883829760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.428672:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762319.428674:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ede00 x1874600883829760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.428677:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762319.428679:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762319.428679:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762319.428680:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762319.428682:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762319.428683:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762319.428685:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762319.428687:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762319.428688:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762319.428690:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ede00 x1874600883829760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762319.428694:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ede00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883829760:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762319.428696:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762319.428698:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517eed00 x1874600883829888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.428701:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762319.428702:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762319.428703:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762319.428704:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762319.428706:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762319.428707:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517eed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883829888:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762319.428709:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762319.428710:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762319.428711:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762319.428712:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762319.428714:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762319.428716:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762319.428717:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762319.428719:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762319.428720:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762319.428722:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883829888, portal 10
00000100:00000001:1.0:1787762319.428723:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762319.428724:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089374464 : -115902620177152 : ffff9696517eed00)
00000100:00000040:1.0:1787762319.428728:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517eed00 x1874600883829888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.428733:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762319.428734:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762319.428735:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762319.428736:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883829888, offset 0
00000400:00000200:1.0:1787762319.428739:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762319.428740:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762319.428742:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762319.428744:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762319.428745:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762319.428746:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762319.428748:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762319.428750:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3421:3421:256:4294967295] 192.168.204.116@tcp LPNI seq info [3421:3421:8:4294967295]
00000400:00000200:1.0:1787762319.428752:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762319.428756:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762319.428759:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762319.428761:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762319.428763:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762319.428765:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762319.428767:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762319.428769:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787762319.428771:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762319.428772:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762319.428774:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762319.428776:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762319.428778:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762319.428779:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762319.428781:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762319.428783:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517eed00 x1874600883829888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.428787:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762319.428789:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517eed00 x1874600883829888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.428797:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762319.428798:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762319.428799:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762319.428801:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762319.428803:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762319.428804:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298376799
00000100:00000001:1.0:1787762319.428805:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298377979
00000100:00000001:1.0:1787762319.428807:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298376799
00000100:00000001:1.0:1787762319.428808:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298377979
00000100:00000001:1.0:1787762319.428809:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762319.428810:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762319.428811:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762319.428813:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762319/real 1787762319]  req@ffff9696517eed00 x1874600883829888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762319.428816:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762319.428817:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762319.428818:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762319.428819:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762319.428820:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762319.428822:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762319.428823:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517eed00 x1874600883829888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762319.428827:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517eed00 x1874600883829888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.428831:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762319.428831:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762319.428832:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762319.428833:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762319.428835:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517eed00 x1874600883829888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.428839:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762319.428842:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517eed00 x1874600883829888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.428845:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762319.428847:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762319.428847:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762319.428848:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762319.428849:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762319.428850:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762319.428851:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762319.428853:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762319.428854:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762319.428855:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517eed00 x1874600883829888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762319.428859:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517eed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883829888:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762319.428861:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762319.428863:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ecf00 x1874600883830016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.428866:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762319.428867:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762319.428868:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762319.428870:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762319.428871:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762319.428872:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ecf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883830016:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762319.428874:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762319.428875:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762319.428876:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762319.428877:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762319.428879:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762319.428880:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762319.428882:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762319.428884:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762319.428886:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762319.428888:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883830016, portal 4
00000100:00000001:1.0:1787762319.428889:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762319.428890:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089366784 : -115902620184832 : ffff9696517ecf00)
00000100:00000040:1.0:1787762319.428893:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ecf00 x1874600883830016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.428897:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762319.428898:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762319.428899:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762319.428901:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883830016, offset 0
00000400:00000200:1.0:1787762319.428903:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762319.428905:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762319.428906:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762319.428908:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762319.428925:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762319.428926:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762319.428928:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762319.428930:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3422:3422:256:4294967295] 192.168.204.116@tcp LPNI seq info [3422:3422:8:4294967295]
00000400:00000200:1.0:1787762319.428933:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762319.428937:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762319.428940:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762319.428942:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762319.428944:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762319.428946:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762319.428948:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762319.428950:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787762319.428952:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762319.428954:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762319.428956:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762319.428958:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762319.428960:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762319.428961:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762319.428962:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762319.428965:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ecf00 x1874600883830016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.428970:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762319.428971:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ecf00 x1874600883830016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.428976:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762319.428976:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762319.428978:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762319.428980:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762319.428982:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762319.428983:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298376720
00000100:00000001:1.0:1787762319.428985:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298377979
00000100:00000001:1.0:1787762319.428986:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298376720
00000100:00000001:1.0:1787762319.428988:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298377979
00000100:00000001:1.0:1787762319.428989:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762319.428990:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762319.428991:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762319.428993:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762319/real 1787762319]  req@ffff9696517ecf00 x1874600883830016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762319.428997:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762319.428998:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762319.428998:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762319.429000:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762319.429000:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762319.429002:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762319.429004:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ecf00 x1874600883830016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762319.429009:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ecf00 x1874600883830016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.429012:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762319.429013:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762319.429014:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762319.429014:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762319.429016:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ecf00 x1874600883830016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.429022:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762319.429025:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ecf00 x1874600883830016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.429031:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762319.429032:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762319.429034:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762319.429035:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762319.429037:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762319.429038:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762319.429041:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762319.429044:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762319.429046:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762319.429050:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ecf00 x1874600883830016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762319.429057:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ecf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883830016:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762319.429061:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762319.429064:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec780 x1874600883830144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.429071:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762319.429072:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762319.429074:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762319.429075:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762319.429076:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762319.429078:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883830144:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762319.429080:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762319.429081:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762319.429082:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762319.429084:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762319.429086:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449000.
02000000:00000001:1.0:1787762319.429087:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762319.429089:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762319.429090:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762319.429093:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762319.429094:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883830144, portal 4
00000100:00000001:1.0:1787762319.429095:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762319.429096:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089364864 : -115902620186752 : ffff9696517ec780)
00000100:00000040:1.0:1787762319.429101:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec780 x1874600883830144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.429105:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762319.429106:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762319.429107:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762319.429108:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883830144, offset 0
00000400:00000200:1.0:1787762319.429111:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762319.429113:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762319.429115:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762319.429116:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762319.429118:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762319.429119:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762319.429120:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762319.429123:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3423:3423:256:4294967295] 192.168.204.116@tcp LPNI seq info [3423:3423:8:4294967295]
00000400:00000200:1.0:1787762319.429125:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762319.429129:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762319.429132:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762319.429134:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762319.429136:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762319.429138:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762319.429140:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762319.429142:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787762319.429144:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762319.429146:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762319.429148:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762319.429150:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762319.429151:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762319.429152:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762319.429154:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762319.429156:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ec780 x1874600883830144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.429161:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762319.429163:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec780 x1874600883830144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.429167:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762319.429168:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762319.429170:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762319.429172:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762319.429174:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762319.429175:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298376727
00000100:00000001:1.0:1787762319.429176:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298377979
00000100:00000001:1.0:1787762319.429178:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298376727
00000100:00000001:1.0:1787762319.429179:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298377979
00000100:00000001:1.0:1787762319.429180:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762319.429182:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762319.429183:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762319.429185:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762319/real 1787762319]  req@ffff9696517ec780 x1874600883830144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762319.429189:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762319.429190:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762319.429191:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762319.429192:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762319.429193:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762319.429194:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762319.429196:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec780 x1874600883830144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762319.429200:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec780 x1874600883830144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.429204:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762319.429204:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762319.429205:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762319.429206:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762319.429208:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec780 x1874600883830144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.429211:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762319.429213:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec780 x1874600883830144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.429216:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762319.429218:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762319.429218:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762319.429219:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762319.429220:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762319.429221:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762319.429229:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762319.429232:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762319.429235:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762319.429238:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec780 x1874600883830144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762319.429243:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883830144:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762319.429245:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762319.429246:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762319.429248:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ede00 x1874600883829760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.429251:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762319.429252:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762319.429253:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b400.
02000000:00000001:1.0:1787762319.429254:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762319.429255:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762319.429256:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762319.429258:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762319.429259:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef000.
02000000:00000001:1.0:1787762319.429261:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762319.429262:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762319.429263:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ede00.
00000100:00000001:1.0:1787762319.429265:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762319.429266:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762319.429267:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762319.429269:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517eed00 x1874600883829888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.429273:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762319.429273:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762319.429274:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762319.429275:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762319.429276:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762319.429276:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762319.429277:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762319.429279:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483edc00.
02000000:00000001:1.0:1787762319.429280:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762319.429281:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762319.429282:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517eed00.
00000100:00000001:1.0:1787762319.429284:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762319.429284:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762319.429285:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762319.429291:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ecf00 x1874600883830016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.429294:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762319.429297:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762319.429298:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762319.429299:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762319.429300:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762319.429301:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762319.429302:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762319.429303:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ee000.
02000000:00000001:1.0:1787762319.429306:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762319.429306:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762319.429307:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ecf00.
00000100:00000001:1.0:1787762319.429308:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762319.429309:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762319.429310:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762319.429312:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec780 x1874600883830144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762319.429315:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762319.429316:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762319.429317:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449000.
02000000:00000001:1.0:1787762319.429318:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762319.429319:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762319.429320:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762319.429320:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762319.429321:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ed800.
02000000:00000001:1.0:1787762319.429322:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762319.429323:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762319.429323:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec780.
00000100:00000001:1.0:1787762319.429325:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762319.429326:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762319.429327:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762319.429330:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762319.429331:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762319.429332:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762319.429333:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762319.875734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762319.875744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762319.875750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762319.875753:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762319.875755:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762319.875760:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762319.875762:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762319.875765:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762319.875766:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762319.875768:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762319.875770:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762319.875771:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762319.875833:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762319.875838:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762319.875842:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762320.707712:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298377979, at 4298377984
00000100:00000040:1.0:1787762320.707712:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298377979, at 4298377984
00000100:00000010:1.0:1787762320.707731:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00000100:00000010:0.0:1787762320.707732:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787762320.899753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762320.899763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762320.899771:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762320.899772:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762320.899776:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762320.899778:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762320.899807:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762320.899810:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762320.899814:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762321.923740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762321.923747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762321.923751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762321.923752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762321.923755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762321.923758:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762321.923760:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762321.923763:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762321.923765:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762321.923767:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762321.923769:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762321.923770:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762321.923828:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762321.923832:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762321.923835:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762322.947693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762322.947698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762322.947702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762322.947703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762322.947705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762322.947706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762322.947723:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762322.947724:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762322.947726:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762323.971709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762323.971715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762323.971721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762323.971723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762323.971726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762323.971727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762323.971780:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762323.971783:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762323.971785:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762324.547743:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762324.547758:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762324.547761:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762324.547766:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762324.547771:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762324.547780:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3709
00000400:00000200:2.0:1787762324.547791:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762324.547798:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762324.547802:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762324.547805:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762324.547822:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762324.547825:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762324.547828:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762324.547833:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762324.547836:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762324.547839:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762324.547846:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762324.547849:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762324.547851:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762324.547854:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762324.547857:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762324.547858:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762324.547860:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762324.547863:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762324.547867:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762324.547869:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762324.547872:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762324.547876:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762324.547879:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762324.547881:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762324.547884:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762324.547895:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef840.
00000020:00000040:2.0:1787762324.547898:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762324.547903:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762324.547905:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762324.547908:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762324.547912:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762324.547917:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762324.547925:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef800.
00000100:00000001:2.0:1787762324.547933:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762324.547943:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef840 x1874600883830272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762324.547954:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762324.547959:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762324.547965:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b068e52] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef840 x1874600883830272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762324.547997:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762324.548000:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762324.548004:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762324.548005:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762324.548007:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762324.548016:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762324.548019:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3709
00000400:00000200:2.0:1787762324.548024:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762324.548028:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762324.548030:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762324.548032:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787762324.548034:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762324.548037:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762324.548038:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762324.548041:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762324.548043:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762324.548046:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000040:1.0:1787762324.548049:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef840 x1874600883830272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787762324.548049:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762324.548052:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762324.548056:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762324.548059:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000100:00000001:1.0:1787762324.548063:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787762324.548064:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000001:1.0:1787762324.548066:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762324.548067:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
02000000:00000001:1.0:1787762324.548070:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762324.548074:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787762324.548074:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
02000000:00000001:1.0:1787762324.548078:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762324.548079:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787762324.548082:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883830272:192.168.204.116@tcp:250:kworker.0
00000100:00000040:2.0:1787762324.548084:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762324.548088:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787762324.548089:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762324.548092:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
02000000:00000001:1.0:1787762324.548093:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762324.548096:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762324.548097:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
02000000:00000001:1.0:1787762324.548099:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787762324.548102:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762324.548106:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449000.
02000000:00000001:2.0:1787762324.548106:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762324.548109:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762324.548114:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762324.548116:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:2.0:1787762324.548118:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762324.548120:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000100:00000001:2.0:1787762324.548122:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:1.0:1787762324.548127:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000008:00100000:2.0:1787762324.548127:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762324.548132:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762324.548134:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762324.548135:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883830272, portal 25
00000100:00000001:1.0:1787762324.548139:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000010:2.0:1787762324.548139:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef0c0.
00000100:00000001:1.0:1787762324.548140:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089377344 : -115902620174272 : ffff9696517ef840)
00000020:00000040:2.0:1787762324.548144:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
00000100:00000040:1.0:1787762324.548148:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef840 x1874600883830272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762324.548149:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762324.548152:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762324.548156:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762324.548158:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787762324.548160:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787762324.548162:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762324.548164:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762324.548168:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
02000000:00000010:2.0:1787762324.548168:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec400.
00000100:00000200:1.0:1787762324.548173:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883830272, offset 0
00000100:00000001:2.0:1787762324.548174:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762324.548179:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00100000:2.0:1787762324.548183:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef0c0 x1874600883830400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762324.548190:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762324.548196:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762324.548198:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000001:2.0:1787762324.548199:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762324.548204:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1787762324.548207:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007513b59] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef0c0 x1874600883830400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762324.548210:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762324.548216:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762324.548220:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000001:2.0:1787762324.548224:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762324.548225:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3424:3424:256:4294967295] 192.168.204.116@tcp LPNI seq info [3424:3424:8:4294967295]
00000100:00080000:2.0:1787762324.548228:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762324.548230:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:2.0:1787762324.548234:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762324.548235:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762324.548236:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762324.548238:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762324.548240:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3709
00000400:00000200:2.0:1787762324.548246:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762324.548250:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1787762324.548252:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762324.548257:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1787762324.548261:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000040:2.0:1787762324.548262:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762324.548265:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762324.548266:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000010:1.0:1787762324.548267:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000100:00000001:2.0:1787762324.548268:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762324.548271:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762324.548272:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762324.548273:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762324.548275:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000800:00000200:1.0:1787762324.548278:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000001:2.0:1787762324.548279:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762324.548282:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000800:00000200:1.0:1787762324.548284:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1787762324.548286:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762324.548289:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762324.548293:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000200:1.1:1787762324.548293:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:2.0:1787762324.548297:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762324.548300:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000800:00000200:1.1:1787762324.548301:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000100:00080000:2.0:1787762324.548302:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762324.548307:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762324.548308:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762324.548310:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:1.0:1787762324.548311:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
02000000:00000001:2.0:1787762324.548312:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762324.548316:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:1.0:1787762324.548317:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000008:00100000:2.0:1787762324.548318:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762324.548322:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762324.548323:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762324.548326:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee580.
00000400:00000200:1.0:1787762324.548328:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1787762324.548328:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762324.548330:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762324.548333:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762324.548337:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787762324.548338:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762324.548341:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762324.548344:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762324.548346:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
02000000:00000010:2.0:1787762324.548348:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec000.
00000400:00000010:1.0:1787762324.548349:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762324.548356:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787762324.548356:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762324.548361:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ef840 x1874600883830272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762324.548365:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee580 x1874600883830528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762324.548371:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762324.548376:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef840 x1874600883830272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762349 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762324.548379:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762324.548383:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762324.548385:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762324.548387:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1787762324.548389:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d12b9ce] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee580 x1874600883830528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.548394:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762324.548398:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762324.548402:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:2.0:1787762324.548403:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762324.548406:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298383099
00000100:00080000:2.0:1787762324.548408:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762324.548411:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762324.548412:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:1.0:1787762324.548413:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d360.
00000100:00000001:2.0:1787762324.548416:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762324.548419:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3709
00000100:00000001:1.0:1787762324.548422:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000400:00000200:2.0:1787762324.548422:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762324.548427:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762324.548429:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762324.548431:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298383099
00000100:00000040:2.0:1787762324.548431:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762324.548434:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1787762324.548435:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d0c0.
00000100:00000040:2.0:1787762324.548438:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762324.548439:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762324.548442:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762324.548444:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1787762324.548444:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762324.548446:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762324.548449:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762324.548450:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762324.548451:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762324.548455:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000001:1.0:1787762324.548456:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:2.0:1787762324.548456:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762324.548461:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762324.548462:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787762324.548465:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762324/real 1787762324]  req@ffff9696517ef840 x1874600883830272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762324.548466:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762324.548469:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762324.548474:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762324.548479:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762324.548483:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762324.548486:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762324.548488:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:1.0:1787762324.548489:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1787762324.548490:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787762324.548491:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787762324.548492:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:1.0:1787762324.548494:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000008:00100000:2.0:1787762324.548495:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000400:00000200:1.0:1787762324.548497:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000008:00000001:2.0:1787762324.548498:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762324.548501:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:2.0:1787762324.548501:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762324.548505:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:2.0:1787762324.548507:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ed2c0.
00000020:00000040:2.0:1787762324.548510:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
00000100:00000200:1.0:1787762324.548511:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef840 x1874600883830272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762324.548513:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762324.548516:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762324.548519:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762324.548521:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762324.548523:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762324.548524:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef840 x1874600883830272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787762324.548528:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483efc00.
00000100:00000001:1.0:1787762324.548533:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762324.548534:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762324.548536:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762324.548539:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:2.0:1787762324.548541:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ed2c0 x1874600883830656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762324.548542:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762324.548549:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef840 x1874600883830272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762324.548552:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762324.548555:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762324.548561:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762324.548563:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ed0154] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ed2c0 x1874600883830656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762324.548567:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef840 x1874600883830272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762324.548576:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762324.548581:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762324.548581:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762324.548586:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762324.548587:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787762324.548589:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762324.548589:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787762324.548591:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762324.548593:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762324.548612:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762324.548615:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3709
00000400:00000200:2.0:1787762324.548618:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762324.548619:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000001:1.0:1787762324.548620:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:2.0:1787762324.548621:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762324.548624:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1787762324.548625:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00080000:1.0:1787762324.548629:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787762324.548629:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762324.548634:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00080000:1.0:1787762324.548637:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762324.548638:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762324.548639:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:2.0:1787762324.548641:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762324.548643:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762324.548646:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787762324.548647:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef840 x1874600883830272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787762324.548648:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762324.548652:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762324.548655:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762324.548661:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762324.548664:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787762324.548670:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883830272:192.168.204.116@tcp:250:kworker.0
00000100:00000040:2.0:1787762324.548670:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762324.548671:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762324.548675:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762324.548678:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762324.548680:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762324.548680:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762324.548684:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762324.548686:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787762324.548687:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762324.548689:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762324.548691:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef840 x1874600883830272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762324.548691:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762324.548694:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762324.548699:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762324.548701:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762324.548706:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000010:2.0:1787762324.548707:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec3c0.
02000000:00000001:1.0:1787762324.548709:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:2.0:1787762324.548710:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000010:1.0:1787762324.548713:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449000.
02000000:00000001:2.0:1787762324.548714:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762324.548716:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762324.548717:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1787762324.548718:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:1.0:1787762324.548720:0:2396:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:2.0:1787762324.548721:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:1.0:1787762324.548722:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762324.548723:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762324.548726:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762324.548728:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ecc00.
02000000:00000010:1.0:1787762324.548729:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef800.
00000100:00000001:2.0:1787762324.548732:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762324.548735:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762324.548737:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00100000:2.0:1787762324.548738:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec3c0 x1874600883830784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1787762324.548739:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef840.
00000100:00000001:1.0:1787762324.548744:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762324.548745:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762324.548749:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762324.548750:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762324.548753:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762324.548756:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ac1d0d0] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec3c0 x1874600883830784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.548758:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762324.548761:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762324.548763:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762324.548764:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762324.548766:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787762324.548767:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3719)
00000100:00000001:1.0:1787762324.548768:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762324.548773:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef0c0 x1874600883830400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.548778:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762324.548779:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762324.548780:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762324.548781:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762324.548783:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762324.548785:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883830400:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762324.548787:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762324.548789:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762324.548790:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762324.548792:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762324.548794:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449000.
02000000:00000001:1.0:1787762324.548795:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762324.548798:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762324.548800:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762324.548803:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762324.548806:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883830400, portal 10
00000100:00000001:1.0:1787762324.548808:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762324.548823:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089375424 : -115902620176192 : ffff9696517ef0c0)
00000100:00000040:1.0:1787762324.548830:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef0c0 x1874600883830400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.548836:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762324.548839:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762324.548841:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762324.548844:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883830400, offset 0
00000400:00000200:1.0:1787762324.548847:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762324.548852:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762324.548855:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762324.548858:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762324.548861:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762324.548863:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762324.548864:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762324.548866:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3425:3425:256:4294967295] 192.168.204.116@tcp LPNI seq info [3425:3425:8:4294967295]
00000400:00000200:1.0:1787762324.548869:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762324.548873:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762324.548876:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762324.548878:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762324.548881:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762324.548883:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762324.548885:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762324.548887:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762324.548889:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762324.548891:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762324.548894:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762324.548897:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762324.548900:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762324.548901:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762324.548904:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762324.548907:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ef0c0 x1874600883830400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.548929:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762324.548932:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef0c0 x1874600883830400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762349 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.548938:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762324.548939:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762324.548942:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762324.548945:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762324.548947:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762324.548948:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298381860
00000100:00000001:1.0:1787762324.548951:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298383099
00000100:00000001:1.0:1787762324.548952:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298381860
00000100:00000001:1.0:1787762324.548954:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298383099
00000100:00000001:1.0:1787762324.548955:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762324.548957:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762324.548959:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762324.548962:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762324/real 1787762324]  req@ffff9696517ef0c0 x1874600883830400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762324.548969:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762324.548971:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762324.548972:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762324.548974:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762324.548976:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762324.548978:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762324.548981:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef0c0 x1874600883830400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762324.548990:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef0c0 x1874600883830400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.548996:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762324.548999:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762324.549000:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762324.549001:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762324.549004:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef0c0 x1874600883830400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549008:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762324.549010:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef0c0 x1874600883830400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549015:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762324.549016:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762324.549017:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762324.549018:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762324.549019:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762324.549020:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762324.549022:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762324.549023:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762324.549025:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762324.549027:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef0c0 x1874600883830400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762324.549031:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883830400:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762324.549033:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762324.549035:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ee580 x1874600883830528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549039:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762324.549040:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762324.549041:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762324.549042:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762324.549043:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762324.549045:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883830528:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762324.549047:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762324.549049:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762324.549050:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762324.549052:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762324.549054:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762324.549055:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762324.549057:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762324.549059:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762324.549061:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762324.549063:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883830528, portal 10
00000100:00000001:1.0:1787762324.549064:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762324.549065:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089372544 : -115902620179072 : ffff9696517ee580)
00000100:00000040:1.0:1787762324.549069:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ee580 x1874600883830528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549073:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762324.549074:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762324.549075:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762324.549077:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883830528, offset 0
00000400:00000200:1.0:1787762324.549079:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762324.549081:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762324.549083:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762324.549085:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762324.549087:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762324.549088:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762324.549090:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762324.549092:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3426:3426:256:4294967295] 192.168.204.116@tcp LPNI seq info [3426:3426:8:4294967295]
00000400:00000200:1.0:1787762324.549094:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762324.549098:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762324.549101:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762324.549103:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762324.549106:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762324.549108:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762324.549110:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762324.549112:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762324.549114:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762324.549116:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762324.549118:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762324.549120:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762324.549122:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762324.549123:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762324.549124:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762324.549126:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ee580 x1874600883830528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549131:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762324.549133:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee580 x1874600883830528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762349 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549137:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762324.549138:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762324.549140:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762324.549142:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762324.549143:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762324.549144:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298381919
00000100:00000001:1.0:1787762324.549146:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298383099
00000100:00000001:1.0:1787762324.549147:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298381919
00000100:00000001:1.0:1787762324.549149:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298383099
00000100:00000001:1.0:1787762324.549150:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762324.549151:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762324.549152:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762324.549154:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762324/real 1787762324]  req@ffff9696517ee580 x1874600883830528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762324.549158:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762324.549159:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762324.549160:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762324.549161:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762324.549162:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762324.549163:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762324.549165:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ee580 x1874600883830528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762324.549169:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ee580 x1874600883830528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549173:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762324.549173:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762324.549174:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762324.549175:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762324.549177:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ee580 x1874600883830528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549180:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762324.549182:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ee580 x1874600883830528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549186:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762324.549187:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762324.549189:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762324.549189:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762324.549190:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762324.549191:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762324.549193:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762324.549194:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762324.549195:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762324.549197:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ee580 x1874600883830528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762324.549205:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883830528:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762324.549208:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762324.549210:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ed2c0 x1874600883830656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549213:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762324.549214:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762324.549215:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762324.549216:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762324.549217:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762324.549218:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ed2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883830656:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762324.549220:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762324.549221:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762324.549221:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762324.549222:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762324.549224:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762324.549226:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762324.549228:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762324.549229:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762324.549231:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762324.549233:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883830656, portal 4
00000100:00000001:1.0:1787762324.549234:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762324.549235:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089367744 : -115902620183872 : ffff9696517ed2c0)
00000100:00000040:1.0:1787762324.549239:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ed2c0 x1874600883830656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549243:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762324.549244:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762324.549245:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762324.549246:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883830656, offset 0
00000400:00000200:1.0:1787762324.549249:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762324.549251:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762324.549253:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762324.549255:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762324.549256:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762324.549258:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762324.549259:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762324.549261:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3427:3427:256:4294967295] 192.168.204.116@tcp LPNI seq info [3427:3427:8:4294967295]
00000400:00000200:1.0:1787762324.549263:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762324.549267:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762324.549269:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762324.549270:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762324.549272:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762324.549274:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762324.549276:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762324.549278:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762324.549280:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762324.549282:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762324.549283:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762324.549285:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762324.549286:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762324.549287:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762324.549289:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762324.549291:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ed2c0 x1874600883830656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549297:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762324.549300:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ed2c0 x1874600883830656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762349 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549306:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762324.549308:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762324.549310:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762324.549313:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762324.549316:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762324.549319:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298381840
00000100:00000001:1.0:1787762324.549321:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298383099
00000100:00000001:1.0:1787762324.549323:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298381840
00000100:00000001:1.0:1787762324.549325:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298383099
00000100:00000001:1.0:1787762324.549327:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762324.549329:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762324.549331:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762324.549335:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762324/real 1787762324]  req@ffff9696517ed2c0 x1874600883830656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762324.549341:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762324.549342:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762324.549343:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762324.549345:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762324.549346:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762324.549347:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762324.549349:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ed2c0 x1874600883830656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762324.549354:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ed2c0 x1874600883830656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549358:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762324.549358:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762324.549359:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762324.549360:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762324.549362:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ed2c0 x1874600883830656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549366:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762324.549368:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ed2c0 x1874600883830656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549372:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762324.549374:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762324.549375:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762324.549376:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762324.549377:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762324.549378:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762324.549380:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762324.549381:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762324.549382:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762324.549384:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ed2c0 x1874600883830656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762324.549389:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ed2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883830656:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762324.549392:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762324.549394:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec3c0 x1874600883830784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549397:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762324.549398:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762324.549399:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762324.549400:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762324.549401:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762324.549403:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883830784:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762324.549404:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762324.549405:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762324.549406:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762324.549408:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762324.549410:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b400.
02000000:00000001:1.0:1787762324.549411:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762324.549413:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762324.549414:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762324.549416:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762324.549418:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883830784, portal 4
00000100:00000001:1.0:1787762324.549420:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762324.549420:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089363904 : -115902620187712 : ffff9696517ec3c0)
00000100:00000040:1.0:1787762324.549424:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec3c0 x1874600883830784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549429:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762324.549430:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762324.549431:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762324.549433:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883830784, offset 0
00000400:00000200:1.0:1787762324.549435:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762324.549438:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762324.549441:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762324.549444:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762324.549448:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762324.549450:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762324.549453:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762324.549456:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3428:3428:256:4294967295] 192.168.204.116@tcp LPNI seq info [3428:3428:8:4294967295]
00000400:00000200:1.0:1787762324.549460:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762324.549466:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762324.549471:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762324.549475:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762324.549479:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762324.549483:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762324.549487:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762324.549489:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762324.549492:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762324.549493:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762324.549496:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762324.549498:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762324.549500:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762324.549501:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762324.549503:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762324.549505:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ec3c0 x1874600883830784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549514:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762324.549516:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec3c0 x1874600883830784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762349 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549520:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762324.549521:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762324.549523:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762324.549525:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762324.549527:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762324.549528:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298381847
00000100:00000001:1.0:1787762324.549530:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298383099
00000100:00000001:1.0:1787762324.549531:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298381847
00000100:00000001:1.0:1787762324.549532:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298383099
00000100:00000001:1.0:1787762324.549534:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762324.549535:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762324.549536:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762324.549538:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762324/real 1787762324]  req@ffff9696517ec3c0 x1874600883830784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762324.549542:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762324.549543:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762324.549544:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762324.549545:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762324.549546:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762324.549547:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762324.549549:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec3c0 x1874600883830784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762324.549555:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec3c0 x1874600883830784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549559:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762324.549560:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762324.549562:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762324.549563:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762324.549565:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec3c0 x1874600883830784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549570:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762324.549572:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec3c0 x1874600883830784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549576:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762324.549578:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762324.549579:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762324.549580:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762324.549581:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762324.549582:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762324.549583:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762324.549585:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762324.549586:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762324.549588:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec3c0 x1874600883830784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762324.549592:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883830784:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762324.549609:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762324.549611:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762324.549613:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef0c0 x1874600883830400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549617:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762324.549618:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762324.549619:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449000.
02000000:00000001:1.0:1787762324.549621:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762324.549622:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762324.549623:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762324.549625:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762324.549626:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ec400.
02000000:00000001:1.0:1787762324.549628:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762324.549628:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762324.549629:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef0c0.
00000100:00000001:1.0:1787762324.549631:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762324.549632:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762324.549633:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762324.549634:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ee580 x1874600883830528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549638:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762324.549639:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762324.549640:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762324.549641:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762324.549642:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762324.549642:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762324.549644:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762324.549645:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ec000.
02000000:00000001:1.0:1787762324.549647:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762324.549647:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762324.549648:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ee580.
00000100:00000001:1.0:1787762324.549651:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762324.549652:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762324.549654:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762324.549657:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ed2c0 x1874600883830656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549663:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762324.549664:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762324.549666:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762324.549668:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762324.549669:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762324.549670:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762324.549672:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762324.549673:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483efc00.
02000000:00000001:1.0:1787762324.549676:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762324.549678:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762324.549679:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ed2c0.
00000100:00000001:1.0:1787762324.549681:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762324.549682:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762324.549684:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762324.549687:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec3c0 x1874600883830784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762324.549693:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762324.549694:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762324.549696:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b400.
02000000:00000001:1.0:1787762324.549697:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762324.549698:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762324.549699:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762324.549700:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762324.549701:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ecc00.
02000000:00000001:1.0:1787762324.549702:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762324.549703:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762324.549704:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec3c0.
00000100:00000001:1.0:1787762324.549705:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762324.549706:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762324.549707:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762324.549709:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762324.549710:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762324.549711:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762324.549712:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762324.995732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762324.995740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762324.995745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762324.995746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762324.995749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762324.995750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762324.995769:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762324.995771:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762324.995773:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762325.827721:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298383099, at 4298383104
00000100:00000040:1.0:1787762325.827721:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298383099, at 4298383104
00000100:00000010:0.0:1787762325.827737:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00000100:00000010:1.0:1787762325.827738:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787762326.019695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762326.019701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762326.019706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762326.019707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762326.019710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762326.019710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762326.019763:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762326.019766:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762326.019769:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762327.043721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762327.043729:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762327.043731:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762327.043734:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762327.043739:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762327.043742:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762327.043744:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762327.043747:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762327.043750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762327.043752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762327.043755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762327.043756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762327.043789:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762327.043791:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762327.043794:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762328.067670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762328.067677:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762328.067683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762328.067684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762328.067687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762328.067687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762328.067723:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762328.067727:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762328.067729:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762329.091762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762329.091770:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762329.091778:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762329.091781:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762329.091784:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762329.091788:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762329.091791:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762329.091794:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762329.091796:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762329.091798:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762329.091802:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762329.091803:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762329.091828:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762329.091831:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762329.091834:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762329.667701:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762329.667723:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762329.667728:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762329.667732:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762329.667737:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762329.667745:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3714
00000400:00000200:1.0:1787762329.667755:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762329.667762:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762329.667765:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762329.667768:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762329.667772:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762329.667775:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762329.667777:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762329.667782:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762329.667784:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:1.0:1787762329.667788:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762329.667791:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:1.0:1787762329.667793:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:1.0:1787762329.667796:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:1.0:1787762329.667798:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762329.667800:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762329.667802:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762329.667804:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762329.667808:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:1.0:1787762329.667811:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762329.667814:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762329.667817:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762329.667820:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762329.667823:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762329.667825:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762329.667828:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762329.667839:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c76940.
00000020:00000040:1.0:1787762329.667842:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:1.0:1787762329.667848:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762329.667850:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762329.667853:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762329.667857:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762329.667862:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762329.667871:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544b400.
00000100:00000001:1.0:1787762329.667878:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762329.667888:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c76940 x1874600883830912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762329.667899:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762329.667904:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762329.667909:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0b042fe] to pc [ptlrpcd_rcv+-1]  req@ffff969643c76940 x1874600883830912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762329.667938:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762329.667941:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762329.667945:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762329.667946:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762329.667948:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762329.667951:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762329.667954:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3714
00000400:00000200:1.0:1787762329.667958:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762329.667961:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762329.667964:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762329.667967:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787762329.667968:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762329.667972:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762329.667974:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787762329.667975:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762329.667979:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787762329.667980:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762329.667984:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762329.667986:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:1.0:1787762329.667988:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762329.667991:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000100:00000040:2.0:1787762329.667992:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c76940 x1874600883830912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787762329.667995:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:1.0:1787762329.667999:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:1.0:1787762329.668005:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762329.668009:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762329.668012:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762329.668014:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762329.668016:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762329.668019:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787762329.668020:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:1.0:1787762329.668025:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
02000000:00000001:2.0:1787762329.668025:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762329.668029:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762329.668030:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762329.668032:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762329.668033:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787762329.668037:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883830912:192.168.204.116@tcp:250:kworker.0
02000000:00000001:1.0:1787762329.668042:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762329.668042:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762329.668047:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762329.668048:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787762329.668049:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762329.668052:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787762329.668056:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787762329.668056:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1787762329.668061:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762329.668064:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762329.668064:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483efc00.
00000100:00000010:1.0:1787762329.668068:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c74b40.
02000000:00000001:2.0:1787762329.668069:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787762329.668072:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:1.0:1787762329.668076:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762329.668079:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762329.668080:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762329.668081:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762329.668084:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762329.668086:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762329.668087:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
02000000:00000010:1.0:1787762329.668091:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544b000.
00000100:00000001:1.0:1787762329.668096:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762329.668098:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00100000:1.0:1787762329.668103:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c74b40 x1874600883831040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787762329.668108:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883830912, portal 25
00000100:00000001:1.0:1787762329.668114:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762329.668115:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762329.668118:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762329.668119:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859243840 : -115902850307776 : ffff969643c76940)
00000100:00000040:1.0:1787762329.668125:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be39ab00] to pc [ptlrpcd_rcv+-1]  req@ffff969643c74b40 x1874600883831040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762329.668128:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c76940 x1874600883830912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.668150:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762329.668155:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762329.668159:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000001:1.0:1787762329.668163:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762329.668164:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883830912, offset 0
00000100:00080000:1.0:1787762329.668167:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762329.668171:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1787762329.668172:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000001:1.0:1787762329.668173:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762329.668176:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762329.668178:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762329.668183:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3714
00000400:00000200:2.0:1787762329.668183:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762329.668190:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762329.668192:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762329.668197:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000200:2.0:1787762329.668200:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1787762329.668201:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762329.668206:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762329.668207:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00000001:1.0:1787762329.668212:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762329.668214:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1787762329.668217:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762329.668219:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000001:1.0:1787762329.668221:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:2.0:1787762329.668226:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3429:3429:256:4294967295] 192.168.204.116@tcp LPNI seq info [3429:3429:8:4294967295]
00000020:00000001:1.0:1787762329.668227:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762329.668230:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:1.0:1787762329.668233:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787762329.668233:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000040:1.0:1787762329.668236:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:1.0:1787762329.668240:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:1.0:1787762329.668243:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:2.0:1787762329.668247:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1787762329.668250:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762329.668253:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1787762329.668257:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000040:1.0:1787762329.668258:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762329.668262:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000010:2.0:1787762329.668263:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000020:00000040:1.0:1787762329.668265:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:1.0:1787762329.668269:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000800:00000200:2.0:1787762329.668274:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762329.668275:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762329.668279:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1787762329.668280:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
02000000:00000001:1.0:1787762329.668282:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1787762329.668287:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:1.0:1787762329.668288:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762329.668292:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.1:1787762329.668293:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000008:00100000:1.0:1787762329.668295:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1787762329.668299:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000008:00000001:1.0:1787762329.668300:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787762329.668302:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000100:00000001:1.0:1787762329.668304:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762329.668309:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c77480.
00000400:00000200:2.0:1787762329.668310:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1787762329.668312:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:1.0:1787762329.668316:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787762329.668318:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1787762329.668319:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762329.668324:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762329.668325:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787762329.668326:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
02000000:00000001:1.0:1787762329.668328:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762329.668329:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
02000000:00000010:1.0:1787762329.668334:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544b800.
00000100:00000001:2.0:1787762329.668334:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787762329.668339:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762329.668340:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c76940 x1874600883830912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762329.668349:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c77480 x1874600883831168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762329.668351:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762329.668357:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c76940 x1874600883830912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762354 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762329.668364:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762329.668368:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762329.668368:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762329.668373:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1787762329.668377:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031c63e07] to pc [ptlrpcd_rcv+-1]  req@ffff969643c77480 x1874600883831168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.668379:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762329.668386:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762329.668391:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298388219
00000100:00000001:1.0:1787762329.668393:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762329.668397:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1787762329.668397:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7480.
00000100:00080000:1.0:1787762329.668403:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762329.668404:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762329.668406:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762329.668407:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762329.668409:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762329.668414:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3714
00000100:00000001:2.0:1787762329.668417:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298388219
00000400:00000200:1.0:1787762329.668418:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000010:2.0:1787762329.668423:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7f00.
00000400:00000200:1.0:1787762329.668424:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762329.668427:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1787762329.668428:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762329.668431:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787762329.668434:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762329.668435:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762329.668439:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762329.668440:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1787762329.668443:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00100000:2.0:1787762329.668446:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762329/real 1787762329]  req@ffff969643c76940 x1874600883830912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762329.668447:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762329.668452:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762329.668454:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:1.0:1787762329.668455:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762329.668457:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:1.0:1787762329.668459:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:1.0:1787762329.668463:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:1.0:1787762329.668469:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000001:2.0:1787762329.668472:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787762329.668473:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1787762329.668475:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1787762329.668477:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000010:2.0:1787762329.668478:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000100:00000001:1.0:1787762329.668481:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:2.0:1787762329.668483:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000020:00000040:1.0:1787762329.668486:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000400:00000010:2.0:1787762329.668486:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762329.668491:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1787762329.668492:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000200:2.0:1787762329.668496:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c76940 x1874600883830912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762329.668497:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762329.668501:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762329.668504:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762329.668508:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762329.668509:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c76940 x1874600883830912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762329.668513:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762329.668516:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000100:00000001:2.0:1787762329.668519:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:1.0:1787762329.668520:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762329.668522:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762329.668524:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762329.668525:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762329.668527:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1787762329.668529:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c752c0.
00000100:00100000:2.0:1787762329.668531:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c76940 x1874600883830912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787762329.668533:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:1.0:1787762329.668537:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762329.668540:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762329.668544:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787762329.668545:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787762329.668547:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762329.668550:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762329.668551:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c76940 x1874600883830912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.668557:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762329.668558:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762329.668561:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762329.668562:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762329.668563:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762329.668565:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:1.0:1787762329.668566:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449000.
00000100:00080000:2.0:1787762329.668567:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1787762329.668574:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762329.668574:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762329.668578:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787762329.668586:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c752c0 x1874600883831296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787762329.668586:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c76940 x1874600883830912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762329.668616:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883830912:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762329.668620:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762329.668622:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762329.668624:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c76940 x1874600883830912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.668634:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762329.668637:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1787762329.668639:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1787762329.668640:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483efc00.
00000100:00000001:1.0:1787762329.668642:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762329.668645:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762329.668648:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000040:1.0:1787762329.668650:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d497c5d1] to pc [ptlrpcd_rcv+-1]  req@ffff969643c752c0 x1874600883831296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787762329.668650:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762329.668654:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762329.668658:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b400.
02000000:00000001:2.0:1787762329.668663:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762329.668665:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787762329.668666:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762329.668667:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c76940.
00000100:00080000:1.0:1787762329.668671:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762329.668671:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762329.668674:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787762329.668679:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762329.668679:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762329.668683:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762329.668685:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762329.668687:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762329.668689:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1787762329.668690:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3714
00000100:00000001:2.0:1787762329.668691:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762329.668695:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1787762329.668697:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762329.668698:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762329.668701:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1787762329.668704:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762329.668707:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762329.668722:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000040:2.0:1787762329.668723:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c74b40 x1874600883831040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762329.668725:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762329.668730:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762329.668734:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762329.668737:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787762329.668739:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787762329.668739:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787762329.668742:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
02000000:00000001:2.0:1787762329.668743:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1787762329.668747:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787762329.668747:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1787762329.668751:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
02000000:00000001:2.0:1787762329.668751:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762329.668756:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00100000:2.0:1787762329.668757:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883831040:192.168.204.116@tcp:38:kworker.0
00000020:00000001:1.0:1787762329.668762:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:2.0:1787762329.668763:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762329.668765:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762329.668768:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762329.668769:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
02000000:00000001:2.0:1787762329.668770:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787762329.668773:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1787762329.668775:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483efc00.
00000100:00000040:1.0:1787762329.668779:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
02000000:00000001:2.0:1787762329.668779:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762329.668784:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:2.0:1787762329.668788:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000040:1.0:1787762329.668790:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000400:00000010:2.0:1787762329.668791:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000100:00080000:1.0:1787762329.668795:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000400:00000010:2.0:1787762329.668797:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000001:1.0:1787762329.668798:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762329.668800:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883831040, portal 10
02000000:00000001:1.0:1787762329.668801:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762329.668805:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1787762329.668806:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762329.668806:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859236160 : -115902850315456 : ffff969643c74b40)
02000000:00000001:1.0:1787762329.668812:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762329.668814:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1787762329.668817:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c74b40 x1874600883831040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1787762329.668818:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787762329.668824:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762329.668828:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762329.668829:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762329.668833:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00000010:1.0:1787762329.668835:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c761c0.
00000400:00000010:2.0:1787762329.668836:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000020:00000040:1.0:1787762329.668841:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000100:00000200:2.0:1787762329.668841:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883831040, offset 0
00000400:00000200:2.0:1787762329.668846:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
02000000:00000001:1.0:1787762329.668847:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762329.668850:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762329.668850:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762329.668855:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787762329.668857:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
02000000:00000001:1.0:1787762329.668858:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787762329.668860:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1787762329.668862:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762329.668864:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762329.668867:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
02000000:00000010:1.0:1787762329.668869:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448000.
00000400:00000200:2.0:1787762329.668869:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762329.668874:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3430:3430:256:4294967295] 192.168.204.116@tcp LPNI seq info [3430:3430:8:4294967295]
00000100:00000001:1.0:1787762329.668875:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762329.668880:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762329.668887:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00100000:1.0:1787762329.668890:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c761c0 x1874600883831424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1787762329.668890:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762329.668895:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762329.668902:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762329.668907:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1787762329.668907:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1787762329.668912:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762329.668915:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762329.668918:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1787762329.668920:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c6bfeda] to pc [ptlrpcd_rcv+-1]  req@ffff969643c761c0 x1874600883831424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1787762329.668924:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762329.668927:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762329.668931:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762329.668937:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787762329.668939:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762329.668940:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762329.668943:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000040:1.0:1787762329.668945:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3724)
00000100:00000001:2.0:1787762329.668945:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762329.668948:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c74b40 x1874600883831040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.668960:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762329.668962:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c74b40 x1874600883831040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762354 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.668966:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762329.668968:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762329.668970:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762329.668972:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762329.668975:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762329.668976:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298386980
00000100:00000001:2.0:1787762329.668978:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298388219
00000100:00000001:2.0:1787762329.668980:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298386980
00000100:00000001:2.0:1787762329.668981:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298388219
00000100:00000001:2.0:1787762329.668982:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762329.668983:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762329.668984:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762329.668986:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762329/real 1787762329]  req@ffff969643c74b40 x1874600883831040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762329.668990:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762329.668991:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762329.668992:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762329.668994:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762329.668995:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762329.668996:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762329.668998:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c74b40 x1874600883831040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762329.669003:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c74b40 x1874600883831040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669006:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762329.669008:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762329.669009:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762329.669010:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762329.669012:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c74b40 x1874600883831040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669015:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762329.669017:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c74b40 x1874600883831040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669021:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762329.669022:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762329.669023:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762329.669024:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762329.669025:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762329.669026:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762329.669027:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762329.669029:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762329.669030:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762329.669032:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c74b40 x1874600883831040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762329.669036:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883831040:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762329.669038:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762329.669040:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c77480 x1874600883831168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669044:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762329.669044:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762329.669046:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762329.669047:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762329.669048:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762329.669050:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883831168:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762329.669052:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762329.669053:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762329.669054:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762329.669056:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762329.669060:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762329.669062:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762329.669065:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762329.669067:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762329.669070:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762329.669073:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883831168, portal 10
00000100:00000001:2.0:1787762329.669075:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762329.669076:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859246720 : -115902850304896 : ffff969643c77480)
00000100:00000040:2.0:1787762329.669082:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c77480 x1874600883831168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669088:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762329.669090:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762329.669092:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762329.669095:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883831168, offset 0
00000400:00000200:2.0:1787762329.669099:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762329.669103:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762329.669106:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762329.669108:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762329.669109:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762329.669111:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762329.669112:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762329.669115:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3431:3431:256:4294967295] 192.168.204.116@tcp LPNI seq info [3431:3431:8:4294967295]
00000400:00000200:2.0:1787762329.669117:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762329.669121:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762329.669124:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762329.669126:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762329.669129:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762329.669131:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762329.669133:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762329.669135:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787762329.669137:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762329.669138:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762329.669140:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762329.669143:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762329.669144:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762329.669146:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762329.669147:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762329.669149:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c77480 x1874600883831168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669154:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762329.669156:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c77480 x1874600883831168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762354 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669160:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762329.669161:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762329.669163:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762329.669165:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762329.669166:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762329.669167:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298387039
00000100:00000001:2.0:1787762329.669169:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298388219
00000100:00000001:2.0:1787762329.669170:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298387039
00000100:00000001:2.0:1787762329.669172:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298388219
00000100:00000001:2.0:1787762329.669173:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762329.669174:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762329.669175:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762329.669177:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762329/real 1787762329]  req@ffff969643c77480 x1874600883831168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762329.669181:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762329.669183:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762329.669184:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762329.669185:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762329.669186:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762329.669187:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762329.669189:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c77480 x1874600883831168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762329.669193:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c77480 x1874600883831168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669197:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762329.669197:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762329.669198:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762329.669199:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762329.669201:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c77480 x1874600883831168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669204:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762329.669206:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c77480 x1874600883831168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669210:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762329.669212:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762329.669213:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762329.669214:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762329.669215:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762329.669216:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762329.669217:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762329.669219:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762329.669220:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762329.669222:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c77480 x1874600883831168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762329.669229:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883831168:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762329.669232:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762329.669234:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c752c0 x1874600883831296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669237:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762329.669238:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762329.669239:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762329.669240:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762329.669241:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762329.669242:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883831296:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762329.669244:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762329.669245:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762329.669246:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762329.669247:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762329.669249:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762329.669250:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762329.669253:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762329.669254:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762329.669256:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762329.669258:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883831296, portal 4
00000100:00000001:2.0:1787762329.669260:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762329.669261:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859238080 : -115902850313536 : ffff969643c752c0)
00000100:00000040:2.0:1787762329.669264:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c752c0 x1874600883831296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669268:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762329.669270:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762329.669271:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762329.669272:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883831296, offset 0
00000400:00000200:2.0:1787762329.669274:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762329.669277:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762329.669279:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762329.669280:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762329.669282:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762329.669284:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762329.669285:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762329.669287:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3432:3432:256:4294967295] 192.168.204.116@tcp LPNI seq info [3432:3432:8:4294967295]
00000400:00000200:2.0:1787762329.669289:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762329.669292:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762329.669295:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762329.669296:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762329.669298:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762329.669300:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762329.669302:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762329.669304:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787762329.669306:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762329.669307:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762329.669309:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762329.669311:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762329.669312:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762329.669313:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762329.669315:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762329.669316:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c752c0 x1874600883831296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669321:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762329.669323:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c752c0 x1874600883831296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762354 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669327:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762329.669328:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762329.669329:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762329.669331:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762329.669332:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762329.669334:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298386960
00000100:00000001:2.0:1787762329.669336:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298388219
00000100:00000001:2.0:1787762329.669337:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298386960
00000100:00000001:2.0:1787762329.669338:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298388219
00000100:00000001:2.0:1787762329.669339:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762329.669340:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762329.669341:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762329.669343:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762329/real 1787762329]  req@ffff969643c752c0 x1874600883831296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762329.669347:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762329.669348:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762329.669348:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762329.669350:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762329.669351:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762329.669352:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762329.669354:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c752c0 x1874600883831296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762329.669359:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c752c0 x1874600883831296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669362:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762329.669363:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762329.669364:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762329.669365:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762329.669366:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c752c0 x1874600883831296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669370:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762329.669372:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c752c0 x1874600883831296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669375:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762329.669377:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762329.669378:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762329.669379:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762329.669380:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762329.669381:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762329.669383:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762329.669385:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762329.669386:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762329.669387:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c752c0 x1874600883831296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762329.669391:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883831296:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762329.669393:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762329.669394:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762329.669396:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c74b40 x1874600883831040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669399:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762329.669400:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762329.669401:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762329.669402:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762329.669403:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762329.669404:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762329.669405:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762329.669406:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b000.
02000000:00000001:2.0:1787762329.669407:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762329.669408:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762329.669409:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c74b40.
00000100:00000001:2.0:1787762329.669411:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762329.669412:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762329.669413:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762329.669414:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c77480 x1874600883831168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669422:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762329.669423:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762329.669424:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762329.669425:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762329.669426:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762329.669427:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762329.669428:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762329.669428:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b800.
02000000:00000001:2.0:1787762329.669429:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762329.669430:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762329.669430:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c77480.
00000100:00000001:2.0:1787762329.669432:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762329.669432:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762329.669433:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762329.669435:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c752c0 x1874600883831296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669438:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762329.669438:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762329.669439:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762329.669440:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762329.669441:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762329.669441:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762329.669442:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762329.669443:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449000.
02000000:00000001:2.0:1787762329.669444:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762329.669445:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762329.669445:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c752c0.
00000100:00000001:2.0:1787762329.669446:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762329.669447:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762329.669448:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762329.669450:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762329.669451:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762329.669452:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762329.669452:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762329.669453:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762329.669455:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c761c0 x1874600883831424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669459:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762329.669460:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762329.669462:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762329.669463:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762329.669464:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762329.669465:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883831424:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762329.669467:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762329.669468:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762329.669468:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762329.669469:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762329.669471:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762329.669472:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762329.669474:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762329.669475:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762329.669477:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762329.669478:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883831424, portal 4
00000100:00000001:2.0:1787762329.669480:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762329.669480:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859241920 : -115902850309696 : ffff969643c761c0)
00000100:00000040:2.0:1787762329.669484:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c761c0 x1874600883831424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669488:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762329.669489:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762329.669490:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762329.669491:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883831424, offset 0
00000400:00000200:2.0:1787762329.669493:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762329.669495:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762329.669497:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762329.669498:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762329.669500:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762329.669501:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762329.669502:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762329.669505:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3433:3433:256:4294967295] 192.168.204.116@tcp LPNI seq info [3433:3433:8:4294967295]
00000400:00000200:2.0:1787762329.669507:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762329.669511:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762329.669514:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762329.669515:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762329.669517:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762329.669519:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762329.669521:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762329.669523:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787762329.669525:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762329.669526:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762329.669528:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762329.669530:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762329.669531:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762329.669533:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762329.669534:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762329.669536:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c761c0 x1874600883831424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669540:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762329.669542:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c761c0 x1874600883831424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762354 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669546:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762329.669547:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762329.669549:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762329.669550:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762329.669552:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762329.669553:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298386967
00000100:00000001:2.0:1787762329.669554:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298388219
00000100:00000001:2.0:1787762329.669556:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298386967
00000100:00000001:2.0:1787762329.669557:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298388219
00000100:00000001:2.0:1787762329.669559:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762329.669560:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762329.669561:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762329.669563:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762329/real 1787762329]  req@ffff969643c761c0 x1874600883831424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762329.669568:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762329.669568:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762329.669569:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762329.669570:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762329.669571:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762329.669572:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762329.669574:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c761c0 x1874600883831424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762329.669579:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c761c0 x1874600883831424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669582:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762329.669583:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762329.669584:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762329.669585:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762329.669586:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c761c0 x1874600883831424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669590:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762329.669592:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c761c0 x1874600883831424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669609:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762329.669611:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762329.669611:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762329.669612:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762329.669613:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762329.669614:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762329.669615:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762329.669618:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762329.669619:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762329.669622:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c761c0 x1874600883831424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762329.669627:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883831424:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762329.669629:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762329.669630:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762329.669632:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c761c0 x1874600883831424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762329.669635:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762329.669636:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762329.669637:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762329.669638:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762329.669639:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762329.669639:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762329.669640:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762329.669641:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448000.
02000000:00000001:2.0:1787762329.669642:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762329.669643:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762329.669644:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c761c0.
00000100:00000001:2.0:1787762329.669645:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762329.669646:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762329.669647:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762329.669649:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762329.669650:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762329.669651:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762329.669652:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762330.115755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762330.115763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762330.115771:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762330.115773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762330.115776:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762330.115778:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762330.115828:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762330.115832:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762330.115835:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762330.947724:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298388219, at 4298388224
00000100:00000040:1.0:1787762330.947727:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298388219, at 4298388224
00000100:00000010:0.0:1787762330.947738:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7480.
00000100:00000010:1.0:1787762330.947748:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7f00.
00010000:00000001:0.0:1787762331.139733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762331.139739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762331.139745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762331.139746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762331.139749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762331.139752:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762331.139754:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762331.139757:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762331.139760:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762331.139762:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762331.139764:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762331.139766:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762331.139787:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762331.139790:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762331.139792:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762332.163743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762332.163750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762332.163755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762332.163757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762332.163760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762332.163761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762332.163845:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762332.163850:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762332.163854:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762333.187742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762333.187748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762333.187753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762333.187754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762333.187757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762333.187758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762333.187779:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762333.187781:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762333.187783:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762334.211702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762334.211709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762334.211714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762334.211715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762334.211718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762334.211719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762334.211771:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762334.211775:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762334.211777:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762334.787744:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762334.787755:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762334.787757:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762334.787760:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762334.787765:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762334.787773:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3719
00000400:00000200:3.0:1787762334.787784:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762334.787791:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762334.787794:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762334.787797:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762334.787801:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762334.787803:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762334.787806:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762334.787810:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762334.787812:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762334.787816:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762334.787819:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762334.787823:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762334.787825:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762334.787828:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762334.787830:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762334.787832:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762334.787834:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762334.787838:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762334.787842:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762334.787845:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762334.787848:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762334.787852:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762334.787854:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762334.787857:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762334.787859:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762334.787871:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787762334.787875:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762334.787879:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762334.787881:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762334.787884:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762334.787887:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762334.787893:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762334.787902:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787762334.787910:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762334.787922:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883831552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762334.787934:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762334.787938:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762334.787943:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883831552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762334.787967:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762334.787974:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762334.787976:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762334.787977:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762334.787978:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762334.787981:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762334.787983:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3719
00000400:00000200:3.0:1787762334.787986:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762334.787989:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762334.787990:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762334.787993:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762334.787995:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762334.787996:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762334.787998:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762334.787999:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762334.788000:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762334.788001:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762334.788003:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787762334.788003:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762334.788005:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762334.788008:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000001:2.0:1787762334.788009:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787762334.788010:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762334.788013:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762334.788013:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762334.788017:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762334.788018:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762334.788021:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00000040:2.0:1787762334.788025:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8b40 x1874600883831552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762334.788025:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762334.788030:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762334.788035:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762334.788042:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787762334.788044:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762334.788046:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762334.788049:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762334.788053:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787762334.788053:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762334.788058:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787762334.788061:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787762334.788063:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787762334.788069:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762334.788070:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883831552:192.168.204.116@tcp:250:kworker.0
00000100:00000001:3.0:1787762334.788073:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762334.788078:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1787762334.788080:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
02000000:00000001:2.0:1787762334.788084:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1787762334.788084:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762334.788089:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762334.788090:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762334.788093:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762334.788095:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762334.788097:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762334.788100:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762334.788102:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762334.788103:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762334.788107:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762334.788108:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787762334.788112:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762334.788115:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00100000:3.0:1787762334.788119:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883831680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787762334.788122:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000100:00000001:3.0:1787762334.788127:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762334.788130:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762334.788132:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883831680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787762334.788135:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000001:3.0:1787762334.788139:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762334.788141:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762334.788145:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762334.788146:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762334.788147:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762334.788149:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1787762334.788150:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883831552, portal 25
00000100:00080000:3.0:1787762334.788151:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3719
00000100:00000001:2.0:1787762334.788156:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1787762334.788157:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762334.788159:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885925696 : -115902823625920 : ffff9696455e8b40)
00000400:00000200:3.0:1787762334.788161:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762334.788164:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762334.788167:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762334.788169:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762334.788171:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8b40 x1874600883831552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762334.788172:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762334.788175:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762334.788178:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762334.788179:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762334.788182:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762334.788184:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762334.788188:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000001:2.0:1787762334.788189:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787762334.788190:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762334.788195:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00000040:3.0:1787762334.788196:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762334.788200:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787762334.788201:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000040:3.0:1787762334.788202:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762334.788205:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762334.788207:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00000200:2.0:1787762334.788208:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883831552, offset 0
00000100:00080000:3.0:1787762334.788210:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762334.788213:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762334.788214:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762334.788217:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762334.788219:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762334.788220:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000001:3.0:1787762334.788221:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762334.788224:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762334.788226:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762334.788227:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762334.788230:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787762334.788233:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000400:00000200:2.0:1787762334.788234:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:3.0:1787762334.788238:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762334.788240:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762334.788241:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762334.788242:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787762334.788244:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
02000000:00000001:3.0:1787762334.788245:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762334.788249:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762334.788252:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762334.788255:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1787762334.788258:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883831808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762334.788263:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00000001:3.0:1787762334.788266:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762334.788269:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762334.788271:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787762334.788274:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883831808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762334.788278:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000001:3.0:1787762334.788285:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762334.788287:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3434:3434:256:4294967295] 192.168.204.116@tcp LPNI seq info [3434:3434:8:4294967295]
00000100:00080000:3.0:1787762334.788288:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762334.788293:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762334.788296:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762334.788297:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787762334.788299:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762334.788300:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762334.788304:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3719
00000400:00000200:3.0:1787762334.788307:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762334.788310:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762334.788311:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762334.788316:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762334.788319:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762334.788320:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787762334.788324:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762334.788328:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762334.788330:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762334.788332:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000800:00000200:2.0:1787762334.788334:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000020:00000001:3.0:1787762334.788335:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762334.788339:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762334.788343:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000800:00000010:2.0:1787762334.788344:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000020:00000001:3.0:1787762334.788346:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762334.788352:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000800:00000200:2.0:1787762334.788356:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787762334.788356:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762334.788362:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000200:2.0:1787762334.788363:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787762334.788365:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762334.788371:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762334.788375:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000800:00000200:2.1:1787762334.788377:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787762334.788378:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762334.788380:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762334.788382:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1787762334.788384:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
02000000:00000001:3.0:1787762334.788385:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762334.788389:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762334.788392:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000800:00000100:2.0:1787762334.788393:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000008:00000001:3.0:1787762334.788397:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787762334.788398:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000100:00000001:3.0:1787762334.788399:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762334.788403:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787762334.788404:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762334.788406:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787762334.788407:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787762334.788407:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762334.788411:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762334.788413:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787762334.788415:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787762334.788416:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762334.788421:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
02000000:00000010:3.0:1787762334.788421:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000400:00000010:2.0:1787762334.788425:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:3.0:1787762334.788425:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762334.788431:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1787762334.788432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883831936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787762334.788437:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e8b40 x1874600883831552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762334.788442:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762334.788444:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762334.788451:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883831936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.788457:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787762334.788462:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762334.788463:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8b40 x1874600883831552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762359 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762334.788467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762334.788473:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762334.788474:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762334.788475:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762334.788478:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762334.788482:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762334.788484:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762334.788485:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762334.788489:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3719
00000400:00000200:2.0:1787762334.788492:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762334.788496:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762334.788499:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298393339
00000400:00000200:3.0:1787762334.788500:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762334.788504:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762334.788507:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000010:2.0:1787762334.788508:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7a80.
00000100:00000001:3.0:1787762334.788508:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762334.788512:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762334.788515:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762334.788517:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762334.788518:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000100:00000001:2.0:1787762334.788519:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1787762334.788519:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762334.788522:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762334.788524:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762334.788526:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762334.788528:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762334.788530:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298393339
00000100:00000001:3.0:1787762334.788530:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762334.788534:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000010:2.0:1787762334.788535:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7c60.
00000100:00000001:3.0:1787762334.788536:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762334.788541:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000020:00000040:3.0:1787762334.788541:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00000001:2.0:1787762334.788547:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787762334.788547:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762334.788550:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762334.788552:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762334.788554:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787762334.788557:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787762334.788561:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762334/real 1787762334]  req@ffff9696455e8b40 x1874600883831552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762334.788563:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762334.788568:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762334.788573:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762334.788576:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000400:00000001:2.0:1787762334.788580:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:3.0:1787762334.788581:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787762334.788582:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787762334.788585:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762334.788586:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762334.788589:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000100:00000010:3.0:1787762334.788590:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000400:00000010:2.0:1787762334.788591:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762334.788638:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762334.788642:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8b40 x1874600883831552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762334.788642:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762334.788647:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762334.788650:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762334.788652:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1787762334.788653:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8b40 x1874600883831552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762334.788654:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762334.788657:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762334.788663:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000010:3.0:1787762334.788663:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:2.0:1787762334.788667:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762334.788668:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762334.788670:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762334.788672:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762334.788675:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883832064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762334.788679:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8b40 x1874600883831552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.788701:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762334.788705:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762334.788708:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762334.788709:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8b40 x1874600883831552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762334.788713:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883832064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.788726:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762334.788727:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762334.788732:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762334.788733:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3729)
00000100:00000001:2.0:1787762334.788736:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762334.788739:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762334.788743:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762334.788745:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762334.788749:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762334.788753:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762334.788756:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762334.788762:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8b40 x1874600883831552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762334.788769:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883831552:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762334.788773:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762334.788775:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762334.788777:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8b40 x1874600883831552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.788781:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762334.788783:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762334.788785:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762334.788787:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762334.788789:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762334.788790:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762334.788797:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762334.788801:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e88c00.
02000000:00000001:2.0:1787762334.788806:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762334.788808:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762334.788810:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8b40.
00000100:00000001:2.0:1787762334.788813:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762334.788814:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762334.788816:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762334.788826:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762334.788828:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762334.788830:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762334.788831:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762334.788833:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762334.788836:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e9680 x1874600883831680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.788842:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762334.788843:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762334.788845:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762334.788846:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762334.788848:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762334.788850:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883831680:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762334.788853:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762334.788855:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762334.788857:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762334.788858:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762334.788861:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762334.788863:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762334.788867:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762334.788870:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762334.788874:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762334.788877:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883831680, portal 10
00000100:00000001:2.0:1787762334.788879:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762334.788881:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885928576 : -115902823623040 : ffff9696455e9680)
00000100:00000040:2.0:1787762334.788887:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e9680 x1874600883831680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.788894:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762334.788896:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762334.788898:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762334.788900:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883831680, offset 0
00000400:00000200:2.0:1787762334.788903:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762334.788905:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762334.788912:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762334.788914:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762334.788917:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762334.788919:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762334.788921:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762334.788924:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3435:3435:256:4294967295] 192.168.204.116@tcp LPNI seq info [3435:3435:8:4294967295]
00000400:00000200:2.0:1787762334.788928:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762334.788934:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762334.788939:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762334.788942:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762334.788946:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762334.788950:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762334.788954:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762334.788957:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762334.788961:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762334.788962:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762334.788965:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762334.788967:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762334.788969:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762334.788971:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762334.788972:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762334.788975:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e9680 x1874600883831680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.788980:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762334.788982:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9680 x1874600883831680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762359 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.788986:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762334.788987:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762334.788989:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762334.788992:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762334.788994:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762334.788996:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298392100
00000100:00000001:2.0:1787762334.788998:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298393339
00000100:00000001:2.0:1787762334.788999:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298392100
00000100:00000001:2.0:1787762334.789001:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298393339
00000100:00000001:2.0:1787762334.789002:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762334.789003:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762334.789004:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762334.789006:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762334/real 1787762334]  req@ffff9696455e9680 x1874600883831680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762334.789012:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762334.789014:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762334.789016:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762334.789018:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762334.789020:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762334.789022:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762334.789025:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e9680 x1874600883831680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762334.789033:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e9680 x1874600883831680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789039:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762334.789041:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762334.789043:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762334.789044:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762334.789048:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e9680 x1874600883831680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789054:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762334.789058:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e9680 x1874600883831680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789065:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762334.789068:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762334.789069:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762334.789070:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762334.789072:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762334.789074:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762334.789076:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762334.789079:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762334.789081:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762334.789084:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e9680 x1874600883831680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762334.789089:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883831680:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762334.789092:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762334.789094:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8000 x1874600883831808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789098:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762334.789099:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762334.789100:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762334.789102:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762334.789103:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762334.789104:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883831808:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762334.789106:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762334.789107:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762334.789108:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762334.789109:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762334.789111:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762334.789112:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762334.789114:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762334.789115:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762334.789117:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762334.789119:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883831808, portal 10
00000100:00000001:2.0:1787762334.789121:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762334.789122:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885922816 : -115902823628800 : ffff9696455e8000)
00000100:00000040:2.0:1787762334.789126:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8000 x1874600883831808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789130:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762334.789132:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762334.789134:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762334.789137:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883831808, offset 0
00000400:00000200:2.0:1787762334.789140:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762334.789144:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762334.789147:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762334.789149:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762334.789152:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762334.789155:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762334.789157:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762334.789160:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3436:3436:256:4294967295] 192.168.204.116@tcp LPNI seq info [3436:3436:8:4294967295]
00000400:00000200:2.0:1787762334.789164:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762334.789170:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762334.789174:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762334.789177:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762334.789180:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762334.789182:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762334.789184:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762334.789186:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762334.789188:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762334.789190:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762334.789192:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762334.789195:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762334.789197:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762334.789198:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762334.789199:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762334.789202:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e8000 x1874600883831808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789206:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762334.789208:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8000 x1874600883831808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762359 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789212:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762334.789214:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762334.789215:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762334.789218:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762334.789220:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762334.789221:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298392159
00000100:00000001:2.0:1787762334.789223:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298393339
00000100:00000001:2.0:1787762334.789224:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298392159
00000100:00000001:2.0:1787762334.789226:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298393339
00000100:00000001:2.0:1787762334.789228:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762334.789229:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762334.789230:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762334.789233:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762334/real 1787762334]  req@ffff9696455e8000 x1874600883831808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762334.789237:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762334.789238:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762334.789239:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762334.789240:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762334.789241:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762334.789243:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762334.789244:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8000 x1874600883831808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762334.789249:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8000 x1874600883831808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789252:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762334.789253:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762334.789254:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762334.789254:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762334.789256:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8000 x1874600883831808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789260:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762334.789262:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8000 x1874600883831808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789265:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762334.789266:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762334.789268:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762334.789268:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762334.789270:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762334.789271:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762334.789273:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762334.789275:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762334.789276:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762334.789278:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8000 x1874600883831808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762334.789282:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883831808:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762334.789284:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762334.789286:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ead00 x1874600883831936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789289:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762334.789290:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762334.789291:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762334.789292:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762334.789294:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762334.789296:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ead00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883831936:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762334.789298:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762334.789299:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762334.789300:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762334.789301:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762334.789303:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762334.789304:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762334.789306:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762334.789307:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762334.789309:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762334.789311:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883831936, portal 4
00000100:00000001:2.0:1787762334.789313:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762334.789313:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885934336 : -115902823617280 : ffff9696455ead00)
00000100:00000040:2.0:1787762334.789317:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ead00 x1874600883831936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789321:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762334.789323:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762334.789324:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762334.789326:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883831936, offset 0
00000400:00000200:2.0:1787762334.789328:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762334.789330:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762334.789332:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762334.789333:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762334.789335:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762334.789336:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762334.789338:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762334.789340:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3437:3437:256:4294967295] 192.168.204.116@tcp LPNI seq info [3437:3437:8:4294967295]
00000400:00000200:2.0:1787762334.789342:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762334.789346:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762334.789348:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762334.789350:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762334.789352:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762334.789354:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762334.789356:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762334.789358:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762334.789360:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762334.789361:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762334.789363:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762334.789365:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762334.789366:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762334.789367:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762334.789369:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762334.789370:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ead00 x1874600883831936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789375:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762334.789377:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ead00 x1874600883831936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762359 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789384:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762334.789385:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762334.789387:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762334.789388:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762334.789390:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762334.789392:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298392080
00000100:00000001:2.0:1787762334.789393:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298393339
00000100:00000001:2.0:1787762334.789395:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298392080
00000100:00000001:2.0:1787762334.789396:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298393339
00000100:00000001:2.0:1787762334.789397:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762334.789398:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762334.789399:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762334.789401:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762334/real 1787762334]  req@ffff9696455ead00 x1874600883831936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762334.789404:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762334.789405:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762334.789406:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762334.789407:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762334.789408:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762334.789409:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762334.789411:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ead00 x1874600883831936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762334.789416:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ead00 x1874600883831936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789419:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762334.789420:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762334.789421:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762334.789421:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762334.789423:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ead00 x1874600883831936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789428:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762334.789430:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ead00 x1874600883831936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789434:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762334.789435:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762334.789435:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762334.789436:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762334.789437:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762334.789438:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762334.789439:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762334.789441:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762334.789442:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762334.789444:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ead00 x1874600883831936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762334.789448:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ead00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883831936:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762334.789450:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762334.789452:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e9e00 x1874600883832064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789458:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762334.789459:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762334.789461:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762334.789463:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762334.789465:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762334.789468:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883832064:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762334.789471:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762334.789472:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762334.789474:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762334.789476:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762334.789479:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762334.789481:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762334.789484:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762334.789487:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762334.789490:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762334.789492:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883832064, portal 4
00000100:00000001:2.0:1787762334.789494:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762334.789496:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885930496 : -115902823621120 : ffff9696455e9e00)
00000100:00000040:2.0:1787762334.789502:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e9e00 x1874600883832064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789507:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762334.789508:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762334.789510:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762334.789511:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883832064, offset 0
00000400:00000200:2.0:1787762334.789514:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762334.789516:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762334.789518:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762334.789520:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762334.789522:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762334.789523:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762334.789524:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762334.789526:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3438:3438:256:4294967295] 192.168.204.116@tcp LPNI seq info [3438:3438:8:4294967295]
00000400:00000200:2.0:1787762334.789529:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762334.789533:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762334.789535:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762334.789536:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762334.789539:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762334.789540:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762334.789543:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762334.789544:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762334.789568:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762334.789571:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762334.789574:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762334.789577:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762334.789580:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762334.789582:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762334.789584:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762334.789588:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e9e00 x1874600883832064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789595:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762334.789610:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9e00 x1874600883832064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762359 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789634:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762334.789636:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762334.789640:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762334.789645:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762334.789648:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762334.789649:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298392088
00000100:00000001:2.0:1787762334.789652:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298393339
00000100:00000001:2.0:1787762334.789654:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298392088
00000100:00000001:2.0:1787762334.789656:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298393339
00000100:00000001:2.0:1787762334.789658:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762334.789659:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762334.789661:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762334.789665:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762334/real 1787762334]  req@ffff9696455e9e00 x1874600883832064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762334.789672:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762334.789673:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762334.789674:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762334.789676:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762334.789678:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762334.789680:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762334.789683:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e9e00 x1874600883832064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762334.789691:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e9e00 x1874600883832064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789696:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762334.789698:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762334.789699:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762334.789701:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762334.789704:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e9e00 x1874600883832064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789710:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762334.789713:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e9e00 x1874600883832064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789718:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762334.789720:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762334.789722:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762334.789723:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762334.789725:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762334.789726:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762334.789729:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762334.789731:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762334.789733:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762334.789736:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e9e00 x1874600883832064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762334.789742:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883832064:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762334.789746:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762334.789748:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762334.789750:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e9680 x1874600883831680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789757:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762334.789758:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762334.789760:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762334.789762:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762334.789763:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762334.789765:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762334.789766:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762334.789768:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89c00.
02000000:00000001:2.0:1787762334.789771:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762334.789772:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762334.789773:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e9680.
00000100:00000001:2.0:1787762334.789776:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762334.789777:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762334.789779:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762334.789782:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8000 x1874600883831808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789788:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762334.789789:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762334.789791:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762334.789793:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762334.789795:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762334.789796:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762334.789798:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762334.789799:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8a400.
02000000:00000001:2.0:1787762334.789801:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762334.789802:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762334.789803:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8000.
00000100:00000001:2.0:1787762334.789806:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762334.789807:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762334.789809:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762334.789811:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ead00 x1874600883831936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789816:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762334.789818:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762334.789819:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762334.789822:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762334.789823:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762334.789824:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762334.789826:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762334.789827:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89000.
02000000:00000001:2.0:1787762334.789828:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762334.789830:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762334.789831:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ead00.
00000100:00000001:2.0:1787762334.789834:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762334.789835:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762334.789837:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762334.789840:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e9e00 x1874600883832064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762359 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762334.789846:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762334.789847:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762334.789849:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762334.789851:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762334.789853:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762334.789854:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762334.789856:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762334.789858:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89400.
02000000:00000001:2.0:1787762334.789859:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762334.789860:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762334.789862:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e9e00.
00000100:00000001:2.0:1787762334.789864:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762334.789865:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762334.789866:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762334.789869:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762334.789870:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762334.789871:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762334.789873:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762335.235729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762335.235736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762335.235741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762335.235743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762335.235745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762335.235746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762335.235766:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762335.235768:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762335.235770:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762336.067725:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298393339, at 4298393344
00000100:00000040:1.0:1787762336.067725:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298393339, at 4298393344
00000100:00000010:0.0:1787762336.067745:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7a80.
00000100:00000010:1.0:1787762336.067748:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7c60.
00010000:00000001:0.0:1787762336.259683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762336.259696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762336.259702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762336.259704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762336.259708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762336.259709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762336.259787:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762336.259792:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762336.259797:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762337.283750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762337.283761:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762337.283764:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762337.283768:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762337.283773:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762337.283776:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762337.283778:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762337.283780:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762337.283785:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762337.283786:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762337.283790:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762337.283791:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762337.283815:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762337.283818:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762337.283820:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762338.307746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762338.307755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762338.307763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762338.307764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762338.307768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762338.307769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762338.307856:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762338.307859:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762338.307862:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762339.331750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762339.331759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762339.331771:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762339.331776:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762339.331779:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762339.331782:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762339.331786:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762339.331788:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762339.331790:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762339.331793:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762339.331796:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762339.331798:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762339.331822:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762339.331825:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762339.331828:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762339.907697:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762339.907710:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762339.907720:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762339.907725:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762339.907730:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762339.907740:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3724
00000400:00000200:2.0:1787762339.907750:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762339.907758:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762339.907762:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762339.907765:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762339.907767:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762339.907769:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762339.907771:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762339.907775:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762339.907776:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762339.907779:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762339.907782:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762339.907783:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762339.907785:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762339.907787:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762339.907788:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762339.907789:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762339.907790:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762339.907793:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762339.907795:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762339.907796:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762339.907798:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762339.907801:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762339.907803:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762339.907805:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762339.907807:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762339.907816:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee1c0.
00000020:00000040:2.0:1787762339.907818:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762339.907823:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762339.907825:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762339.907828:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762339.907831:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762339.907835:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762339.907843:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef800.
00000100:00000001:2.0:1787762339.907849:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762339.907857:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee1c0 x1874600883832192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762339.907865:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762339.907869:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762339.907873:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000dbff278] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee1c0 x1874600883832192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762339.907896:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762339.907898:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762339.907901:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762339.907902:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762339.907903:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762339.907905:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762339.907907:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3724
00000400:00000200:2.0:1787762339.907909:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762339.907911:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762339.907912:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762339.907915:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762339.907916:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762339.907918:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762339.907919:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762339.907921:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762339.907923:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762339.907924:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762339.907925:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762339.907926:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762339.907929:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000001:1.0:1787762339.907930:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787762339.907931:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762339.907935:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762339.907936:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787762339.907936:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762339.907940:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787762339.907943:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762339.907946:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00000040:1.0:1787762339.907947:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ee1c0 x1874600883832192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762339.907949:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762339.907954:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762339.907957:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762339.907962:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762339.907964:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762339.907964:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762339.907969:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762339.907972:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787762339.907972:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762339.907976:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787762339.907977:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1787762339.907980:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762339.907983:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762339.907983:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762339.907990:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef480.
00000100:00100000:1.0:1787762339.907992:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ee1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883832192:192.168.204.116@tcp:250:kworker.0
00000020:00000040:2.0:1787762339.907994:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762339.907999:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787762339.908002:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762339.908002:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762339.908006:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762339.908008:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762339.908009:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762339.908010:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762339.908014:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762339.908016:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483efc00.
02000000:00000001:1.0:1787762339.908019:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787762339.908022:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762339.908025:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a400.
02000000:00000001:1.0:1787762339.908028:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762339.908034:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00100000:2.0:1787762339.908037:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef480 x1874600883832320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762339.908039:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000100:00000001:2.0:1787762339.908047:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787762339.908048:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000001:2.0:1787762339.908049:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762339.908055:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8eb0c3a] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef480 x1874600883832320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762339.908058:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883832192, portal 25
00000100:00000001:1.0:1787762339.908063:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762339.908065:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089371584 : -115902620180032 : ffff9696517ee1c0)
00000100:00000001:2.0:1787762339.908065:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762339.908069:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787762339.908075:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ee1c0 x1874600883832192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762339.908075:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762339.908083:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787762339.908084:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787762339.908085:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1787762339.908090:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00000001:2.0:1787762339.908091:0:8:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787762339.908094:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00080000:2.0:1787762339.908095:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3724
00000100:00000200:1.0:1787762339.908098:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883832192, offset 0
00000400:00000200:2.0:1787762339.908103:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762339.908106:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762339.908107:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787762339.908110:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000040:2.0:1787762339.908113:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762339.908116:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762339.908117:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762339.908119:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762339.908120:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787762339.908122:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000040:2.0:1787762339.908122:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762339.908123:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762339.908126:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762339.908127:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:1.0:1787762339.908130:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000020:00000001:2.0:1787762339.908131:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762339.908136:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762339.908137:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762339.908138:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1787762339.908140:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762339.908143:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762339.908145:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000400:00000200:1.0:1787762339.908146:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00080000:2.0:1787762339.908149:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762339.908151:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762339.908152:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1787762339.908153:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762339.908157:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
02000000:00000001:2.0:1787762339.908157:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762339.908161:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762339.908163:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762339.908164:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3439:3439:256:4294967295] 192.168.204.116@tcp LPNI seq info [3439:3439:8:4294967295]
00000008:00100000:2.0:1787762339.908167:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762339.908171:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000008:00000001:2.0:1787762339.908172:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762339.908175:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762339.908179:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517efc00.
00000020:00000040:2.0:1787762339.908182:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000400:00000200:1.0:1787762339.908186:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787762339.908187:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762339.908189:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762339.908192:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762339.908194:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1787762339.908195:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
02000000:00000001:2.0:1787762339.908196:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762339.908202:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec000.
00000800:00000010:1.0:1787762339.908203:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000100:00000001:2.0:1787762339.908205:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762339.908212:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517efc00 x1874600883832448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787762339.908213:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762339.908219:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1787762339.908221:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762339.908225:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762339.908229:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:2.0:1787762339.908230:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c6b28ed] to pc [ptlrpcd_rcv+-1]  req@ffff9696517efc00 x1874600883832448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787762339.908235:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1787762339.908242:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787762339.908246:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00080000:2.0:1787762339.908246:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1787762339.908251:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000100:00080000:2.0:1787762339.908251:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762339.908254:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762339.908255:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762339.908257:0:8:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787762339.908259:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1787762339.908259:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3724
00000400:00000200:2.0:1787762339.908264:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762339.908269:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762339.908270:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762339.908271:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762339.908272:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762339.908273:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762339.908275:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762339.908277:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787762339.908278:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1787762339.908280:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762339.908282:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762339.908284:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000400:00000200:1.0:1787762339.908285:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000020:00000001:2.0:1787762339.908286:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000400:00000010:1.0:1787762339.908290:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000020:00000001:2.0:1787762339.908290:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762339.908295:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762339.908297:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787762339.908297:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762339.908299:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762339.908302:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000200:1.0:1787762339.908304:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ee1c0 x1874600883832192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787762339.908304:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762339.908309:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762339.908312:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762339.908315:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762339.908317:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762339.908321:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762339.908322:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787762339.908322:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762339.908324:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762339.908327:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762339.908328:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee1c0 x1874600883832192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762364 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762339.908329:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762339.908334:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec000.
00000020:00000040:2.0:1787762339.908338:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
00000100:00000001:1.0:1787762339.908341:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762339.908341:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762339.908342:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762339.908345:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762339.908345:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762339.908348:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762339.908348:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762339.908351:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ee000.
00000100:00000001:1.0:1787762339.908353:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762339.908353:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762339.908361:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00100000:2.0:1787762339.908362:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec000 x1874600883832576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762339.908365:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298398459
00000100:00000010:1.0:1787762339.908373:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d0c0.
00000100:00000001:2.0:1787762339.908375:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762339.908378:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762339.908380:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e53fc05c] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec000 x1874600883832576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.908382:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762339.908388:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762339.908390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762339.908391:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298398459
00000100:00080000:2.0:1787762339.908393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000010:1.0:1787762339.908395:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d660.
00000100:00000001:2.0:1787762339.908395:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762339.908397:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762339.908400:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762339.908401:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762339.908403:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787762339.908405:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3724
00000100:00000001:1.0:1787762339.908408:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762339.908412:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:2.0:1787762339.908412:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762339.908416:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00100000:1.0:1787762339.908419:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762339/real 1787762339]  req@ffff9696517ee1c0 x1874600883832192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762339.908420:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762339.908425:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762339.908429:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762339.908432:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762339.908436:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000001:1.0:1787762339.908437:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:2.0:1787762339.908439:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000001:1.0:1787762339.908440:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:2.0:1787762339.908441:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000400:00000010:1.0:1787762339.908443:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000020:00000001:2.0:1787762339.908443:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762339.908446:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000400:00000200:1.0:1787762339.908447:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000020:00000001:2.0:1787762339.908448:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000400:00000010:1.0:1787762339.908451:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000020:00000001:2.0:1787762339.908452:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:1.0:1787762339.908456:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1787762339.908457:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762339.908459:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787762339.908461:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ee1c0 x1874600883832192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762339.908462:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762339.908465:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762339.908470:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762339.908474:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762339.908477:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762339.908478:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ee1c0 x1874600883832192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762339.908479:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762339.908482:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762339.908485:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762339.908489:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762339.908491:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762339.908494:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762339.908498:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762339.908500:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762339.908501:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1787762339.908503:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ecb40.
00000100:00000001:1.0:1787762339.908504:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762339.908506:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787762339.908508:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000100:00100000:1.0:1787762339.908511:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ee1c0 x1874600883832192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762339.908523:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762339.908526:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762339.908530:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762339.908533:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787762339.908534:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787762339.908537:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762339.908540:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ee1c0 x1874600883832192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787762339.908544:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483edc00.
00000100:00000001:1.0:1787762339.908549:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762339.908549:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762339.908552:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762339.908555:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762339.908557:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762339.908557:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ecb40 x1874600883832704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762339.908559:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762339.908562:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762339.908568:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787762339.908568:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762339.908571:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762339.908574:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000040:2.0:1787762339.908576:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbcd7beb] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ecb40 x1874600883832704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.908577:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762339.908585:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ee1c0 x1874600883832192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762339.908586:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762339.908593:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3734)
00000100:00100000:1.0:1787762339.908595:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ee1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883832192:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762339.908623:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762339.908626:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762339.908629:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ee1c0 x1874600883832192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.908636:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762339.908639:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762339.908642:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a400.
02000000:00000001:1.0:1787762339.908646:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762339.908648:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762339.908649:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762339.908652:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762339.908655:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef800.
02000000:00000001:1.0:1787762339.908660:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762339.908662:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762339.908663:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ee1c0.
00000100:00000001:1.0:1787762339.908667:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762339.908668:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762339.908670:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762339.908676:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762339.908678:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762339.908679:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762339.908681:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762339.908682:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762339.908692:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef480 x1874600883832320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.908697:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762339.908697:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762339.908699:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762339.908700:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762339.908701:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762339.908703:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883832320:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762339.908705:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762339.908706:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762339.908708:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762339.908709:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762339.908711:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a400.
02000000:00000001:1.0:1787762339.908712:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762339.908715:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762339.908717:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762339.908719:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762339.908721:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883832320, portal 10
00000100:00000001:1.0:1787762339.908724:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762339.908725:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089376384 : -115902620175232 : ffff9696517ef480)
00000100:00000040:1.0:1787762339.908730:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef480 x1874600883832320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.908734:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762339.908735:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762339.908737:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762339.908738:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883832320, offset 0
00000400:00000200:1.0:1787762339.908740:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762339.908743:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762339.908745:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762339.908747:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762339.908748:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762339.908777:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762339.908780:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762339.908782:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3440:3440:256:4294967295] 192.168.204.116@tcp LPNI seq info [3440:3440:8:4294967295]
00000400:00000200:1.0:1787762339.908785:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762339.908798:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762339.908802:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762339.908805:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762339.908808:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762339.908810:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762339.908825:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762339.908828:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787762339.908830:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762339.908831:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762339.908834:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762339.908836:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762339.908838:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762339.908839:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762339.908841:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762339.908843:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ef480 x1874600883832320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.908859:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762339.908861:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef480 x1874600883832320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762364 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.908865:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762339.908866:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762339.908868:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762339.908879:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762339.908881:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762339.908883:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298397220
00000100:00000001:1.0:1787762339.908885:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298398459
00000100:00000001:1.0:1787762339.908886:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298397220
00000100:00000001:1.0:1787762339.908888:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298398459
00000100:00000001:1.0:1787762339.908889:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762339.908890:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762339.908891:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762339.908893:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762339/real 1787762339]  req@ffff9696517ef480 x1874600883832320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762339.908898:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762339.908904:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762339.908905:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762339.908907:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762339.908908:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762339.908909:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762339.908911:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef480 x1874600883832320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762339.908916:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef480 x1874600883832320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.908920:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762339.908921:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762339.908923:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762339.908930:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762339.908933:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef480 x1874600883832320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.908937:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762339.908939:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef480 x1874600883832320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.908944:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762339.908945:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762339.908947:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762339.908948:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762339.908949:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762339.908951:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762339.908964:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762339.908968:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762339.908970:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762339.908974:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef480 x1874600883832320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762339.908994:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883832320:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762339.908999:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762339.909002:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517efc00 x1874600883832448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.909008:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762339.909010:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762339.909012:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762339.909013:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762339.909026:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762339.909029:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517efc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883832448:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762339.909031:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762339.909033:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762339.909039:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762339.909040:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762339.909043:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762339.909044:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762339.909046:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762339.909048:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762339.909050:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762339.909052:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883832448, portal 10
00000100:00000001:1.0:1787762339.909053:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762339.909054:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089378304 : -115902620173312 : ffff9696517efc00)
00000100:00000040:1.0:1787762339.909066:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517efc00 x1874600883832448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.909070:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762339.909072:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762339.909073:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762339.909075:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883832448, offset 0
00000400:00000200:1.0:1787762339.909077:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762339.909080:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762339.909082:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762339.909084:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762339.909092:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762339.909094:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762339.909096:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762339.909098:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3441:3441:256:4294967295] 192.168.204.116@tcp LPNI seq info [3441:3441:8:4294967295]
00000400:00000200:1.0:1787762339.909101:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762339.909104:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762339.909114:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762339.909117:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762339.909120:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762339.909122:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762339.909124:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762339.909126:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787762339.909128:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762339.909129:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762339.909142:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762339.909144:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762339.909146:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762339.909147:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762339.909149:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762339.909151:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517efc00 x1874600883832448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.909156:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762339.909164:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517efc00 x1874600883832448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762364 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.909169:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762339.909170:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762339.909172:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762339.909174:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762339.909176:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762339.909177:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298397279
00000100:00000001:1.0:1787762339.909179:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298398459
00000100:00000001:1.0:1787762339.909180:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298397279
00000100:00000001:1.0:1787762339.909189:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298398459
00000100:00000001:1.0:1787762339.909191:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762339.909192:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762339.909193:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762339.909196:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762339/real 1787762339]  req@ffff9696517efc00 x1874600883832448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762339.909201:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762339.909203:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762339.909204:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762339.909205:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762339.909206:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762339.909208:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762339.909209:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517efc00 x1874600883832448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762339.909221:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517efc00 x1874600883832448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.909225:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762339.909226:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762339.909227:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762339.909228:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762339.909230:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517efc00 x1874600883832448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.909234:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762339.909242:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517efc00 x1874600883832448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.909246:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762339.909248:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762339.909249:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762339.909250:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762339.909251:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762339.909252:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762339.909253:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762339.909255:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762339.909256:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762339.909258:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517efc00 x1874600883832448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762339.909275:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517efc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883832448:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762339.909278:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762339.909280:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec000 x1874600883832576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.909284:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762339.909291:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762339.909293:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762339.909294:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762339.909296:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762339.909297:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883832576:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762339.909299:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762339.909301:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762339.909302:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762339.909303:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762339.909305:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762339.909306:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762339.909308:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762339.909310:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762339.909312:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762339.909314:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883832576, portal 4
00000100:00000001:1.0:1787762339.909315:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762339.909322:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089362944 : -115902620188672 : ffff9696517ec000)
00000100:00000040:1.0:1787762339.909326:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec000 x1874600883832576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.909330:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762339.909332:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762339.909333:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762339.909334:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883832576, offset 0
00000400:00000200:1.0:1787762339.909337:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762339.909347:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762339.909349:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762339.909351:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762339.909353:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762339.909354:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762339.909356:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762339.909358:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3442:3442:256:4294967295] 192.168.204.116@tcp LPNI seq info [3442:3442:8:4294967295]
00000400:00000200:1.0:1787762339.909360:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762339.909364:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762339.909376:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762339.909378:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762339.909381:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762339.909382:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762339.909385:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762339.909386:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787762339.909389:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762339.909390:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762339.909392:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762339.909402:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762339.909404:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762339.909405:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762339.909406:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762339.909409:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ec000 x1874600883832576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.909414:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762339.909415:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec000 x1874600883832576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762364 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.909426:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762339.909427:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762339.909429:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762339.909431:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762339.909433:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762339.909435:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298397200
00000100:00000001:1.0:1787762339.909436:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298398459
00000100:00000001:1.0:1787762339.909438:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298397200
00000100:00000001:1.0:1787762339.909439:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298398459
00000100:00000001:1.0:1787762339.909440:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762339.909441:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762339.909442:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762339.909444:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762339/real 1787762339]  req@ffff9696517ec000 x1874600883832576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762339.909456:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762339.909457:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762339.909458:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762339.909460:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762339.909461:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762339.909462:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762339.909464:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec000 x1874600883832576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762339.909479:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec000 x1874600883832576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.909483:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762339.909484:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762339.909485:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762339.909486:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762339.909488:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec000 x1874600883832576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.909493:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762339.909495:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec000 x1874600883832576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.909498:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762339.909506:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762339.909508:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762339.909508:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762339.909510:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762339.909511:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762339.909523:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762339.909526:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762339.909536:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762339.909539:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec000 x1874600883832576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762339.909544:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883832576:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762339.909546:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762339.909548:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ecb40 x1874600883832704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.909552:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762339.909553:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762339.909568:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762339.909569:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762339.909571:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762339.909572:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ecb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883832704:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762339.909574:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762339.909576:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762339.909577:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762339.909578:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762339.909590:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449400.
02000000:00000001:1.0:1787762339.909591:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762339.909593:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762339.909645:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762339.909654:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762339.909656:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883832704, portal 4
00000100:00000001:1.0:1787762339.909658:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762339.909659:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089365824 : -115902620185792 : ffff9696517ecb40)
00000100:00000040:1.0:1787762339.909663:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ecb40 x1874600883832704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.909676:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762339.909677:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762339.909679:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000100:00000200:1.0:1787762339.909680:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883832704, offset 0
00000400:00000200:1.0:1787762339.909683:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762339.909686:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762339.909688:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762339.909690:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762339.909691:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762339.909693:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762339.909694:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762339.909696:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3443:3443:256:4294967295] 192.168.204.116@tcp LPNI seq info [3443:3443:8:4294967295]
00000400:00000200:1.0:1787762339.909699:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762339.909702:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762339.909705:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762339.909707:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762339.909709:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762339.909711:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762339.909714:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762339.909716:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787762339.909720:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762339.909722:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762339.909725:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762339.909728:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762339.909730:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:1.0:1787762339.909732:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:1.0:1787762339.909734:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762339.909738:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ecb40 x1874600883832704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.909768:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762339.909771:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ecb40 x1874600883832704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762364 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.909775:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762339.909776:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762339.909779:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762339.909782:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762339.909801:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762339.909802:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298397208
00000100:00000001:1.0:1787762339.909804:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298398459
00000100:00000001:1.0:1787762339.909806:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298397208
00000100:00000001:1.0:1787762339.909807:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298398459
00000100:00000001:1.0:1787762339.909809:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762339.909810:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762339.909824:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762339.909826:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762339/real 1787762339]  req@ffff9696517ecb40 x1874600883832704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762339.909840:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762339.909841:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762339.909858:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762339.909862:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762339.909863:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762339.909865:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762339.909893:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ecb40 x1874600883832704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762339.909917:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ecb40 x1874600883832704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.909924:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762339.909927:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762339.909929:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762339.909930:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762339.909933:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ecb40 x1874600883832704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.909940:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762339.909944:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ecb40 x1874600883832704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.909951:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762339.909953:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762339.909955:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762339.909956:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762339.909958:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762339.909985:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762339.909988:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762339.910002:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762339.910005:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762339.910009:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ecb40 x1874600883832704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762339.910018:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ecb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883832704:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762339.910034:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762339.910037:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762339.910041:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef480 x1874600883832320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.910048:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762339.910050:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762339.910067:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a400.
02000000:00000001:1.0:1787762339.910071:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762339.910073:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762339.910075:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762339.910078:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762339.910091:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483efc00.
02000000:00000001:1.0:1787762339.910095:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762339.910097:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762339.910098:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef480.
00000100:00000001:1.0:1787762339.910101:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762339.910124:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762339.910127:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762339.910145:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517efc00 x1874600883832448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.910153:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762339.910217:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762339.910432:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762339.910436:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762339.910438:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762339.910439:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762339.910461:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762339.910463:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ec000.
02000000:00000001:1.0:1787762339.910466:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762339.910467:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762339.910479:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517efc00.
00000100:00000001:1.0:1787762339.910481:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762339.910482:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762339.910483:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762339.910486:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec000 x1874600883832576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.910491:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762339.910492:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762339.910493:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762339.910494:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762339.910495:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762339.910495:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762339.910497:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762339.910498:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ee000.
02000000:00000001:1.0:1787762339.910500:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762339.910501:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762339.910502:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec000.
00000100:00000001:1.0:1787762339.910504:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762339.910505:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762339.910505:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762339.910507:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ecb40 x1874600883832704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762339.910511:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762339.910536:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762339.910537:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449400.
02000000:00000001:1.0:1787762339.910539:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762339.910540:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762339.910541:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762339.910542:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762339.910542:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483edc00.
02000000:00000001:1.0:1787762339.910544:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762339.910545:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762339.910546:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ecb40.
00000100:00000001:1.0:1787762339.910548:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762339.910549:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762339.910550:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762339.910553:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762339.910554:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762339.910555:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762339.910557:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762340.355769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762340.355776:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762340.355781:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762340.355782:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762340.355784:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762340.355785:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762340.355848:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762340.355853:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762340.355855:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762341.187736:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298398459, at 4298398464
00000100:00000040:1.0:1787762341.187736:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298398459, at 4298398464
00000100:00000010:0.0:1787762341.187753:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00000100:00000010:1.0:1787762341.187756:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787762341.379721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762341.379728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762341.379734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762341.379735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762341.379737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762341.379741:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762341.379743:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762341.379745:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762341.379747:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762341.379749:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762341.379751:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762341.379752:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762341.379772:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762341.379774:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762341.379776:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762342.403912:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762342.403920:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762342.403926:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762342.403928:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762342.403931:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762342.403932:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762342.404004:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762342.404009:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762342.404013:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762343.428563:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762343.428569:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762343.428574:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762343.428575:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762343.428578:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762343.428579:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762343.428619:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762343.428621:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762343.428624:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762344.451724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762344.451731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762344.451737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762344.451738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762344.451742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762344.451743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762344.451868:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762344.451870:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762344.451873:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762345.027718:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762345.027731:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762345.027735:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762345.027740:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762345.027745:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762345.027754:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3729
00000400:00000200:3.0:1787762345.027765:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762345.027772:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762345.027776:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762345.027778:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762345.027781:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762345.027783:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762345.027785:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762345.027788:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762345.027789:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762345.027791:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762345.027794:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762345.027795:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762345.027798:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762345.027800:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762345.027801:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762345.027802:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762345.027803:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762345.027806:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762345.027808:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762345.027810:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762345.027812:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762345.027816:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762345.027818:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762345.027820:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762345.027822:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762345.027832:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787762345.027834:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762345.027838:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762345.027840:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762345.027843:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762345.027846:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762345.027850:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762345.027858:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762345.027864:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762345.027873:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883832832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762345.027881:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762345.027885:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762345.027888:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883832832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762345.027909:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762345.027912:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762345.027914:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762345.027915:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762345.027917:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762345.027919:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762345.027920:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3729
00000400:00000200:3.0:1787762345.027928:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762345.027931:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762345.027933:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762345.027935:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762345.027937:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762345.027939:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762345.027941:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762345.027942:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762345.027943:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762345.027944:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762345.027945:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787762345.027945:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762345.027949:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000001:1.0:1787762345.027951:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787762345.027951:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762345.027953:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762345.027956:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762345.027956:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762345.027957:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762345.027961:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762345.027963:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762345.027967:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000040:1.0:1787762345.027969:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ea1c0 x1874600883832832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762345.027969:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762345.027972:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762345.027979:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762345.027980:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787762345.027981:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762345.027983:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762345.027984:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762345.027988:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787762345.027990:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787762345.027991:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1787762345.027994:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762345.027996:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762345.027997:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762345.028002:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000100:00100000:1.0:1787762345.028005:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883832832:192.168.204.116@tcp:250:kworker.0
00000020:00000040:3.0:1787762345.028005:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762345.028010:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762345.028012:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762345.028014:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762345.028015:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762345.028016:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762345.028019:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762345.028022:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1787762345.028023:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
02000000:00000001:1.0:1787762345.028027:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762345.028027:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762345.028034:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787762345.028035:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883832960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762345.028041:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1787762345.028042:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449400.
00000100:00000001:3.0:1787762345.028044:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762345.028045:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762345.028050:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883832960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762345.028055:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762345.028063:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000100:00000001:3.0:1787762345.028063:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762345.028070:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762345.028074:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:1.0:1787762345.028075:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000001:3.0:1787762345.028076:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762345.028079:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762345.028083:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787762345.028087:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883832832, portal 25
00000100:00080000:3.0:1787762345.028087:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3729
00000100:00000001:1.0:1787762345.028092:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1787762345.028096:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762345.028097:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885931456 : -115902823620160 : ffff9696455ea1c0)
00000400:00000200:3.0:1787762345.028102:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762345.028105:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762345.028109:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ea1c0 x1874600883832832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762345.028112:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762345.028117:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762345.028121:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762345.028127:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787762345.028127:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762345.028131:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762345.028134:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000100:00000040:1.0:1787762345.028135:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000020:00000001:3.0:1787762345.028137:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787762345.028140:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240088.
00000020:00000040:3.0:1787762345.028141:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762345.028144:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000200:1.0:1787762345.028148:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883832832, offset 0
00000020:00000001:3.0:1787762345.028148:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762345.028154:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762345.028155:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762345.028156:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762345.028158:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762345.028160:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000400:00000200:1.0:1787762345.028162:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00080000:3.0:1787762345.028163:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762345.028167:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762345.028168:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762345.028170:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762345.028171:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762345.028173:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762345.028175:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762345.028176:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000008:00000001:3.0:1787762345.028179:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762345.028182:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762345.028187:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000010:3.0:1787762345.028187:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787762345.028193:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000400:00000200:1.0:1787762345.028197:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787762345.028197:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762345.028200:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762345.028204:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787762345.028206:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
02000000:00000001:3.0:1787762345.028207:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762345.028210:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762345.028211:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762345.028217:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
02000000:00000010:3.0:1787762345.028218:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000400:00000200:1.0:1787762345.028224:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3444:3444:256:4294967295] 192.168.204.116@tcp LPNI seq info [3444:3444:8:4294967295]
00000100:00000001:3.0:1787762345.028225:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762345.028234:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00100000:3.0:1787762345.028235:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883833088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762345.028242:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762345.028245:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762345.028251:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883833088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762345.028252:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762345.028265:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000001:3.0:1787762345.028271:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762345.028273:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000100:00080000:3.0:1787762345.028274:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762345.028279:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762345.028280:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762345.028282:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1787762345.028286:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787762345.028286:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762345.028290:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3729
00000400:00000200:3.0:1787762345.028295:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000800:00000200:1.1:1787762345.028295:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000400:00000200:3.0:1787762345.028300:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762345.028302:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762345.028304:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762345.028306:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762345.028307:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762345.028308:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762345.028310:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762345.028310:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762345.028311:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762345.028312:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762345.028314:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762345.028316:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000001:1.0:1787762345.028318:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762345.028319:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762345.028324:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762345.028324:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762345.028327:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298403579
00000100:00000040:3.0:1787762345.028329:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000010:1.0:1787762345.028333:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d660.
00000100:00000001:3.0:1787762345.028334:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762345.028340:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00000001:1.0:1787762345.028343:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762345.028351:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298403579
00000100:00080000:3.0:1787762345.028351:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762345.028357:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762345.028358:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d600.
02000000:00000001:3.0:1787762345.028363:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762345.028366:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1787762345.028366:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762345.028370:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762345.028372:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762345.028373:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787762345.028375:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000100:00000001:1.0:1787762345.028378:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787762345.028379:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762345.028383:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762345.028385:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762345.028387:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000100:00000001:1.0:1787762345.028390:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787762345.028390:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762345.028396:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762345.028397:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762345.028398:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762345.028399:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762345.028400:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762345.028401:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:3.0:1787762345.028403:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:1.0:1787762345.028405:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787762345.028410:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762345.028421:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762345.028423:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762345.028423:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762345.028429:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ebc00 x1874600883832960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762345.028436:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883833216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762345.028441:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762345.028444:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762345.028448:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787762345.028450:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787762345.028452:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762345.028453:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762345.028458:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762345.028459:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883833216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762345.028467:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ebc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883832960:192.168.204.116@tcp:38:kworker.0
00000100:00000001:3.0:1787762345.028469:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762345.028473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762345.028474:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762345.028478:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1787762345.028478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762345.028481:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1787762345.028482:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762345.028483:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787762345.028485:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762345.028487:0:8:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:1.0:1787762345.028490:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762345.028493:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762345.028496:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3729
00000400:00000200:1.0:1787762345.028500:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762345.028505:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02c08.
00000400:00000200:3.0:1787762345.028505:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762345.028510:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000010:1.0:1787762345.028511:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00080000:3.0:1787762345.028515:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787762345.028517:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883832960, portal 10
00000100:00000001:1.0:1787762345.028521:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1787762345.028522:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762345.028524:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885938176 : -115902823613440 : ffff9696455ebc00)
00000100:00000001:3.0:1787762345.028526:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762345.028530:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000040:1.0:1787762345.028535:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ebc00 x1874600883832960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762345.028535:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762345.028543:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762345.028545:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000020:00000001:3.0:1787762345.028546:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:1.0:1787762345.028548:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482404c8.
00000020:00000040:3.0:1787762345.028549:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762345.028552:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1787762345.028554:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883832960, offset 0
00000020:00000040:3.0:1787762345.028554:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762345.028559:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762345.028562:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000400:00000200:1.0:1787762345.028563:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000040:3.0:1787762345.028566:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762345.028569:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762345.028571:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762345.028572:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762345.028574:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762345.028577:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000400:00000200:1.0:1787762345.028580:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00080000:3.0:1787762345.028582:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762345.028584:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762345.028585:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762345.028587:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762345.028588:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762345.028595:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762345.028622:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762345.028625:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787762345.028627:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762345.028629:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000008:00100000:3.0:1787762345.028631:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1787762345.028635:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3445:3445:255:4294967295] 192.168.204.116@tcp LPNI seq info [3445:3445:7:4294967295]
00000008:00000001:3.0:1787762345.028637:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762345.028641:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762345.028645:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000010:3.0:1787762345.028647:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787762345.028652:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762345.028655:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762345.028656:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762345.028657:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762345.028658:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762345.028660:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762345.028663:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787762345.028669:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762345.028670:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762345.028677:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00100000:3.0:1787762345.028677:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883833344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1787762345.028684:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330700.
00000800:00000200:1.0:1787762345.028691:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787762345.028698:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762345.028700:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762345.028704:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:3.0:1787762345.028707:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883833344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762345.028712:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762345.028717:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762345.028720:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000100:00000040:3.0:1787762345.028724:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3740)
00000400:00000200:1.0:1787762345.028726:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762345.028730:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298402340
00000100:00000001:1.0:1787762345.028733:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298403579
00000100:00000001:1.0:1787762345.028736:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298402340
00000100:00000001:1.0:1787762345.028738:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298403579
00000100:00000001:1.0:1787762345.028741:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762345.028743:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762345.028745:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762345.028750:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e9e00 x1874600883833088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762345.028757:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762345.028758:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762345.028760:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762345.028762:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762345.028764:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762345.028766:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883833088:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762345.028769:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762345.028772:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762345.028773:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762345.028774:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762345.028778:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762345.028780:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762345.028782:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762345.028784:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762345.028788:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762345.028791:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883833088, portal 10
00000100:00000001:1.0:1787762345.028793:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762345.028794:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885930496 : -115902823621120 : ffff9696455e9e00)
00000100:00000040:1.0:1787762345.028800:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e9e00 x1874600883833088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762345.028807:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762345.028809:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762345.028811:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240770.
00000100:00000200:1.0:1787762345.028814:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883833088, offset 0
00000400:00000200:1.0:1787762345.028818:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762345.028821:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762345.028824:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762345.028826:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762345.028827:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762345.028829:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762345.028830:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762345.028833:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3446:3446:254:4294967295] 192.168.204.116@tcp LPNI seq info [3446:3446:6:4294967295]
00000400:00000200:1.0:1787762345.028835:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762345.028839:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762345.028842:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762345.028844:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330a00.
00000800:00000200:1.0:1787762345.028846:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762345.028849:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762345.028851:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762345.028853:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762345.028855:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762345.028856:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298402399
00000100:00000001:1.0:1787762345.028858:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298403579
00000100:00000001:1.0:1787762345.028860:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298402399
00000100:00000001:1.0:1787762345.028862:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298403579
00000100:00000001:1.0:1787762345.028864:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762345.028866:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762345.028869:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762345.028872:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762345.028875:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762345.028877:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787762345.028879:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762345.028880:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762345.028882:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762345.028886:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ead00 x1874600883833216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762345.028893:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762345.028894:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762345.028897:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762345.028899:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762345.028901:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762345.028904:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ead00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883833216:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762345.028908:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762345.028910:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762345.028911:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762345.028913:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762345.028916:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a400.
02000000:00000001:1.0:1787762345.028918:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762345.028922:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762345.028924:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02420.
00000400:00000010:1.0:1787762345.028929:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240000.
00000100:00000200:1.0:1787762345.028931:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883833216, portal 4
00000100:00000001:1.0:1787762345.028933:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762345.028935:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885934336 : -115902823617280 : ffff9696455ead00)
00000100:00000040:1.0:1787762345.028941:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ead00 x1874600883833216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762345.028948:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762345.028950:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762345.028953:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240aa0.
00000100:00000200:1.0:1787762345.028956:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883833216, offset 0
00000400:00000200:1.0:1787762345.028960:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762345.028964:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762345.028968:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762345.028971:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762345.028974:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762345.028976:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762345.028978:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762345.028981:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3447:3447:253:4294967295] 192.168.204.116@tcp LPNI seq info [3447:3447:5:4294967295]
00000400:00000200:1.0:1787762345.028985:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762345.028991:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762345.028996:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762345.029000:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330200.
00000800:00000200:1.0:1787762345.029004:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762345.029008:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762345.029011:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762345.029014:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762345.029017:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762345.029019:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298402320
00000100:00000001:1.0:1787762345.029022:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298403579
00000100:00000001:1.0:1787762345.029024:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298402320
00000100:00000001:1.0:1787762345.029026:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298403579
00000100:00000001:1.0:1787762345.029028:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762345.029031:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762345.029033:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762345.029036:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8000 x1874600883833344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762345.029044:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762345.029045:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762345.029048:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762345.029050:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762345.029052:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762345.029055:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883833344:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762345.029061:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762345.029063:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762345.029064:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762345.029066:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762345.029069:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449c00.
02000000:00000001:1.0:1787762345.029071:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762345.029074:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762345.029077:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762345.029080:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240550.
00000100:00000200:1.0:1787762345.029083:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883833344, portal 4
00000100:00000001:1.0:1787762345.029085:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762345.029087:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885922816 : -115902823628800 : ffff9696455e8000)
00000100:00000040:1.0:1787762345.029093:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8000 x1874600883833344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762345.029100:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762345.029102:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762345.029105:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240440.
00000100:00000200:1.0:1787762345.029107:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883833344, offset 0
00000400:00000200:1.0:1787762345.029111:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762345.029115:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762345.029118:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762345.029121:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762345.029124:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762345.029126:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762345.029129:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762345.029132:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3448:3448:252:4294967295] 192.168.204.116@tcp LPNI seq info [3448:3448:4:4294967295]
00000400:00000200:1.0:1787762345.029136:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762345.029142:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762345.029147:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762345.029150:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330300.
00000800:00000200:1.0:1787762345.029154:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762345.029159:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762345.029162:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762345.029165:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762345.029169:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762345.029171:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298402327
00000100:00000001:1.0:1787762345.029173:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298403579
00000100:00000001:1.0:1787762345.029176:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298402327
00000100:00000001:1.0:1787762345.029178:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298403579
00000100:00000001:1.0:1787762345.029180:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762345.029182:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762345.029184:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762345.029186:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762345.029190:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762345.029192:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787762345.029193:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762345.029195:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762345.029197:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762345.029199:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762345.475733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762345.475741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762345.475747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762345.475748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762345.475752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762345.475753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762345.475778:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762345.475781:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762345.475784:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787762346.307718:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298403579, at 4298403584
00000100:00000010:1.0:1787762346.307730:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00000100:00000040:0.0:1787762346.307948:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298403579, at 4298403584
00000100:00000010:0.0:1787762346.307955:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787762346.499719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762346.499727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762346.499732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762346.499733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762346.499736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762346.499738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762346.499804:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762346.499807:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762346.499810:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762347.523728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762347.523736:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762347.523738:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762347.523741:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762347.523746:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762347.523748:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762347.523749:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762347.523751:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762347.523755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762347.523757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762347.523760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762347.523761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762347.523783:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762347.523785:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762347.523788:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787762348.099947:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.116:988
00000400:00000100:0.0:1787762348.100007:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.116@tcp at host 192.168.204.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787762348.100020:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762348.100024:0:2387:0:(router.c:1791:lnet_notify()) 192.168.204.16@tcp notifying 192.168.204.116@tcp: down
00000400:00000200:0.0:1787762348.100030:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762348.100035:0:2387:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787762348.100040:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762348.100044:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:0.0:1787762348.100050:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762348.100055:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762348.100075:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240088
00000400:00000010:0.0:1787762348.100078:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240088.
00000100:00000001:0.0:1787762348.100085:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762348.100095:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455ea1c0 x1874600883832832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762348.100127:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762348.100132:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea1c0 x1874600883832832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762370 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762348.100146:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762348.100148:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762348.100161:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762348.100163:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330700.
00000400:00000200:0.0:1787762348.100166:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762348.100170:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762348.100174:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482404c8
00000400:00000010:0.0:1787762348.100176:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482404c8.
00000100:00000001:0.0:1787762348.100178:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762348.100183:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455ebc00 x1874600883832960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762348.100191:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762348.100194:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ebc00 x1874600883832960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762370 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762348.100201:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762348.100203:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762348.100208:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762348.100210:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330a00.
00000400:00000200:0.0:1787762348.100224:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762348.100228:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762348.100231:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240770
00000400:00000010:0.0:1787762348.100234:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240770.
00000100:00000001:0.0:1787762348.100236:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762348.100241:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455e9e00 x1874600883833088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762348.100249:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762348.100252:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9e00 x1874600883833088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762370 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762348.100259:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762348.100260:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762348.100265:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762348.100267:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330200.
00000400:00000200:0.0:1787762348.100270:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762348.100273:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762348.100275:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240aa0
00000400:00000010:0.0:1787762348.100277:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240aa0.
00000100:00000001:0.0:1787762348.100279:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762348.100284:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455ead00 x1874600883833216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762348.100291:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762348.100295:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ead00 x1874600883833216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762370 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762348.100301:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762348.100303:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762348.100308:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762348.100310:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330300.
00000400:00000200:0.0:1787762348.100312:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762348.100315:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762348.100317:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240440
00000400:00000010:0.0:1787762348.100319:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240440.
00000100:00000001:0.0:1787762348.100322:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762348.100326:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455e8000 x1874600883833344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762348.100334:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762348.100337:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8000 x1874600883833344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762370 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762348.100343:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762348.100344:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762348.100659:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762348.100665:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762348.100669:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762348.100677:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762345/real 1787762348]  req@ffff9696455ead00 x1874600883833216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762348.100700:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762348.100703:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762348.100711:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02420.
00000400:00000200:1.0:1787762348.100715:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240000
00000400:00000010:1.0:1787762348.100717:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240000.
00000100:00000001:1.0:1787762348.100720:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762348.100725:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ead00 x1874600883833216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762348.100734:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ead00 x1874600883833216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762348.100741:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762348.100743:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762348.100746:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762348.100749:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762348.100753:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ead00 x1874600883833216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762348.100760:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762348.100765:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ead00 x1874600883833216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762348.100773:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762348.100777:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762348.100778:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762348.100779:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762348.100783:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762348.100786:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762348.100791:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762348.100796:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762348.100799:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762348.100803:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ead00 x1874600883833216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762348.100811:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ead00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883833216:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762348.100816:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762348.100820:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762345/real 1787762348]  req@ffff9696455e8000 x1874600883833344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762348.100832:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762348.100834:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762348.100836:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762348.100838:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240550
00000400:00000010:1.0:1787762348.100840:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240550.
00000100:00000001:1.0:1787762348.100842:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762348.100845:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8000 x1874600883833344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762348.100853:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8000 x1874600883833344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762348.100859:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762348.100860:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762348.100862:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762348.100863:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762348.100866:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8000 x1874600883833344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762348.100872:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762348.100876:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8000 x1874600883833344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762348.100882:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762348.100884:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762348.100885:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762348.100887:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762348.100888:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762348.100890:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762348.100892:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762348.100896:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762348.100898:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762348.100902:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8000 x1874600883833344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762348.100909:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883833344:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762348.100913:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762348.100916:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762345/real 1787762348]  req@ffff9696455ebc00 x1874600883832960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762348.100923:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762348.100925:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762348.100927:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02c08.
00000400:00000200:1.0:1787762348.100929:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762348.100931:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762348.100933:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762348.100936:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ebc00 x1874600883832960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762348.100944:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ebc00 x1874600883832960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762348.100950:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762348.100951:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762348.100952:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762348.100954:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762348.100957:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ebc00 x1874600883832960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762348.100963:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762348.100966:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ebc00 x1874600883832960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762348.100973:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762348.100975:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762348.100977:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762348.100979:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762348.100980:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762348.100982:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762348.100984:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762348.100987:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762348.100989:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762348.100993:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ebc00 x1874600883832960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762348.101000:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ebc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883832960:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762348.101004:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762348.101008:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762345/real 1787762348]  req@ffff9696455e9e00 x1874600883833088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762348.101015:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762348.101016:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762348.101018:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762348.101020:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762348.101022:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762348.101024:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762348.101027:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e9e00 x1874600883833088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762348.101034:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e9e00 x1874600883833088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762348.101040:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762348.101041:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762348.101043:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762348.101045:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762348.101049:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e9e00 x1874600883833088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762348.101061:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762348.101064:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e9e00 x1874600883833088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762348.101070:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762348.101072:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762348.101074:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762348.101075:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762348.101077:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762348.101079:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762348.101081:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762348.101084:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762348.101086:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762348.101090:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e9e00 x1874600883833088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762348.101097:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883833088:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762348.101100:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762348.101104:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762345/real 1787762348]  req@ffff9696455ea1c0 x1874600883832832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762348.101111:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762348.101112:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762348.101115:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762348.101117:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762348.101119:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762348.101122:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762348.101124:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ea1c0 x1874600883832832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762348.101137:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ea1c0 x1874600883832832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762348.101143:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762348.101145:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762348.101146:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762348.101147:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762348.101151:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ea1c0 x1874600883832832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762348.101157:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762348.101160:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ea1c0 x1874600883832832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762348.101166:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762348.101168:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762348.101169:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762348.101171:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762348.101172:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762348.101174:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762348.101176:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762348.101180:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762348.101182:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762348.101186:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ea1c0 x1874600883832832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762348.101193:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883832832:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762348.101197:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762348.101200:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762348.101203:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ead00 x1874600883833216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762348.101215:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762348.101219:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762348.101223:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a400.
02000000:00000001:1.0:1787762348.101228:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762348.101231:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762348.101233:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762348.101236:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762348.101239:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8a400.
02000000:00000001:1.0:1787762348.101244:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762348.101247:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762348.101249:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ead00.
00000100:00000001:1.0:1787762348.101253:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762348.101254:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762348.101256:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762348.101259:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8000 x1874600883833344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762348.101266:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762348.101268:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762348.101269:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449c00.
02000000:00000001:1.0:1787762348.101271:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762348.101273:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762348.101274:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762348.101276:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762348.101277:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89c00.
02000000:00000001:1.0:1787762348.101279:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762348.101281:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762348.101282:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8000.
00000100:00000001:1.0:1787762348.101284:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762348.101285:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762348.101287:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762348.101290:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ebc00 x1874600883832960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762348.101297:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762348.101298:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762348.101300:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762348.101303:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762348.101304:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762348.101306:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762348.101308:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762348.101309:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89400.
02000000:00000001:1.0:1787762348.101312:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762348.101313:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762348.101314:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ebc00.
00000100:00000001:1.0:1787762348.101316:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762348.101318:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762348.101319:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762348.101322:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e9e00 x1874600883833088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762348.101329:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762348.101330:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762348.101331:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762348.101334:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762348.101335:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762348.101336:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762348.101338:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762348.101340:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89000.
02000000:00000001:1.0:1787762348.101342:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762348.101343:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762348.101344:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e9e00.
00000100:00000001:1.0:1787762348.101347:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762348.101348:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762348.101350:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762348.101365:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ea1c0 x1874600883832832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762348.101372:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762348.101373:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762348.101375:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449400.
02000000:00000001:1.0:1787762348.101378:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762348.101379:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762348.101380:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762348.101383:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762348.101384:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8b400.
02000000:00000001:1.0:1787762348.101387:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762348.101388:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762348.101389:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ea1c0.
00000100:00000001:1.0:1787762348.101392:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762348.101393:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762348.101395:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762348.101405:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762348.101408:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762348.101412:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762348.101414:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762348.547749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762348.547757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762348.547763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762348.547764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762348.547769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762348.547770:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762348.547885:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762348.547889:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762348.547893:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762349.571825:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762349.571835:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762349.571841:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762349.571844:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762349.571847:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762349.571850:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762349.571853:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762349.571855:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762349.571857:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762349.571859:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762349.571863:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762349.571864:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762349.571885:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762349.571887:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762349.571890:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762350.147999:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762350.148009:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762350.148011:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762350.148015:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762350.148019:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762350.148027:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3735
00000400:00000200:2.0:1787762350.148036:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762350.148042:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762350.148045:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762350.148048:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762350.148052:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762350.148054:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762350.148056:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762350.148060:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762350.148062:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762350.148065:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762350.148068:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762350.148070:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762350.148073:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762350.148075:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762350.148077:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762350.148079:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762350.148081:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762350.148084:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762350.148088:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762350.148090:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762350.148093:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762350.148097:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762350.148100:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762350.148102:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762350.148105:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762350.148112:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ed680.
00000020:00000040:2.0:1787762350.148115:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762350.148120:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762350.148122:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762350.148125:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762350.148127:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762350.148132:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762350.148140:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef000.
00000100:00000001:2.0:1787762350.148147:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762350.148162:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ed680 x1874600883833472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762350.148173:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762350.148177:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762350.148182:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa26a19] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ed680 x1874600883833472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762350.148209:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762350.148213:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762350.148216:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762350.148218:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762350.148219:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762350.148222:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762350.148225:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3735
00000400:00000200:2.0:1787762350.148229:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762350.148232:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762350.148234:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762350.148236:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762350.148238:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762350.148240:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762350.148242:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762350.148244:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762350.148245:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762350.148247:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762350.148249:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762350.148251:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762350.148254:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762350.148256:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762350.148258:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762350.148260:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762350.148262:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762350.148264:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762350.148272:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762350.148276:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762350.148278:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762350.148283:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762350.148285:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762350.148287:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762350.148291:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762350.148294:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762350.148296:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762350.148300:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ecb40.
00000020:00000040:2.0:1787762350.148303:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762350.148305:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762350.148306:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762350.148308:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762350.148309:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762350.148310:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762350.148327:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef400.
00000100:00000001:2.0:1787762350.148331:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762350.148337:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ecb40 x1874600883833600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762350.148344:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762350.148346:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762350.148349:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbcd7beb] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ecb40 x1874600883833600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762350.148357:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762350.148359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762350.148362:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762350.148363:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762350.148365:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762350.148367:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762350.148370:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3735
00000400:00000200:2.0:1787762350.148373:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762350.148376:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762350.148378:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762350.148380:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762350.148382:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762350.148384:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762350.148386:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762350.148394:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762350.148395:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762350.148398:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762350.148400:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762350.148402:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762350.148403:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762350.148406:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762350.148408:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762350.148410:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762350.148411:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762350.148413:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762350.148416:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762350.148418:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762350.148420:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762350.148423:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762350.148425:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762350.148427:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762350.148429:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762350.148431:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762350.148433:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762350.148436:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec000.
00000020:00000040:2.0:1787762350.148439:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762350.148441:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762350.148442:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762350.148444:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762350.148445:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762350.148447:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762350.148452:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483edc00.
00000100:00000001:2.0:1787762350.148455:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762350.148460:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec000 x1874600883833728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762350.148467:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762350.148469:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762350.148473:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e53fc05c] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec000 x1874600883833728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762350.148481:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762350.148483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762350.148486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762350.148488:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762350.148489:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762350.148492:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762350.148494:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3735
00000400:00000200:2.0:1787762350.148498:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762350.148501:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762350.148503:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762350.148505:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762350.148507:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762350.148509:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762350.148511:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762350.148513:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762350.148515:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762350.148517:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762350.148519:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762350.148520:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762350.148522:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762350.148525:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762350.148527:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762350.148528:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762350.148530:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762350.148532:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762350.148534:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762350.148537:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762350.148538:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762350.148540:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762350.148542:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762350.148544:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762350.148546:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762350.148548:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762350.148550:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762350.148552:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517efc00.
00000020:00000040:2.0:1787762350.148554:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762350.148557:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762350.148558:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762350.148559:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762350.148561:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762350.148562:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762350.148566:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ee000.
00000100:00000001:2.0:1787762350.148568:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762350.148573:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517efc00 x1874600883833856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762350.148579:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762350.148581:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762350.149071:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762350.149077:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762350.149079:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762350.149087:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ed680 x1874600883833472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.149096:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762350.149098:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762350.149102:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762350.149105:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762350.149107:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762350.149111:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ed680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883833472:192.168.204.116@tcp:250:kworker.0
00000100:00000040:2.0:1787762350.151380:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c6b28ed] to pc [ptlrpcd_rcv+-1]  req@ffff9696517efc00 x1874600883833856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762350.151396:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762350.151400:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762350.151405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762350.151407:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762350.151409:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762350.151412:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762350.151415:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3735
00000400:00000200:2.0:1787762350.151421:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762350.151426:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762350.151429:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762350.151432:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762350.151435:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762350.151437:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762350.151609:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762350.151613:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762350.151615:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762350.151617:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762350.151620:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762350.151622:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762350.151625:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762350.151628:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762350.151630:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762350.151632:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762350.151634:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762350.151637:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762350.151640:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762350.151643:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762350.151646:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762350.151653:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762350.151656:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762350.151658:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762350.151662:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762350.151669:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762350.151672:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787762350.151674:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
02000000:00000001:1.0:1787762350.151676:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1787762350.151678:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762350.151681:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762350.151687:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449400.
00000100:00000010:2.0:1787762350.151687:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef480.
02000000:00000001:1.0:1787762350.151692:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762350.151694:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762350.151700:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787762350.151703:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:2.0:1787762350.151705:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762350.151709:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000100:00000001:2.0:1787762350.151710:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762350.151715:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787762350.151718:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
02000000:00000001:2.0:1787762350.151719:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762350.151729:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883833472, portal 25
02000000:00000010:2.0:1787762350.151729:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec000.
00000100:00000001:1.0:1787762350.151736:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762350.151737:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762350.151738:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089368704 : -115902620182912 : ffff9696517ed680)
00000100:00100000:2.0:1787762350.151747:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef480 x1874600883833984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787762350.151750:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ed680 x1874600883833472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762350.151765:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762350.151768:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787762350.151770:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762350.151775:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00000040:2.0:1787762350.151778:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8eb0c3a] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef480 x1874600883833984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787762350.151780:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762350.151786:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883833472, offset 0
00000100:00000001:2.0:1787762350.151794:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762350.151798:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000040:2.0:1787762350.151802:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3745)
00000400:00000200:1.0:1787762350.151808:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762350.151816:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762350.151821:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762350.151826:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762350.151830:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762350.151833:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762350.151838:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3449:3449:256:4294967295] 192.168.204.116@tcp LPNI seq info [3449:3449:8:4294967295]
00000400:00000200:1.0:1787762350.151842:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762350.151850:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762350.151856:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762350.151860:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762350.151867:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762350.151871:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762350.151876:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762350.151880:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762350.151884:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762350.151886:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762350.151891:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762350.151895:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762350.151900:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762350.151902:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762350.151906:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762350.151910:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ed680 x1874600883833472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.151924:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762350.152088:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ed680 x1874600883833472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.152097:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762350.152099:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762350.152106:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762350.152110:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762350.152112:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298408703
00000100:00000010:1.0:1787762350.152118:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d600.
00000100:00000001:1.0:1787762350.152124:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762350.152129:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298408703
00000100:00000010:1.0:1787762350.152132:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816dc60.
00000100:00000001:1.0:1787762350.152134:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762350.152137:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762350.152140:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762350.152142:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762350.152147:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762350/real 1787762350]  req@ffff9696517ed680 x1874600883833472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762350.152156:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762350.152158:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762350.152160:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762350.152162:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762350.152164:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762350.152166:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762350.152170:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ed680 x1874600883833472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762350.152178:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ed680 x1874600883833472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.152185:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762350.152187:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762350.152189:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762350.152191:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762350.152195:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ed680 x1874600883833472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.152202:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762350.152207:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ed680 x1874600883833472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.152214:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762350.152216:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762350.152218:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762350.152219:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762350.152221:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762350.152223:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762350.152227:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762350.152231:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762350.152233:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762350.152238:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ed680 x1874600883833472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762350.152245:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ed680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883833472:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762350.152251:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762350.152255:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ecb40 x1874600883833600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.152262:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762350.152263:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762350.152266:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762350.152268:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762350.152270:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762350.152273:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ecb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883833600:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762350.152276:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762350.152278:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762350.152280:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762350.152281:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762350.152285:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762350.152287:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762350.152290:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762350.152292:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762350.152296:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762350.152300:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883833600, portal 10
00000100:00000001:1.0:1787762350.152301:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762350.152303:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089365824 : -115902620185792 : ffff9696517ecb40)
00000100:00000040:1.0:1787762350.152308:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ecb40 x1874600883833600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.152328:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762350.152330:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762350.152333:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762350.152335:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883833600, offset 0
00000400:00000200:1.0:1787762350.152339:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762350.152343:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762350.152346:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762350.152349:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762350.152352:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762350.152354:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762350.152356:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762350.152359:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3450:3450:256:4294967295] 192.168.204.116@tcp LPNI seq info [3450:3450:8:4294967295]
00000400:00000200:1.0:1787762350.152362:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762350.152368:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762350.152372:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762350.152375:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762350.152378:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762350.152381:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762350.152386:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762350.152388:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762350.152391:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762350.152393:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762350.152396:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762350.152399:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762350.152402:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762350.152404:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762350.152406:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762350.152409:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ecb40 x1874600883833600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.152416:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762350.152419:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ecb40 x1874600883833600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.152425:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762350.152426:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762350.152429:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762350.152432:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762350.152434:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762350.152469:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298407463
00000100:00000001:1.0:1787762350.152520:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298408703
00000100:00000001:1.0:1787762350.152523:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298407463
00000100:00000001:1.0:1787762350.152525:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298408703
00000100:00000001:1.0:1787762350.152527:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762350.152559:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762350.152561:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762350.152643:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762350/real 1787762350]  req@ffff9696517ecb40 x1874600883833600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762350.152652:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762350.152654:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762350.152656:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762350.152658:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762350.152660:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762350.152663:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762350.152666:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ecb40 x1874600883833600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762350.152674:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ecb40 x1874600883833600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.152680:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762350.152681:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762350.152683:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762350.152684:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762350.152687:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ecb40 x1874600883833600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.152693:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762350.152697:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ecb40 x1874600883833600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.152703:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762350.152706:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762350.152707:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762350.152708:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762350.152710:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762350.152712:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762350.152714:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762350.152717:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762350.152719:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762350.152722:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ecb40 x1874600883833600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762350.152730:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ecb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883833600:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762350.152734:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762350.152737:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec000 x1874600883833728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.152743:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762350.152745:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762350.152747:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762350.152748:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762350.152750:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762350.152753:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883833728:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762350.152756:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762350.152758:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762350.152760:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762350.152761:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762350.152765:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762350.152767:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762350.152770:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762350.152772:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762350.152775:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762350.152778:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883833728, portal 10
00000100:00000001:1.0:1787762350.152780:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762350.152781:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089362944 : -115902620188672 : ffff9696517ec000)
00000100:00000040:1.0:1787762350.152787:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec000 x1874600883833728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.152793:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762350.152795:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762350.152797:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762350.152800:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883833728, offset 0
00000400:00000200:1.0:1787762350.152803:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762350.152807:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762350.152811:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762350.152814:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762350.152817:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762350.152819:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762350.152822:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762350.152825:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3451:3451:256:4294967295] 192.168.204.116@tcp LPNI seq info [3451:3451:8:4294967295]
00000400:00000200:1.0:1787762350.152829:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762350.152835:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762350.152840:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762350.152843:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762350.152846:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762350.152849:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762350.152853:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762350.152856:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762350.152860:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762350.152862:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762350.152865:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762350.152868:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762350.152871:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762350.152873:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762350.152875:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762350.152879:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ec000 x1874600883833728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.152886:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762350.152889:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec000 x1874600883833728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.152894:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762350.152896:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762350.152900:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762350.152902:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762350.152906:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762350.152907:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298407523
00000100:00000001:1.0:1787762350.152910:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298408703
00000100:00000001:1.0:1787762350.152912:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298407523
00000100:00000001:1.0:1787762350.152914:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298408703
00000100:00000001:1.0:1787762350.152916:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762350.152918:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762350.152919:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762350.152923:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762350/real 1787762350]  req@ffff9696517ec000 x1874600883833728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762350.152931:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762350.152932:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762350.152934:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762350.152937:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762350.152938:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762350.152940:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762350.153421:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec000 x1874600883833728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762350.153456:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec000 x1874600883833728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.153482:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762350.153484:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762350.153486:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762350.153488:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762350.153492:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec000 x1874600883833728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.153499:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762350.153521:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec000 x1874600883833728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.153529:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762350.153531:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762350.153533:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762350.153592:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762350.153617:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762350.153619:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762350.153622:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762350.153626:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762350.153628:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762350.153632:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec000 x1874600883833728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762350.153640:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883833728:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762350.153644:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762350.153646:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762350.153649:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ed680 x1874600883833472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.153655:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762350.153658:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762350.153661:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449400.
02000000:00000001:1.0:1787762350.153665:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762350.153667:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762350.153669:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762350.153671:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762350.153673:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef000.
02000000:00000001:1.0:1787762350.153678:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762350.153679:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762350.153681:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ed680.
00000100:00000001:1.0:1787762350.153684:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762350.153685:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762350.153687:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762350.153691:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ecb40 x1874600883833600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.153696:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762350.153698:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762350.153699:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762350.153702:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762350.153703:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762350.153705:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762350.153707:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762350.153708:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef400.
02000000:00000001:1.0:1787762350.153710:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762350.153711:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762350.153712:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ecb40.
00000100:00000001:1.0:1787762350.153715:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762350.153716:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762350.153718:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762350.153721:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec000 x1874600883833728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.153727:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762350.153728:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762350.153730:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762350.153732:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762350.153733:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762350.153734:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762350.153736:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762350.153737:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483edc00.
02000000:00000001:1.0:1787762350.153739:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762350.153741:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762350.153742:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec000.
00000100:00000001:1.0:1787762350.153744:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762350.153745:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762350.153747:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762350.153756:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762350.153758:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762350.153760:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762350.153763:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762350.153765:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762350.153769:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517efc00 x1874600883833856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.153776:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762350.153777:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762350.153780:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762350.153782:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762350.153785:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762350.153787:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517efc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883833856:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762350.153791:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762350.153794:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762350.153795:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762350.153798:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762350.153801:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762350.153803:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762350.153808:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762350.153811:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762350.153815:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762350.153819:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883833856, portal 4
00000100:00000001:1.0:1787762350.153821:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762350.153823:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089378304 : -115902620173312 : ffff9696517efc00)
00000100:00000040:1.0:1787762350.153828:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517efc00 x1874600883833856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.153834:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762350.153837:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762350.153839:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762350.153841:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883833856, offset 0
00000400:00000200:1.0:1787762350.153846:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762350.153851:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762350.153855:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762350.153859:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762350.153862:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762350.153864:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762350.153867:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762350.153870:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3452:3452:256:4294967295] 192.168.204.116@tcp LPNI seq info [3452:3452:8:4294967295]
00000400:00000200:1.0:1787762350.153875:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762350.153881:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762350.153887:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762350.153890:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762350.153895:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762350.153898:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762350.153902:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762350.153905:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762350.153908:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762350.153910:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762350.153913:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762350.153917:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762350.153920:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762350.153922:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762350.153924:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762350.153928:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517efc00 x1874600883833856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.153935:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762350.153937:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517efc00 x1874600883833856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.153943:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762350.153944:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762350.153947:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762350.153950:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762350.153953:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762350.153955:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298407445
00000100:00000001:1.0:1787762350.153957:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298408703
00000100:00000001:1.0:1787762350.153960:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298407445
00000100:00000001:1.0:1787762350.153961:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298408703
00000100:00000001:1.0:1787762350.153964:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762350.153966:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762350.153968:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762350.153972:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762350/real 1787762350]  req@ffff9696517efc00 x1874600883833856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762350.153981:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762350.153982:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762350.153984:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762350.153986:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762350.153987:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762350.153989:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762350.153993:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517efc00 x1874600883833856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762350.154001:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517efc00 x1874600883833856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.154007:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762350.154009:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762350.154011:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762350.154012:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762350.154016:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517efc00 x1874600883833856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.154022:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762350.154025:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517efc00 x1874600883833856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.154032:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762350.154035:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762350.154036:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762350.154037:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762350.154039:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762350.154041:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762350.154044:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762350.154047:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762350.154050:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762350.154054:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517efc00 x1874600883833856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762350.154061:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517efc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883833856:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762350.154065:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762350.154069:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef480 x1874600883833984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.154076:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762350.154078:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762350.154080:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762350.154082:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762350.154084:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762350.154086:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883833984:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762350.154090:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762350.154091:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762350.154093:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762350.154094:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762350.154098:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762350.154100:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762350.154103:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762350.154105:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762350.154108:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762350.154111:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883833984, portal 4
00000100:00000001:1.0:1787762350.154113:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762350.154114:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089376384 : -115902620175232 : ffff9696517ef480)
00000100:00000040:1.0:1787762350.154120:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef480 x1874600883833984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.154125:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762350.154127:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762350.154129:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762350.154132:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883833984, offset 0
00000400:00000200:1.0:1787762350.154136:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762350.154139:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762350.154143:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762350.154145:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762350.154148:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762350.154150:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762350.154152:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762350.154155:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3453:3453:256:4294967295] 192.168.204.116@tcp LPNI seq info [3453:3453:8:4294967295]
00000400:00000200:1.0:1787762350.154159:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762350.154165:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762350.154169:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762350.154173:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762350.154176:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762350.154179:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762350.154183:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762350.154186:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762350.154189:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762350.154191:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762350.154194:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762350.154197:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762350.154200:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762350.154201:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762350.154203:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762350.154207:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ef480 x1874600883833984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.154214:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762350.154217:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef480 x1874600883833984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.154223:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762350.154225:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762350.154227:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762350.154230:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762350.154233:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762350.154235:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298407452
00000100:00000001:1.0:1787762350.154238:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298408703
00000100:00000001:1.0:1787762350.154240:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298407452
00000100:00000001:1.0:1787762350.154242:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298408703
00000100:00000001:1.0:1787762350.154244:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762350.154246:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762350.154247:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762350.154251:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762350/real 1787762350]  req@ffff9696517ef480 x1874600883833984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762350.154259:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762350.154261:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762350.154262:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762350.154264:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762350.154266:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762350.154268:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762350.154272:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef480 x1874600883833984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762350.154280:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef480 x1874600883833984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.154286:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762350.154287:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762350.154289:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762350.154290:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762350.154294:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef480 x1874600883833984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.154300:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762350.154304:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef480 x1874600883833984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.154311:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762350.154326:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762350.154328:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762350.154329:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762350.154331:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762350.154332:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762350.154335:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762350.154339:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762350.154341:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762350.154345:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef480 x1874600883833984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762350.154353:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883833984:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762350.154357:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762350.154360:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762350.154363:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517efc00 x1874600883833856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.154370:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762350.154371:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762350.154373:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762350.154376:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762350.154377:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762350.154379:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762350.154381:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762350.154383:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ee000.
02000000:00000001:1.0:1787762350.154386:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762350.154387:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762350.154389:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517efc00.
00000100:00000001:1.0:1787762350.154392:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762350.154516:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762350.154519:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762350.154523:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef480 x1874600883833984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762350.154535:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762350.154536:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762350.154538:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762350.154541:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762350.154542:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762350.154543:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762350.154545:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762350.154546:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ec000.
02000000:00000001:1.0:1787762350.154548:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762350.154550:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762350.154551:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef480.
00000100:00000001:1.0:1787762350.154553:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762350.154554:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762350.154556:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762350.154560:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762350.154561:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762350.154563:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762350.154565:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762350.595720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762350.595727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762350.595733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762350.595734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762350.595738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762350.595739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762350.595801:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762350.595804:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762350.595807:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762351.427710:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298408703, at 4298408704
00000100:00000040:1.0:1787762351.427710:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298408703, at 4298408704
00000100:00000010:1.0:1787762351.427726:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00000100:00000010:0.0:1787762351.427728:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00010000:00000001:0.0:1787762351.620446:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762351.620454:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762351.620461:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762351.620462:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762351.620465:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762351.620469:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762351.620471:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762351.620474:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762351.620477:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762351.620479:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762351.620481:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762351.620483:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762351.620506:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762351.620509:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762351.620511:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762352.643758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762352.643767:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762352.643774:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762352.643775:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762352.643779:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762352.643780:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762352.644497:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762352.644503:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762352.644506:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762353.667740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762353.667747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762353.667752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762353.667753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762353.667756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762353.667757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762353.667779:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762353.667781:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762353.667784:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762354.691780:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762354.691788:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762354.691793:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762354.691795:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762354.691798:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762354.691799:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762354.691861:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762354.691865:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762354.691868:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762355.267713:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762355.267722:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762355.267725:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762355.267729:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762355.267733:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762355.267740:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3740
00000400:00000200:1.0:1787762355.267750:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762355.267755:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762355.267758:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762355.267762:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762355.267764:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762355.267767:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762355.267769:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762355.267773:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762355.267775:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:1.0:1787762355.267777:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762355.267780:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:1.0:1787762355.267783:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:1.0:1787762355.267785:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:1.0:1787762355.267788:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762355.267789:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762355.267791:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762355.267793:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762355.267796:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:1.0:1787762355.267799:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762355.267801:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762355.267804:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762355.267807:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762355.267809:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762355.267812:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762355.267814:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762355.267824:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c75680.
00000020:00000040:1.0:1787762355.267827:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:1.0:1787762355.267832:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762355.267833:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762355.267836:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762355.267839:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762355.267842:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762355.267849:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448400.
00000100:00000001:1.0:1787762355.267856:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762355.267864:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c75680 x1874600883834112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762355.267873:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762355.267877:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762355.267882:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009636c718] to pc [ptlrpcd_rcv+-1]  req@ffff969643c75680 x1874600883834112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762355.267902:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762355.267905:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762355.267908:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762355.267909:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762355.267911:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762355.267914:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762355.267917:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3740
00000400:00000200:1.0:1787762355.267921:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762355.267924:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762355.267926:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762355.267930:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762355.267930:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762355.267935:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762355.267936:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787762355.267938:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762355.267940:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787762355.267942:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762355.267946:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762355.267949:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000100:00000040:2.0:1787762355.267950:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c75680 x1874600883834112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787762355.267951:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762355.267955:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:1.0:1787762355.267960:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000001:2.0:1787762355.267962:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787762355.267965:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000001:2.0:1787762355.267965:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762355.267970:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1787762355.267973:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
02000000:00000001:2.0:1787762355.267974:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762355.267978:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762355.267980:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762355.267984:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00100000:2.0:1787762355.267986:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883834112:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762355.267987:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762355.267992:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00000001:2.0:1787762355.267995:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1787762355.267998:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
02000000:00000001:2.0:1787762355.268001:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787762355.268002:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762355.268005:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762355.268006:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762355.268011:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787762355.268013:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762355.268017:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762355.268017:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762355.268022:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762355.268023:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762355.268029:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762355.268030:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762355.268035:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000008:00000001:1.0:1787762355.268036:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762355.268039:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762355.268041:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000010:1.0:1787762355.268044:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c76d00.
00000020:00000040:1.0:1787762355.268046:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
00000100:00000200:2.0:1787762355.268048:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883834112, portal 25
02000000:00000001:1.0:1787762355.268049:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762355.268052:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762355.268053:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762355.268055:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787762355.268055:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859239040 : -115902850312576 : ffff969643c75680)
02000000:00000001:1.0:1787762355.268057:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762355.268060:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762355.268063:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c75680 x1874600883834112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787762355.268064:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544bc00.
00000100:00000001:1.0:1787762355.268069:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762355.268075:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762355.268081:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00100000:1.0:1787762355.268082:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c76d00 x1874600883834240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787762355.268083:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762355.268088:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883834112, offset 0
00000100:00000001:1.0:1787762355.268095:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762355.268099:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762355.268101:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000040:1.0:1787762355.268107:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae739ad4] to pc [ptlrpcd_rcv+-1]  req@ffff969643c76d00 x1874600883834240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762355.268111:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762355.268118:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000001:1.0:1787762355.268123:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762355.268123:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1787762355.268129:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762355.268130:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00080000:1.0:1787762355.268135:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1787762355.268135:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762355.268138:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000001:1.0:1787762355.268141:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787762355.268142:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3454:3454:256:4294967295] 192.168.204.116@tcp LPNI seq info [3454:3454:8:4294967295]
00000100:00080000:1.0:1787762355.268145:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787762355.268147:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762355.268152:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762355.268158:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3740
00000400:00000200:2.0:1787762355.268160:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1787762355.268169:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000800:00000200:2.0:1787762355.268170:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762355.268174:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762355.268176:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1787762355.268177:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000100:00000040:1.0:1787762355.268179:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762355.268182:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762355.268184:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762355.268185:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762355.268188:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.0:1787762355.268189:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000040:1.0:1787762355.268190:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:1.0:1787762355.268192:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762355.268195:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:1.0:1787762355.268197:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000800:00000200:2.0:1787762355.268197:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1787762355.268200:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:1.0:1787762355.268206:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762355.268209:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787762355.268210:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:1.0:1787762355.268212:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000200:2.1:1787762355.268230:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1787762355.268232:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762355.268236:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000800:00000100:2.0:1787762355.268239:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00080000:1.0:1787762355.268241:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000800:00000010:2.0:1787762355.268243:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000100:00000001:1.0:1787762355.268244:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762355.268247:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762355.268250:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762355.268251:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762355.268253:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787762355.268253:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:1.0:1787762355.268256:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762355.268259:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762355.268262:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762355.268264:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c75e00.
00000400:00000200:2.0:1787762355.268266:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1787762355.268267:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:1.0:1787762355.268272:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762355.268274:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762355.268275:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762355.268276:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787762355.268276:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
02000000:00000001:1.0:1787762355.268279:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762355.268281:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
02000000:00000010:1.0:1787762355.268283:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449400.
00000100:00000001:2.0:1787762355.268286:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787762355.268287:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762355.268297:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c75e00 x1874600883834368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787762355.268298:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c75680 x1874600883834112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762355.268311:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762355.268318:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762355.268320:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762355.268323:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040d67091] to pc [ptlrpcd_rcv+-1]  req@ffff969643c75e00 x1874600883834368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762355.268326:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c75680 x1874600883834112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762355.268336:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762355.268341:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762355.268341:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762355.268344:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1787762355.268347:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762355.268349:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762355.268350:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762355.268352:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762355.268352:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762355.268357:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3740
00000400:00000200:2.0:1787762355.268358:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762355.268362:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298413819
00000400:00000200:1.0:1787762355.268363:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762355.268367:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000010:2.0:1787762355.268368:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f71e0.
00000100:00080000:1.0:1787762355.268369:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762355.268373:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762355.268374:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762355.268376:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762355.268376:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762355.268380:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762355.268383:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787762355.268384:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298413819
00000020:00000040:1.0:1787762355.268385:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:1.0:1787762355.268388:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000010:2.0:1787762355.268390:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f77e0.
00000020:00000040:1.0:1787762355.268391:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:1.0:1787762355.268394:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:1.0:1787762355.268396:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000001:2.0:1787762355.268397:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000040:1.0:1787762355.268400:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762355.268403:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762355.268404:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762355.268408:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762355.268409:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762355.268413:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762355.268413:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:1.0:1787762355.268417:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00100000:2.0:1787762355.268421:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762355/real 1787762355]  req@ffff969643c75680 x1874600883834112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762355.268423:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762355.268428:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762355.268433:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762355.268437:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1787762355.268440:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1787762355.268441:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787762355.268443:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787762355.268446:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1787762355.268446:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000008:00100000:1.0:1787762355.268450:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000400:00000200:2.0:1787762355.268451:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762355.268453:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000008:00000001:1.0:1787762355.268457:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762355.268459:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762355.268459:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:1.0:1787762355.268464:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c74000.
00000020:00000040:1.0:1787762355.268467:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
00000100:00000200:2.0:1787762355.268467:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c75680 x1874600883834112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762355.268471:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762355.268473:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762355.268478:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762355.268480:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762355.268484:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762355.268487:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c75680 x1874600883834112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787762355.268490:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449c00.
00000100:00000001:1.0:1787762355.268497:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762355.268499:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762355.268502:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762355.268505:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c74000 x1874600883834496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762355.268506:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762355.268510:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762355.268517:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c75680 x1874600883834112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762355.268519:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762355.268523:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762355.268529:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762355.268533:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fd673c1] to pc [ptlrpcd_rcv+-1]  req@ffff969643c74000 x1874600883834496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762355.268536:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c75680 x1874600883834112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762355.268557:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762355.268559:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762355.268561:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762355.268564:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787762355.268566:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762355.268568:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762355.268570:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787762355.268572:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787762355.268573:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762355.268576:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762355.268578:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762355.268580:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762355.268583:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3740
00000100:00080000:2.0:1787762355.268586:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:1.0:1787762355.268591:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:2.0:1787762355.268615:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762355.268620:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762355.268626:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c75680 x1874600883834112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762355.268627:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762355.268630:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762355.268635:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762355.268639:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762355.268643:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762355.268647:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00100000:2.0:1787762355.268647:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883834112:192.168.204.116@tcp:250:kworker.0
00000020:00000001:1.0:1787762355.268651:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762355.268654:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000100:00000001:2.0:1787762355.268655:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787762355.268656:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762355.268659:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000100:00000001:2.0:1787762355.268660:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1787762355.268663:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762355.268664:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c75680 x1874600883834112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787762355.268665:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:1.0:1787762355.268671:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762355.268675:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762355.268677:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1787762355.268678:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762355.268681:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
02000000:00000001:2.0:1787762355.268682:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:1.0:1787762355.268684:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
02000000:00000010:2.0:1787762355.268686:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef800.
00000100:00080000:1.0:1787762355.268687:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762355.268691:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762355.268693:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:1.0:1787762355.268694:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762355.268698:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1787762355.268698:0:2396:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:1.0:1787762355.268702:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762355.268702:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000100:00000001:1.0:1787762355.268705:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762355.268709:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000020:00000001:2.0:1787762355.268709:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
00000008:00000001:1.0:1787762355.268713:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762355.268714:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448400.
00000100:00000001:1.0:1787762355.268715:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762355.268719:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c74f00.
00000020:00000040:1.0:1787762355.268722:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762355.268722:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762355.268726:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762355.268726:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:1.0:1787762355.268729:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762355.268731:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:2.0:1787762355.268731:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c75680.
02000000:00000001:1.0:1787762355.268733:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762355.268736:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762355.268736:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762355.268739:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1787762355.268740:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544a400.
00000100:00000001:2.0:1787762355.268741:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762355.268746:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762355.268750:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c74f00 x1874600883834624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762355.268750:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762355.268752:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762355.268756:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762355.268759:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762355.268761:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787762355.268763:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762355.268765:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762355.268767:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a50eac1a] to pc [ptlrpcd_rcv+-1]  req@ffff969643c74f00 x1874600883834624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762355.268774:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c76d00 x1874600883834240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762355.268775:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762355.268782:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3750)
00000100:00000001:2.0:1787762355.268784:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762355.268786:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762355.268788:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762355.268790:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762355.268791:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762355.268793:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883834240:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762355.268795:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762355.268797:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762355.268798:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762355.268800:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762355.268803:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762355.268804:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762355.268807:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762355.268808:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762355.268811:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762355.268813:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883834240, portal 10
00000100:00000001:2.0:1787762355.268814:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762355.268815:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859244800 : -115902850306816 : ffff969643c76d00)
00000100:00000040:2.0:1787762355.268819:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c76d00 x1874600883834240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.268823:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762355.268825:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762355.268826:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762355.268828:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883834240, offset 0
00000400:00000200:2.0:1787762355.268830:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762355.268832:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762355.268834:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762355.268837:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762355.268838:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762355.268840:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762355.268841:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762355.268843:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3455:3455:256:4294967295] 192.168.204.116@tcp LPNI seq info [3455:3455:8:4294967295]
00000400:00000200:2.0:1787762355.268845:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762355.268849:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762355.268852:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762355.268854:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762355.268857:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762355.268858:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762355.268861:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762355.268863:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787762355.268866:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762355.268867:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762355.268869:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762355.268871:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762355.268873:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762355.268874:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762355.268876:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762355.268878:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c76d00 x1874600883834240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.268882:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762355.268884:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c76d00 x1874600883834240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.268888:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762355.268889:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762355.268891:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762355.268893:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762355.268895:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762355.268897:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298412580
00000100:00000001:2.0:1787762355.268900:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298413819
00000100:00000001:2.0:1787762355.268902:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298412580
00000100:00000001:2.0:1787762355.268904:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298413819
00000100:00000001:2.0:1787762355.268905:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762355.268907:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762355.268909:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762355.268912:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762355/real 1787762355]  req@ffff969643c76d00 x1874600883834240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762355.268919:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762355.268921:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762355.268922:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762355.268925:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762355.268926:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762355.268928:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762355.268931:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c76d00 x1874600883834240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762355.268940:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c76d00 x1874600883834240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.268946:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762355.268947:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762355.268949:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762355.268950:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762355.268954:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c76d00 x1874600883834240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.268958:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762355.268961:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c76d00 x1874600883834240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.268965:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762355.268966:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762355.268967:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762355.268968:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762355.268969:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762355.268970:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762355.268971:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762355.268974:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762355.268976:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762355.268979:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c76d00 x1874600883834240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762355.268987:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883834240:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762355.268990:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762355.268993:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c75e00 x1874600883834368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.269005:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762355.269006:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762355.269008:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762355.269010:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762355.269012:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762355.269014:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883834368:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762355.269017:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762355.269019:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762355.269020:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762355.269022:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762355.269025:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762355.269027:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762355.269030:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762355.269032:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762355.269035:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762355.269038:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883834368, portal 10
00000100:00000001:2.0:1787762355.269040:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762355.269041:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859240960 : -115902850310656 : ffff969643c75e00)
00000100:00000040:2.0:1787762355.269047:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c75e00 x1874600883834368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.269053:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762355.269055:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762355.269057:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762355.269059:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883834368, offset 0
00000400:00000200:2.0:1787762355.269063:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762355.269067:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762355.269071:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762355.269073:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762355.269075:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762355.269077:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762355.269080:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762355.269083:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3456:3456:256:4294967295] 192.168.204.116@tcp LPNI seq info [3456:3456:8:4294967295]
00000400:00000200:2.0:1787762355.269087:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762355.269093:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762355.269097:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762355.269100:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762355.269104:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762355.269106:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762355.269110:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762355.269113:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787762355.269116:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762355.269118:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762355.269121:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762355.269123:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762355.269126:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762355.269128:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762355.269130:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762355.269133:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c75e00 x1874600883834368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.269141:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762355.269144:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c75e00 x1874600883834368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.269151:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762355.269152:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762355.269155:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762355.269158:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762355.269161:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762355.269163:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298412639
00000100:00000001:2.0:1787762355.269165:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298413819
00000100:00000001:2.0:1787762355.269167:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298412639
00000100:00000001:2.0:1787762355.269170:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298413819
00000100:00000001:2.0:1787762355.269172:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762355.269174:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762355.269176:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762355.269180:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762355/real 1787762355]  req@ffff969643c75e00 x1874600883834368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762355.269187:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762355.269189:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762355.269191:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762355.269193:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762355.269194:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762355.269196:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762355.269199:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c75e00 x1874600883834368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762355.269208:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c75e00 x1874600883834368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.269227:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762355.269229:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762355.269231:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762355.269232:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762355.269236:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c75e00 x1874600883834368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.269242:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762355.269246:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c75e00 x1874600883834368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.269253:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762355.269255:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762355.269256:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762355.269258:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762355.269259:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762355.269261:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762355.269263:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762355.269267:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762355.269269:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762355.269273:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c75e00 x1874600883834368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762355.269280:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883834368:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762355.269283:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762355.269286:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c74000 x1874600883834496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.269292:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762355.269294:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762355.269296:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762355.269298:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762355.269299:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762355.269302:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883834496:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762355.269305:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762355.269307:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762355.269308:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762355.269310:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762355.269313:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762355.269315:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762355.269318:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762355.269320:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762355.269324:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762355.269326:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883834496, portal 4
00000100:00000001:2.0:1787762355.269328:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762355.269329:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859233280 : -115902850318336 : ffff969643c74000)
00000100:00000040:2.0:1787762355.269340:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c74000 x1874600883834496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.269346:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762355.269349:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762355.269351:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762355.269353:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883834496, offset 0
00000400:00000200:2.0:1787762355.269357:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762355.269361:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762355.269364:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762355.269366:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762355.269369:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762355.269371:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762355.269373:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762355.269376:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3457:3457:256:4294967295] 192.168.204.116@tcp LPNI seq info [3457:3457:8:4294967295]
00000400:00000200:2.0:1787762355.269379:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762355.269384:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762355.269388:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762355.269391:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762355.269395:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762355.269397:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762355.269402:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762355.269404:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787762355.269407:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762355.269409:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762355.269411:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762355.269414:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762355.269417:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762355.269418:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762355.269421:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762355.269424:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c74000 x1874600883834496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.269431:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762355.269434:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c74000 x1874600883834496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.269439:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762355.269441:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762355.269445:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762355.269447:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762355.269450:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762355.269452:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298412560
00000100:00000001:2.0:1787762355.269454:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298413819
00000100:00000001:2.0:1787762355.269456:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298412560
00000100:00000001:2.0:1787762355.269458:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298413819
00000100:00000001:2.0:1787762355.269460:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762355.269462:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762355.269463:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762355.269467:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762355/real 1787762355]  req@ffff969643c74000 x1874600883834496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762355.269475:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762355.269476:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762355.269478:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762355.269480:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762355.269481:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762355.269483:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762355.269486:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c74000 x1874600883834496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762355.269494:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c74000 x1874600883834496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.269500:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762355.269502:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762355.269503:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762355.269504:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762355.269507:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c74000 x1874600883834496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.269513:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762355.269517:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c74000 x1874600883834496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.269523:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762355.269525:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762355.269527:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762355.269528:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762355.269530:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762355.269531:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762355.269534:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762355.269537:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762355.269538:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762355.269542:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c74000 x1874600883834496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762355.269550:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883834496:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762355.269553:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762355.269555:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762355.269558:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c76d00 x1874600883834240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.269564:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762355.269566:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762355.269568:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762355.269570:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762355.269572:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762355.269573:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762355.269575:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762355.269577:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544bc00.
02000000:00000001:2.0:1787762355.269579:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762355.269580:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762355.269582:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c76d00.
00000100:00000001:2.0:1787762355.269584:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762355.269586:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762355.269587:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762355.269591:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c75e00 x1874600883834368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.269619:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762355.269620:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762355.269622:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762355.269625:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762355.269626:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762355.269627:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762355.269629:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762355.269631:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449400.
02000000:00000001:2.0:1787762355.269633:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762355.269634:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762355.269635:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c75e00.
00000100:00000001:2.0:1787762355.269637:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762355.269639:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762355.269640:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762355.269643:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c74000 x1874600883834496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.269649:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762355.269650:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762355.269651:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762355.269653:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762355.269654:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762355.269655:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762355.269657:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762355.269658:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449c00.
02000000:00000001:2.0:1787762355.269660:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762355.269661:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762355.269662:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c74000.
00000100:00000001:2.0:1787762355.269664:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762355.269666:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762355.269668:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762355.269672:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762355.269673:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762355.269675:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762355.269677:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762355.269678:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762355.269682:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c74f00 x1874600883834624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.269688:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762355.269689:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762355.269691:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762355.269693:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762355.269695:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762355.269698:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883834624:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762355.269700:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762355.269702:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762355.269704:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762355.269705:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762355.269708:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762355.269709:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762355.269713:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762355.269715:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762355.269718:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762355.269721:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883834624, portal 4
00000100:00000001:2.0:1787762355.269723:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762355.269724:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859237120 : -115902850314496 : ffff969643c74f00)
00000100:00000040:2.0:1787762355.269730:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c74f00 x1874600883834624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.269736:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762355.269738:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762355.269740:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762355.269742:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883834624, offset 0
00000400:00000200:2.0:1787762355.269746:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762355.269749:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762355.269753:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762355.269755:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762355.269758:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762355.269761:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762355.269763:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762355.269766:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3458:3458:256:4294967295] 192.168.204.116@tcp LPNI seq info [3458:3458:8:4294967295]
00000400:00000200:2.0:1787762355.269770:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762355.269776:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762355.269780:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762355.269784:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762355.269788:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762355.269790:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762355.269794:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762355.269797:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787762355.269800:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762355.269802:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762355.269805:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762355.269808:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762355.269811:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762355.269812:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762355.269814:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762355.269818:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c74f00 x1874600883834624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.269825:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762355.269828:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c74f00 x1874600883834624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.269834:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762355.269835:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762355.269838:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762355.269841:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762355.269844:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762355.269845:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298412568
00000100:00000001:2.0:1787762355.269848:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298413819
00000100:00000001:2.0:1787762355.269849:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298412568
00000100:00000001:2.0:1787762355.269851:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298413819
00000100:00000001:2.0:1787762355.269854:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762355.269856:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762355.269858:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762355.269861:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762355/real 1787762355]  req@ffff969643c74f00 x1874600883834624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762355.269868:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762355.269869:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762355.269871:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762355.269873:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762355.269874:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762355.269876:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762355.269879:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c74f00 x1874600883834624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762355.269888:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c74f00 x1874600883834624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.269893:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762355.269894:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762355.269896:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762355.269897:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762355.269901:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c74f00 x1874600883834624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.269907:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762355.269911:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c74f00 x1874600883834624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.269918:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762355.269920:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762355.269922:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762355.269923:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762355.269924:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762355.269926:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762355.269929:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762355.269932:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762355.269934:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762355.269938:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c74f00 x1874600883834624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762355.269945:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883834624:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762355.269948:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762355.269950:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762355.269953:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c74f00 x1874600883834624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762355.269959:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762355.269960:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762355.269962:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762355.269965:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762355.269966:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762355.269967:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762355.269969:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762355.269971:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544a400.
02000000:00000001:2.0:1787762355.269973:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762355.269974:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762355.269976:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c74f00.
00000100:00000001:2.0:1787762355.269978:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762355.269979:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762355.269981:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762355.269983:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762355.269985:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762355.269986:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762355.269988:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762355.715738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762355.715748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762355.715756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762355.715757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762355.715761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762355.715762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762355.715786:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762355.715788:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762355.715790:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762356.547773:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298413819, at 4298413824
00000100:00000040:1.0:1787762356.547773:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298413819, at 4298413824
00000100:00000010:1.0:1787762356.547798:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f77e0.
00000100:00000010:0.0:1787762356.547806:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f71e0.
00010000:00000001:0.0:1787762356.739749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762356.739758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762356.739765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762356.739767:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762356.739770:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762356.739772:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762356.739831:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762356.739834:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762356.739838:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762357.763680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762357.763689:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762357.763691:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762357.763694:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762357.763699:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762357.763701:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762357.763702:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762357.763704:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762357.763707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762357.763708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762357.763711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762357.763712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762357.763729:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762357.763732:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762357.763736:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762358.787751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762358.787757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762358.787762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762358.787763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762358.787766:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762358.787767:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762358.787831:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762358.787836:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762358.787840:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762359.811703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762359.811707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762359.811711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762359.811713:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762359.811715:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762359.811717:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762359.811719:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762359.811720:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762359.811722:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762359.811723:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762359.811725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762359.811726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762359.811740:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762359.811742:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762359.811744:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762360.387691:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762360.387709:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762360.387710:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762360.387713:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762360.387716:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762360.387722:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3745
00000400:00000200:1.0:1787762360.387729:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762360.387734:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762360.387737:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762360.387739:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762360.387741:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762360.387743:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762360.387745:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762360.387747:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762360.387749:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:1.0:1787762360.387751:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762360.387753:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:1.0:1787762360.387755:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:1.0:1787762360.387756:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:1.0:1787762360.387758:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762360.387759:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762360.387760:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762360.387761:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762360.387763:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:1.0:1787762360.387765:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762360.387766:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762360.387768:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762360.387770:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762360.387771:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762360.387773:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762360.387774:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762360.387781:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c75a40.
00000020:00000040:1.0:1787762360.387784:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:1.0:1787762360.387787:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762360.387788:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762360.387790:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762360.387793:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762360.387800:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762360.387807:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544a400.
00000100:00000001:1.0:1787762360.387812:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762360.387818:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c75a40 x1874600883834752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762360.387824:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762360.387827:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762360.387830:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4c6922c] to pc [ptlrpcd_rcv+-1]  req@ffff969643c75a40 x1874600883834752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762360.387842:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762360.387844:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762360.387846:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762360.387847:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762360.387848:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762360.387853:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762360.387856:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3745
00000400:00000200:1.0:1787762360.387859:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762360.387861:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762360.387862:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762360.387862:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787762360.387867:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762360.387867:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762360.387869:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762360.387870:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762360.387872:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762360.387875:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762360.387878:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762360.387879:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000100:00000040:2.0:1787762360.387879:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c75a40 x1874600883834752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787762360.387881:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762360.387884:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:1.0:1787762360.387888:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:1.0:1787762360.387892:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:1.0:1787762360.387898:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762360.387901:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762360.387904:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762360.387907:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762360.387908:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1787762360.387911:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00000001:2.0:1787762360.387911:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762360.387915:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
02000000:00000001:2.0:1787762360.387916:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787762360.387920:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762360.387920:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762360.387923:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762360.387924:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762360.387928:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787762360.387928:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883834752:192.168.204.116@tcp:250:kworker.0
02000000:00000001:1.0:1787762360.387933:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762360.387933:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787762360.387936:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762360.387938:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1787762360.387939:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787762360.387940:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787762360.387943:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762360.387943:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787762360.387946:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762360.387950:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762360.387954:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762360.387955:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c74780.
00000020:00000040:1.0:1787762360.387958:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
00000400:00000200:2.0:1787762360.387960:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:1.0:1787762360.387961:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762360.387963:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762360.387964:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000100:00000001:1.0:1787762360.387965:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762360.387968:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762360.387970:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762360.387972:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
02000000:00000010:1.0:1787762360.387973:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449c00.
00000100:00000001:1.0:1787762360.387977:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762360.387978:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883834752, portal 25
00000100:00000001:2.0:1787762360.387981:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:1.0:1787762360.387982:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c74780 x1874600883834880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762360.387983:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859240000 : -115902850311616 : ffff969643c75a40)
00000100:00000001:1.0:1787762360.387993:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787762360.387993:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c75a40 x1874600883834752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762360.387996:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762360.388003:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e08688a4] to pc [ptlrpcd_rcv+-1]  req@ffff969643c74780 x1874600883834880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.388005:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762360.388017:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00000001:1.0:1787762360.388018:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762360.388021:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00080000:1.0:1787762360.388023:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787762360.388024:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883834752, offset 0
00000100:00080000:1.0:1787762360.388030:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787762360.388033:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787762360.388034:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00080000:1.0:1787762360.388038:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762360.388042:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787762360.388043:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:1.0:1787762360.388047:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3745
00000400:00000200:2.0:1787762360.388049:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762360.388055:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762360.388056:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762360.388061:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762360.388064:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762360.388068:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787762360.388068:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1787762360.388074:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762360.388075:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000001:1.0:1787762360.388077:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762360.388082:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762360.388083:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3459:3459:256:4294967295] 192.168.204.116@tcp LPNI seq info [3459:3459:8:4294967295]
00000100:00000001:1.0:1787762360.388084:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762360.388088:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762360.388090:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:1.0:1787762360.388093:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762360.388094:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000400:00000200:2.0:1787762360.388095:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000001:1.0:1787762360.388096:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:1.0:1787762360.388100:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:1.0:1787762360.388102:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762360.388104:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762360.388108:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762360.388111:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762360.388114:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000400:00000200:2.0:1787762360.388125:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1787762360.388132:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762360.388134:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762360.388138:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1787762360.388139:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
02000000:00000001:1.0:1787762360.388140:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762360.388143:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762360.388144:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:2.0:1787762360.388146:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000008:00100000:1.0:1787762360.388147:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762360.388151:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762360.388153:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762360.388156:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c74f00.
00000800:00000200:2.0:1787762360.388158:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000040:1.0:1787762360.388159:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:1.0:1787762360.388163:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762360.388165:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762360.388166:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1787762360.388166:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
02000000:00000001:1.0:1787762360.388168:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762360.388170:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762360.388174:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449400.
00000800:00000200:2.1:1787762360.388177:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762360.388178:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762360.388182:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000100:00100000:1.0:1787762360.388185:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c74f00 x1874600883835008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762360.388189:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762360.388194:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000100:00000001:1.0:1787762360.388196:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762360.388199:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762360.388202:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a50eac1a] to pc [ptlrpcd_rcv+-1]  req@ffff969643c74f00 x1874600883835008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762360.388203:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787762360.388211:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762360.388215:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762360.388215:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1787762360.388222:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762360.388223:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762360.388223:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762360.388225:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787762360.388225:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000100:00080000:1.0:1787762360.388229:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3745
00000400:00000010:2.0:1787762360.388230:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000400:00000200:1.0:1787762360.388234:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762360.388237:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762360.388238:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1787762360.388239:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762360.388243:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762360.388246:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787762360.388247:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c75a40 x1874600883834752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762360.388249:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762360.388252:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762360.388256:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762360.388257:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:1.0:1787762360.388260:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762360.388262:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000100:00000001:2.0:1787762360.388263:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1787762360.388264:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:1.0:1787762360.388267:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762360.388268:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c75a40 x1874600883834752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762360.388271:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762360.388277:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762360.388280:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762360.388283:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762360.388287:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00000001:2.0:1787762360.388287:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762360.388290:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1787762360.388291:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762360.388294:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762360.388296:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762360.388297:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762360.388298:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762360.388301:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762360.388302:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762360.388306:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762360.388307:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298418939
00000008:00100000:1.0:1787762360.388310:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000100:00000010:2.0:1787762360.388313:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7e40.
00000008:00000001:1.0:1787762360.388319:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762360.388320:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762360.388325:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762360.388328:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298418939
00000100:00000010:1.0:1787762360.388330:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c74000.
00000020:00000040:1.0:1787762360.388334:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
00000100:00000010:2.0:1787762360.388334:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f71e0.
02000000:00000001:1.0:1787762360.388340:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787762360.388341:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1787762360.388342:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762360.388347:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787762360.388347:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762360.388348:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762360.388351:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762360.388352:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762360.388355:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544bc00.
00000100:00000001:2.0:1787762360.388356:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787762360.388359:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762360.388364:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762360/real 1787762360]  req@ffff969643c75a40 x1874600883834752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762360.388366:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c74000 x1874600883835136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762360.388382:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762360.388385:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787762360.388390:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762360.388392:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762360.388394:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000100:00000040:1.0:1787762360.388397:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fd673c1] to pc [ptlrpcd_rcv+-1]  req@ffff969643c74000 x1874600883835136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762360.388398:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762360.388402:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762360.388407:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787762360.388409:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762360.388412:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787762360.388413:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c75a40 x1874600883834752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762360.388419:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787762360.388422:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762360.388424:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1787762360.388428:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c75a40 x1874600883834752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762360.388429:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762360.388433:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3745
00000400:00000200:1.0:1787762360.388440:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762360.388444:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:1.0:1787762360.388445:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762360.388446:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787762360.388447:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762360.388449:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1787762360.388451:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762360.388452:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762360.388454:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762360.388458:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00100000:2.0:1787762360.388458:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c75a40 x1874600883834752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762360.388462:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762360.388467:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762360.388469:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:1.0:1787762360.388472:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762360.388472:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1787762360.388473:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:1.0:1787762360.388476:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:1.0:1787762360.388479:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762360.388479:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c75a40 x1874600883834752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762360.388485:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762360.388489:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762360.388490:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1787762360.388494:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762360.388495:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762360.388499:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762360.388499:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762360.388501:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1787762360.388503:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00000001:2.0:1787762360.388504:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762360.388506:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762360.388507:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00080000:2.0:1787762360.388510:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1787762360.388511:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762360.388515:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762360.388518:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787762360.388518:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
02000000:00000001:1.0:1787762360.388522:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762360.388523:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1787762360.388524:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762360.388526:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787762360.388529:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762360.388531:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762360.388532:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c75a40 x1874600883834752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787762360.388534:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c75e00.
00000020:00000040:1.0:1787762360.388536:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:1.0:1787762360.388539:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762360.388541:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762360.388543:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762360.388545:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762360.388547:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762360.388552:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448400.
00000100:00100000:2.0:1787762360.388555:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883834752:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762360.388556:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762360.388562:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c75e00 x1874600883835264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762360.388564:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762360.388569:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762360.388571:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787762360.388572:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762360.388580:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040d67091] to pc [ptlrpcd_rcv+-1]  req@ffff969643c75e00 x1874600883835264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762360.388581:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c75a40 x1874600883834752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762360.388614:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762360.388619:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3755)
00000100:00000001:2.0:1787762360.388629:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762360.388632:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762360.388634:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762360.388636:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762360.388637:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762360.388638:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762360.388640:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762360.388642:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544a400.
02000000:00000001:2.0:1787762360.388646:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762360.388647:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762360.388648:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c75a40.
00000100:00000001:2.0:1787762360.388650:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762360.388651:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762360.388652:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762360.388658:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762360.388660:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762360.388661:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762360.388662:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762360.388663:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762360.388666:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c74780 x1874600883834880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.388670:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762360.388671:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762360.388673:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762360.388674:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762360.388676:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762360.388677:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883834880:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762360.388679:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762360.388681:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762360.388682:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762360.388683:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762360.388685:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762360.388686:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762360.388689:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762360.388690:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762360.388693:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762360.388695:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883834880, portal 10
00000100:00000001:2.0:1787762360.388696:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762360.388697:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859235200 : -115902850316416 : ffff969643c74780)
00000100:00000040:2.0:1787762360.388701:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c74780 x1874600883834880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.388704:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762360.388706:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762360.388707:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762360.388708:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883834880, offset 0
00000400:00000200:2.0:1787762360.388711:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762360.388713:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762360.388715:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762360.388718:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762360.388719:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762360.388721:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762360.388722:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762360.388724:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3460:3460:256:4294967295] 192.168.204.116@tcp LPNI seq info [3460:3460:8:4294967295]
00000400:00000200:2.0:1787762360.388726:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762360.388730:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762360.388733:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762360.388735:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762360.388738:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762360.388740:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762360.388742:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762360.388744:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787762360.388746:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762360.388747:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762360.388749:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762360.388751:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762360.388753:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762360.388754:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762360.388755:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762360.388757:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c74780 x1874600883834880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.388762:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762360.388763:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c74780 x1874600883834880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.388767:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762360.388768:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762360.388770:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762360.388773:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762360.388774:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762360.388776:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298417700
00000100:00000001:2.0:1787762360.388777:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298418939
00000100:00000001:2.0:1787762360.388779:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298417700
00000100:00000001:2.0:1787762360.388780:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298418939
00000100:00000001:2.0:1787762360.388781:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762360.388782:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762360.388783:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762360.388785:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762360/real 1787762360]  req@ffff969643c74780 x1874600883834880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762360.388793:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762360.388794:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762360.388795:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762360.388796:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762360.388797:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762360.388798:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762360.388800:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c74780 x1874600883834880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762360.388804:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c74780 x1874600883834880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.388807:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762360.388808:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762360.388809:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762360.388810:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762360.388812:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c74780 x1874600883834880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.388816:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762360.388818:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c74780 x1874600883834880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.388821:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762360.388823:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762360.388823:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762360.388824:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762360.388825:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762360.388826:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762360.388828:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762360.388829:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762360.388830:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762360.388833:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c74780 x1874600883834880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762360.388837:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883834880:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762360.388839:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762360.388841:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c74f00 x1874600883835008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.388844:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762360.388845:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762360.388846:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762360.388847:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762360.388848:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762360.388850:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883835008:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762360.388851:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762360.388852:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762360.388853:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762360.388854:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762360.388856:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762360.388857:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762360.388858:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762360.388859:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762360.388861:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762360.388863:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883835008, portal 10
00000100:00000001:2.0:1787762360.388864:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762360.388865:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859237120 : -115902850314496 : ffff969643c74f00)
00000100:00000040:2.0:1787762360.388868:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c74f00 x1874600883835008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.388871:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762360.388873:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762360.388874:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762360.388875:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883835008, offset 0
00000400:00000200:2.0:1787762360.388878:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762360.388880:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762360.388882:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762360.388883:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762360.388885:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762360.388886:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762360.388888:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762360.388890:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3461:3461:256:4294967295] 192.168.204.116@tcp LPNI seq info [3461:3461:8:4294967295]
00000400:00000200:2.0:1787762360.388892:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762360.388896:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762360.388898:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762360.388899:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762360.388901:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762360.388903:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762360.388907:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762360.388909:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787762360.388913:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762360.388914:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762360.388917:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762360.388920:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762360.388923:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762360.388924:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762360.388927:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762360.388930:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c74f00 x1874600883835008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.388937:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762360.388940:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c74f00 x1874600883835008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.388946:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762360.388947:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762360.388951:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762360.388953:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762360.388956:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762360.388959:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298417759
00000100:00000001:2.0:1787762360.388961:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298418939
00000100:00000001:2.0:1787762360.388962:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298417759
00000100:00000001:2.0:1787762360.388964:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298418939
00000100:00000001:2.0:1787762360.388966:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762360.388968:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762360.388970:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762360.388974:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762360/real 1787762360]  req@ffff969643c74f00 x1874600883835008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762360.388981:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762360.388982:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762360.388984:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762360.388986:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762360.388988:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762360.388990:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762360.388993:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c74f00 x1874600883835008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762360.388998:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c74f00 x1874600883835008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.389001:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762360.389002:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762360.389003:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762360.389004:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762360.389006:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c74f00 x1874600883835008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.389010:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762360.389013:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c74f00 x1874600883835008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.389016:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762360.389018:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762360.389019:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762360.389020:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762360.389021:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762360.389022:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762360.389023:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762360.389025:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762360.389026:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762360.389028:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c74f00 x1874600883835008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762360.389032:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883835008:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762360.389035:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762360.389036:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c74000 x1874600883835136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.389040:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762360.389041:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762360.389042:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762360.389043:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762360.389044:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762360.389046:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883835136:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762360.389047:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762360.389048:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762360.389049:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762360.389050:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762360.389053:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762360.389054:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762360.389056:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762360.389058:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762360.389059:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762360.389061:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883835136, portal 4
00000100:00000001:2.0:1787762360.389063:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762360.389064:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859233280 : -115902850318336 : ffff969643c74000)
00000100:00000040:2.0:1787762360.389067:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c74000 x1874600883835136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.389071:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762360.389073:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762360.389074:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762360.389075:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883835136, offset 0
00000400:00000200:2.0:1787762360.389077:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762360.389080:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762360.389082:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762360.389084:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762360.389087:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762360.389089:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762360.389091:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762360.389094:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3462:3462:256:4294967295] 192.168.204.116@tcp LPNI seq info [3462:3462:8:4294967295]
00000400:00000200:2.0:1787762360.389098:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762360.389103:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762360.389108:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762360.389111:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762360.389125:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762360.389127:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762360.389132:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762360.389135:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787762360.389138:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762360.389140:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762360.389143:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762360.389146:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762360.389148:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762360.389150:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762360.389153:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762360.389156:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c74000 x1874600883835136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.389168:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762360.389172:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c74000 x1874600883835136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.389175:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762360.389176:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762360.389179:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762360.389181:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762360.389183:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762360.389184:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298417680
00000100:00000001:2.0:1787762360.389186:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298418939
00000100:00000001:2.0:1787762360.389187:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298417680
00000100:00000001:2.0:1787762360.389188:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298418939
00000100:00000001:2.0:1787762360.389189:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762360.389191:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762360.389192:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762360.389195:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762360/real 1787762360]  req@ffff969643c74000 x1874600883835136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762360.389202:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762360.389203:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762360.389205:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762360.389207:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762360.389209:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762360.389211:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762360.389214:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c74000 x1874600883835136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762360.389222:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c74000 x1874600883835136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.389229:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762360.389231:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762360.389232:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762360.389234:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762360.389237:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c74000 x1874600883835136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.389241:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762360.389243:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c74000 x1874600883835136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.389247:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762360.389248:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762360.389249:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762360.389250:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762360.389251:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762360.389252:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762360.389253:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762360.389255:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762360.389256:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762360.389258:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c74000 x1874600883835136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762360.389262:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883835136:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762360.389264:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762360.389266:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c75e00 x1874600883835264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.389270:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762360.389271:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762360.389272:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762360.389273:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762360.389274:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762360.389276:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883835264:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762360.389277:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762360.389279:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762360.389280:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762360.389281:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762360.389284:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762360.389284:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762360.389286:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762360.389288:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762360.389290:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762360.389292:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883835264, portal 4
00000100:00000001:2.0:1787762360.389293:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762360.389294:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859240960 : -115902850310656 : ffff969643c75e00)
00000100:00000040:2.0:1787762360.389297:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c75e00 x1874600883835264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.389301:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762360.389302:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762360.389303:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762360.389304:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883835264, offset 0
00000400:00000200:2.0:1787762360.389306:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762360.389309:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762360.389311:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762360.389313:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762360.389314:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762360.389316:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762360.389318:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762360.389321:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3463:3463:256:4294967295] 192.168.204.116@tcp LPNI seq info [3463:3463:8:4294967295]
00000400:00000200:2.0:1787762360.389325:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762360.389330:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762360.389334:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762360.389337:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762360.389341:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762360.389344:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762360.389347:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762360.389350:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787762360.389354:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762360.389356:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762360.389359:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762360.389362:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762360.389365:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762360.389366:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762360.389368:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762360.389372:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c75e00 x1874600883835264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.389379:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762360.389382:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c75e00 x1874600883835264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.389388:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762360.389390:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762360.389393:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762360.389395:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762360.389398:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762360.389400:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298417687
00000100:00000001:2.0:1787762360.389403:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298418939
00000100:00000001:2.0:1787762360.389405:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298417687
00000100:00000001:2.0:1787762360.389406:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298418939
00000100:00000001:2.0:1787762360.389407:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762360.389408:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762360.389410:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762360.389412:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762360/real 1787762360]  req@ffff969643c75e00 x1874600883835264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762360.389416:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762360.389418:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762360.389419:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762360.389420:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762360.389421:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762360.389422:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762360.389424:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c75e00 x1874600883835264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762360.389429:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c75e00 x1874600883835264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.389432:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762360.389433:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762360.389434:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762360.389434:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762360.389436:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c75e00 x1874600883835264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.389440:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762360.389442:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c75e00 x1874600883835264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.389445:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762360.389447:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762360.389448:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762360.389449:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762360.389450:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762360.389451:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762360.389452:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762360.389453:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762360.389454:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762360.389456:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c75e00 x1874600883835264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762360.389464:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883835264:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762360.389466:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762360.389467:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762360.389469:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c74780 x1874600883834880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.389472:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762360.389473:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762360.389474:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762360.389476:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762360.389477:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762360.389477:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762360.389478:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762360.389480:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449c00.
02000000:00000001:2.0:1787762360.389481:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762360.389482:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762360.389483:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c74780.
00000100:00000001:2.0:1787762360.389484:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762360.389485:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762360.389486:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762360.389488:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c74f00 x1874600883835008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.389491:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762360.389492:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762360.389493:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762360.389494:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762360.389495:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762360.389495:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762360.389496:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762360.389497:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449400.
02000000:00000001:2.0:1787762360.389498:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762360.389499:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762360.389499:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c74f00.
00000100:00000001:2.0:1787762360.389501:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762360.389502:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762360.389503:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762360.389504:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c74000 x1874600883835136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.389508:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762360.389508:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762360.389509:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762360.389510:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762360.389511:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762360.389511:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762360.389512:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762360.389513:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544bc00.
02000000:00000001:2.0:1787762360.389514:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762360.389515:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762360.389515:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c74000.
00000100:00000001:2.0:1787762360.389516:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762360.389517:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762360.389518:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762360.389519:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c75e00 x1874600883835264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762360.389522:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762360.389523:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762360.389524:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762360.389525:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762360.389525:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762360.389526:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762360.389527:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762360.389527:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448400.
02000000:00000001:2.0:1787762360.389529:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762360.389529:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762360.389530:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c75e00.
00000100:00000001:2.0:1787762360.389531:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762360.389532:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762360.389533:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762360.389535:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762360.389536:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762360.389537:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762360.389547:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762360.835745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762360.835752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762360.835758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762360.835758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762360.835761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762360.835762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762360.835844:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762360.835850:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762360.835855:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787762361.667686:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298418939, at 4298418944
00000100:00000010:1.0:1787762361.667701:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f71e0.
00000100:00000040:0.0:1787762361.667721:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298418939, at 4298418944
00000100:00000010:0.0:1787762361.667735:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7e40.
00010000:00000001:0.0:1787762361.859730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762361.859737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762361.859741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762361.859742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762361.859745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762361.859748:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762361.859750:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762361.859753:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762361.859756:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762361.859758:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762361.859760:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762361.859761:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762361.859786:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762361.859788:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762361.859790:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762362.883727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762362.883734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762362.883739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762362.883740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762362.883742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762362.883743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762362.883834:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762362.883840:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762362.883845:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762363.907709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762363.907714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762363.907719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762363.907719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762363.907722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762363.907723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762363.907739:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762363.907741:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762363.907743:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762364.931696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762364.931703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762364.931708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762364.931709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762364.931712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762364.931713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762364.931788:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762364.931792:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762364.931803:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762365.507741:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762365.507750:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762365.507753:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762365.507757:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762365.507761:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762365.507768:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3750
00000400:00000200:3.0:1787762365.507776:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762365.507782:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762365.507785:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762365.507789:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762365.507792:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762365.507794:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762365.507796:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762365.507800:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762365.507802:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762365.507805:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762365.507808:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762365.507810:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762365.507812:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762365.507815:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762365.507817:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762365.507818:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762365.507820:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762365.507824:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762365.507827:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762365.507830:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762365.507832:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762365.507835:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762365.507838:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762365.507840:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762365.507843:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762365.507851:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787762365.507855:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762365.507859:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762365.507860:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762365.507864:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762365.507867:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762365.507870:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762365.507878:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787762365.507884:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762365.507893:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883835392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762365.507903:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762365.507906:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762365.507909:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883835392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762365.507925:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762365.507927:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762365.507929:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762365.507930:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762365.507931:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762365.507933:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762365.507935:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3750
00000400:00000200:3.0:1787762365.507937:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762365.507939:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762365.507941:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762365.507942:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762365.507944:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762365.507946:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762365.507948:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762365.507950:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762365.507952:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762365.507954:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762365.507956:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762365.507958:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762365.507960:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762365.507963:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762365.507964:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762365.507966:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762365.507970:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762365.507971:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762365.507973:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762365.507974:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787762365.507979:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00000040:2.0:1787762365.507986:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e9680 x1874600883835392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762365.507987:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762365.507993:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762365.507997:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762365.508003:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787762365.508004:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762365.508006:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762365.508009:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762365.508012:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787762365.508013:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762365.508029:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787762365.508032:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787762365.508034:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787762365.508039:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762365.508041:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883835392:192.168.204.116@tcp:250:kworker.0
00000100:00000001:3.0:1787762365.508043:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762365.508050:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1787762365.508050:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
02000000:00000001:2.0:1787762365.508055:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1787762365.508055:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762365.508060:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762365.508061:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762365.508064:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787762365.508064:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762365.508068:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762365.508070:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1787762365.508072:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef800.
02000000:00000001:3.0:1787762365.508073:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762365.508076:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762365.508081:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000400:00000200:2.0:1787762365.508086:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762365.508089:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762365.508092:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762365.508100:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00100000:3.0:1787762365.508105:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883835520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787762365.508108:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883835392, portal 25
00000100:00000001:2.0:1787762365.508113:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762365.508115:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885928576 : -115902823623040 : ffff9696455e9680)
00000100:00000001:3.0:1787762365.508124:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787762365.508125:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e9680 x1874600883835392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762365.508129:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762365.508138:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762365.508138:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883835520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762365.508145:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762365.508151:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000001:3.0:1787762365.508155:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762365.508156:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883835392, offset 0
00000100:00080000:3.0:1787762365.508161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762365.508165:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762365.508168:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762365.508170:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787762365.508174:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000001:3.0:1787762365.508176:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762365.508181:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3750
00000400:00000200:2.0:1787762365.508185:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762365.508192:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762365.508197:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762365.508202:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762365.508205:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762365.508208:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762365.508211:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3464:3464:256:4294967295] 192.168.204.116@tcp LPNI seq info [3464:3464:8:4294967295]
00000400:00000200:2.0:1787762365.508215:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762365.508221:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762365.508231:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1787762365.508231:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762365.508236:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1787762365.508242:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000040:3.0:1787762365.508242:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762365.508247:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762365.508250:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762365.508252:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762365.508254:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762365.508255:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762365.508256:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:2.0:1787762365.508258:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000020:00000040:3.0:1787762365.508259:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762365.508264:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762365.508266:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000800:00000200:2.0:1787762365.508270:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:3.0:1787762365.508273:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762365.508276:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1787762365.508277:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1787762365.508278:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762365.508281:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762365.508284:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000800:00000200:2.1:1787762365.508289:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:3.0:1787762365.508290:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762365.508296:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762365.508296:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
02000000:00000001:3.0:1787762365.508298:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762365.508304:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:2.0:1787762365.508305:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
02000000:00000001:3.0:1787762365.508309:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787762365.508310:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000100:00000001:3.0:1787762365.508314:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762365.508318:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762365.508319:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:3.0:1787762365.508321:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762365.508325:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762365.508327:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00000010:3.0:1787762365.508331:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000400:00000200:2.0:1787762365.508333:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000020:00000040:3.0:1787762365.508335:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000400:00000010:2.0:1787762365.508338:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
02000000:00000001:3.0:1787762365.508339:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762365.508342:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762365.508343:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787762365.508344:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762365.508346:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762365.508349:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762365.508351:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e9680 x1874600883835392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787762365.508353:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762365.508358:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762365.508365:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883835648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762365.508368:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787762365.508373:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787762365.508375:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9680 x1874600883835392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762365.508375:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762365.508382:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883835648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.508394:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762365.508395:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762365.508398:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787762365.508399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762365.508403:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762365.508404:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762365.508405:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762365.508406:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762365.508408:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762365.508411:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3750
00000400:00000200:2.0:1787762365.508415:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762365.508416:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762365.508421:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298424059
00000400:00000200:3.0:1787762365.508421:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762365.508422:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762365.508427:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762365.508428:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762365.508429:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000010:2.0:1787762365.508430:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f77e0.
00000100:00000001:3.0:1787762365.508431:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762365.508435:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762365.508436:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762365.508437:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762365.508438:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000100:00000001:2.0:1787762365.508440:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1787762365.508447:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000001:2.0:1787762365.508448:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298424059
00000020:00000001:3.0:1787762365.508453:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000010:2.0:1787762365.508455:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7c60.
00000100:00000040:3.0:1787762365.508460:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762365.508461:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787762365.508465:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762365.508467:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787762365.508470:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762365.508480:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762365.508482:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762365.508484:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1787762365.508487:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00100000:2.0:1787762365.508492:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762365/real 1787762365]  req@ffff9696455e9680 x1874600883835392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762365.508494:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762365.508500:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762365.508504:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762365.508509:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1787762365.508511:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787762365.508513:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787762365.508514:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787762365.508517:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1787762365.508519:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000008:00100000:3.0:1787762365.508521:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000400:00000200:2.0:1787762365.508523:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000008:00000001:3.0:1787762365.508526:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762365.508528:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:3.0:1787762365.508530:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762365.508536:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787762365.508538:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
00000100:00000001:2.0:1787762365.508540:0:2396:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787762365.508542:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762365.508545:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762365.508547:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e9680 x1874600883835392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762365.508548:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762365.508550:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762365.508552:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762365.508557:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762365.508563:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762365.508564:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e9680 x1874600883835392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762365.508568:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883835776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762365.508584:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762365.508584:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762365.508588:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762365.508588:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762365.508591:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883835776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.508593:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762365.508625:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762365.508627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762365.508629:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762365.508630:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762365.508631:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762365.508633:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762365.508634:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3750
00000100:00000001:2.0:1787762365.508637:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787762365.508638:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762365.508644:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762365.508646:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787762365.508647:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e9680 x1874600883835392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762365.508651:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762365.508656:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762365.508660:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762365.508661:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762365.508663:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762365.508665:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762365.508667:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000100:00000040:2.0:1787762365.508668:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e9680 x1874600883835392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762365.508669:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762365.508671:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762365.508675:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762365.508679:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:2.0:1787762365.508681:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787762365.508685:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762365.508686:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762365.508687:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762365.508690:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1787762365.508691:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762365.508695:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762365.508695:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762365.508697:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00000001:2.0:1787762365.508700:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:3.0:1787762365.508701:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762365.508704:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762365.508705:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787762365.508706:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762365.508709:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787762365.508711:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1787762365.508712:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762365.508715:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762365.508718:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00080000:2.0:1787762365.508721:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000008:00000001:3.0:1787762365.508721:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762365.508725:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762365.508727:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000010:3.0:1787762365.508728:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787762365.508732:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762365.508735:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1787762365.508736:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e9680 x1874600883835392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762365.508737:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762365.508740:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762365.508742:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762365.508744:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762365.508748:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00100000:2.0:1787762365.508751:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883835392:192.168.204.116@tcp:250:kworker.0
00000100:00000001:3.0:1787762365.508753:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762365.508759:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762365.508761:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883835904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762365.508762:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762365.508768:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e9680 x1874600883835392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762365.508782:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762365.508783:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762365.508786:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883835904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762365.508790:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762365.508793:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3760)
00000100:00000001:2.0:1787762365.508800:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762365.508803:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762365.508806:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762365.508810:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762365.508813:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762365.508814:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762365.508816:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762365.508819:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e88c00.
02000000:00000001:2.0:1787762365.508823:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762365.508824:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762365.508826:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e9680.
00000100:00000001:2.0:1787762365.508828:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762365.508830:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762365.508831:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762365.508838:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762365.508839:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762365.508840:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762365.508842:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762365.508842:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762365.508846:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8b40 x1874600883835520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.508850:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762365.508851:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762365.508853:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762365.508854:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762365.508861:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762365.508863:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883835520:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762365.508865:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762365.508866:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762365.508868:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762365.508869:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762365.508872:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762365.508874:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762365.508878:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762365.508880:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762365.508884:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762365.508887:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883835520, portal 10
00000100:00000001:2.0:1787762365.508889:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762365.508890:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885925696 : -115902823625920 : ffff9696455e8b40)
00000100:00000040:2.0:1787762365.508896:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8b40 x1874600883835520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.508902:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762365.508904:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762365.508906:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762365.508908:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883835520, offset 0
00000400:00000200:2.0:1787762365.508912:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762365.508916:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762365.508919:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762365.508922:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762365.508925:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762365.508927:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762365.508929:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762365.508932:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3465:3465:256:4294967295] 192.168.204.116@tcp LPNI seq info [3465:3465:8:4294967295]
00000400:00000200:2.0:1787762365.508936:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762365.508941:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762365.508946:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762365.508949:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762365.508953:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762365.508955:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762365.508959:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762365.508962:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787762365.508978:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762365.508981:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762365.508984:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762365.508987:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762365.508990:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762365.508992:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762365.508995:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762365.508998:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e8b40 x1874600883835520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509005:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762365.509007:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8b40 x1874600883835520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509013:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762365.509014:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762365.509028:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762365.509032:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762365.509035:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762365.509036:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298422820
00000100:00000001:2.0:1787762365.509039:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298424059
00000100:00000001:2.0:1787762365.509041:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298422820
00000100:00000001:2.0:1787762365.509042:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298424059
00000100:00000001:2.0:1787762365.509044:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762365.509047:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762365.509049:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762365.509052:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762365/real 1787762365]  req@ffff9696455e8b40 x1874600883835520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762365.509060:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762365.509061:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762365.509063:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762365.509065:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762365.509067:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762365.509069:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762365.509072:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8b40 x1874600883835520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762365.509078:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8b40 x1874600883835520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509082:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762365.509083:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762365.509084:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762365.509085:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762365.509086:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8b40 x1874600883835520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509090:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762365.509093:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8b40 x1874600883835520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509096:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762365.509098:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762365.509099:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762365.509099:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762365.509100:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762365.509101:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762365.509103:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762365.509105:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762365.509106:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762365.509109:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8b40 x1874600883835520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762365.509113:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883835520:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762365.509115:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762365.509117:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455eb480 x1874600883835648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509120:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762365.509121:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762365.509122:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762365.509123:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762365.509124:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762365.509126:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883835648:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762365.509128:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762365.509129:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762365.509130:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762365.509132:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762365.509134:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762365.509135:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762365.509137:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762365.509138:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762365.509140:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762365.509142:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883835648, portal 10
00000100:00000001:2.0:1787762365.509143:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762365.509144:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885936256 : -115902823615360 : ffff9696455eb480)
00000100:00000040:2.0:1787762365.509148:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455eb480 x1874600883835648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509152:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762365.509154:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762365.509155:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762365.509156:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883835648, offset 0
00000400:00000200:2.0:1787762365.509164:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762365.509166:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762365.509168:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762365.509170:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762365.509172:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762365.509174:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762365.509175:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762365.509177:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3466:3466:256:4294967295] 192.168.204.116@tcp LPNI seq info [3466:3466:8:4294967295]
00000400:00000200:2.0:1787762365.509179:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762365.509183:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762365.509186:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762365.509187:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762365.509192:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762365.509194:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762365.509197:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762365.509198:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787762365.509200:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762365.509202:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762365.509204:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762365.509206:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762365.509209:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762365.509210:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762365.509213:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762365.509216:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455eb480 x1874600883835648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509223:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762365.509225:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb480 x1874600883835648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509231:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762365.509233:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762365.509236:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762365.509239:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762365.509242:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762365.509244:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298422879
00000100:00000001:2.0:1787762365.509246:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298424059
00000100:00000001:2.0:1787762365.509248:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298422879
00000100:00000001:2.0:1787762365.509250:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298424059
00000100:00000001:2.0:1787762365.509252:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762365.509254:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762365.509256:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762365.509259:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762365/real 1787762365]  req@ffff9696455eb480 x1874600883835648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762365.509266:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762365.509267:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762365.509269:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762365.509271:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762365.509273:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762365.509275:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762365.509277:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455eb480 x1874600883835648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762365.509286:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455eb480 x1874600883835648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509293:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762365.509294:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762365.509296:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762365.509297:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762365.509300:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455eb480 x1874600883835648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509306:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762365.509310:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455eb480 x1874600883835648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509315:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762365.509316:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762365.509317:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762365.509318:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762365.509319:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762365.509320:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762365.509321:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762365.509323:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762365.509324:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762365.509326:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455eb480 x1874600883835648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762365.509330:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883835648:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762365.509333:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762365.509334:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8780 x1874600883835776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509338:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762365.509339:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762365.509340:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762365.509341:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762365.509342:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762365.509344:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883835776:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762365.509346:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762365.509347:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762365.509348:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762365.509349:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762365.509352:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762365.509353:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762365.509355:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762365.509357:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762365.509359:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762365.509361:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883835776, portal 4
00000100:00000001:2.0:1787762365.509362:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762365.509363:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885924736 : -115902823626880 : ffff9696455e8780)
00000100:00000040:2.0:1787762365.509367:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8780 x1874600883835776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509370:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762365.509372:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762365.509373:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762365.509374:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883835776, offset 0
00000400:00000200:2.0:1787762365.509377:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762365.509379:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762365.509381:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762365.509383:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762365.509384:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762365.509385:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762365.509387:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762365.509389:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3467:3467:256:4294967295] 192.168.204.116@tcp LPNI seq info [3467:3467:8:4294967295]
00000400:00000200:2.0:1787762365.509391:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762365.509395:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762365.509397:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762365.509399:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762365.509402:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762365.509403:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762365.509406:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762365.509407:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787762365.509409:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762365.509411:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762365.509413:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762365.509415:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762365.509417:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762365.509418:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762365.509419:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762365.509421:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e8780 x1874600883835776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509426:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762365.509428:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8780 x1874600883835776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509432:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762365.509433:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762365.509434:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762365.509436:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762365.509438:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762365.509438:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298422800
00000100:00000001:2.0:1787762365.509440:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298424059
00000100:00000001:2.0:1787762365.509441:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298422800
00000100:00000001:2.0:1787762365.509443:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298424059
00000100:00000001:2.0:1787762365.509444:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762365.509445:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762365.509446:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762365.509448:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762365/real 1787762365]  req@ffff9696455e8780 x1874600883835776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762365.509451:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762365.509452:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762365.509453:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762365.509454:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762365.509455:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762365.509456:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762365.509457:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8780 x1874600883835776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762365.509462:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8780 x1874600883835776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509469:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762365.509470:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762365.509471:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762365.509471:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762365.509473:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8780 x1874600883835776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509477:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762365.509479:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8780 x1874600883835776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509482:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762365.509483:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762365.509484:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762365.509485:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762365.509486:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762365.509487:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762365.509488:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762365.509489:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762365.509490:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762365.509492:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8780 x1874600883835776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762365.509497:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883835776:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762365.509499:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762365.509502:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455eb0c0 x1874600883835904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509508:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762365.509510:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762365.509512:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762365.509513:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762365.509515:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762365.509518:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455eb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883835904:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762365.509521:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762365.509523:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762365.509524:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762365.509526:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762365.509529:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762365.509530:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762365.509533:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762365.509535:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762365.509538:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762365.509540:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883835904, portal 4
00000100:00000001:2.0:1787762365.509542:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762365.509544:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885935296 : -115902823616320 : ffff9696455eb0c0)
00000100:00000040:2.0:1787762365.509549:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455eb0c0 x1874600883835904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509555:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762365.509557:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762365.509558:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762365.509560:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883835904, offset 0
00000400:00000200:2.0:1787762365.509562:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762365.509565:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762365.509567:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762365.509568:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762365.509570:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762365.509571:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762365.509573:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762365.509575:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3468:3468:256:4294967295] 192.168.204.116@tcp LPNI seq info [3468:3468:8:4294967295]
00000400:00000200:2.0:1787762365.509577:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762365.509582:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762365.509586:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762365.509589:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762365.509592:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762365.509595:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762365.509616:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762365.509619:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787762365.509622:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762365.509625:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762365.509628:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762365.509631:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762365.509634:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762365.509635:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762365.509638:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762365.509641:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455eb0c0 x1874600883835904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509649:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762365.509652:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb0c0 x1874600883835904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509658:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762365.509659:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762365.509661:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762365.509664:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762365.509666:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762365.509667:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298422808
00000100:00000001:2.0:1787762365.509669:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298424059
00000100:00000001:2.0:1787762365.509670:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298422808
00000100:00000001:2.0:1787762365.509672:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298424059
00000100:00000001:2.0:1787762365.509673:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762365.509674:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762365.509675:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762365.509677:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762365/real 1787762365]  req@ffff9696455eb0c0 x1874600883835904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762365.509682:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762365.509683:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762365.509684:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762365.509686:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762365.509687:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762365.509689:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762365.509692:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455eb0c0 x1874600883835904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762365.509699:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455eb0c0 x1874600883835904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509705:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762365.509706:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762365.509707:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762365.509709:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762365.509712:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455eb0c0 x1874600883835904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509718:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762365.509722:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455eb0c0 x1874600883835904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509729:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762365.509731:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762365.509732:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762365.509734:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762365.509735:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762365.509737:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762365.509739:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762365.509742:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762365.509743:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762365.509746:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455eb0c0 x1874600883835904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762365.509751:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455eb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883835904:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762365.509753:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762365.509754:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762365.509756:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8b40 x1874600883835520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509760:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762365.509761:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762365.509762:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762365.509764:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762365.509765:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762365.509766:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762365.509767:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762365.509769:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8b400.
02000000:00000001:2.0:1787762365.509770:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762365.509771:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762365.509772:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8b40.
00000100:00000001:2.0:1787762365.509773:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762365.509774:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762365.509776:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762365.509778:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455eb480 x1874600883835648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509784:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762365.509786:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762365.509787:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762365.509790:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762365.509791:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762365.509792:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762365.509794:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762365.509795:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89000.
02000000:00000001:2.0:1787762365.509798:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762365.509799:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762365.509800:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455eb480.
00000100:00000001:2.0:1787762365.509803:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762365.509804:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762365.509806:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762365.509809:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8780 x1874600883835776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509815:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762365.509817:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762365.509818:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762365.509820:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762365.509821:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762365.509822:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762365.509824:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762365.509825:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89400.
02000000:00000001:2.0:1787762365.509826:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762365.509826:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762365.509827:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8780.
00000100:00000001:2.0:1787762365.509828:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762365.509829:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762365.509830:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762365.509832:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455eb0c0 x1874600883835904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762365.509835:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762365.509836:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762365.509837:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762365.509838:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762365.509839:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762365.509840:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762365.509840:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762365.509841:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89c00.
02000000:00000001:2.0:1787762365.509842:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762365.509843:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762365.509843:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455eb0c0.
00000100:00000001:2.0:1787762365.509844:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762365.509845:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762365.509846:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762365.509849:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762365.509850:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762365.509851:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762365.509852:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762365.955734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762365.955740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762365.955746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762365.955747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762365.955750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762365.955751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762365.955770:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762365.955772:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762365.955774:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762366.787702:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298424059, at 4298424064
00000100:00000040:1.0:1787762366.787702:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298424059, at 4298424064
00000100:00000010:0.0:1787762366.787718:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f77e0.
00000100:00000010:1.0:1787762366.787720:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7c60.
00010000:00000001:0.0:1787762366.979719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762366.979726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762366.979731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762366.979731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762366.979734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762366.979735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762366.979825:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762366.979832:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762366.979836:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762368.003697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762368.003705:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762368.003706:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762368.003708:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762368.003713:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762368.003715:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762368.003716:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762368.003718:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762368.003723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762368.003724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762368.003727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762368.003729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762368.003750:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762368.003753:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762368.003756:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762369.027714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762369.027720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762369.027726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762369.027729:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762369.027731:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762369.027734:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762369.027737:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762369.027739:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762369.027741:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762369.027743:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762369.027746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762369.027747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762369.027785:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762369.027788:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762369.027791:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762370.051705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762370.051711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762370.051717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762370.051719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762370.051722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762370.051723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762370.051744:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762370.051746:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762370.051748:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762370.627732:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762370.627740:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762370.627742:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762370.627744:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762370.627748:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762370.627754:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3755
00000400:00000200:1.0:1787762370.627761:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762370.627766:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762370.627768:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762370.627770:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762370.627772:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762370.627774:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762370.627775:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762370.627778:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762370.627779:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:1.0:1787762370.627781:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762370.627785:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:1.0:1787762370.627786:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:1.0:1787762370.627788:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:1.0:1787762370.627790:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762370.627791:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762370.627792:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762370.627793:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762370.627795:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:1.0:1787762370.627797:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762370.627798:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762370.627800:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762370.627802:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762370.627804:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762370.627805:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762370.627807:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762370.627814:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c76d00.
00000020:00000040:1.0:1787762370.627816:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:1.0:1787762370.627820:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762370.627821:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762370.627823:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762370.627824:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762370.627827:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762370.627833:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449000.
00000100:00000001:1.0:1787762370.627838:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762370.627844:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c76d00 x1874600883836032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762370.627851:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762370.627854:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762370.627857:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae739ad4] to pc [ptlrpcd_rcv+-1]  req@ffff969643c76d00 x1874600883836032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762370.627874:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762370.627877:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762370.627881:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762370.627882:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762370.627883:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762370.627886:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762370.627889:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3755
00000400:00000200:1.0:1787762370.627892:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762370.627895:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762370.627897:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762370.627900:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762370.627902:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762370.627903:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762370.627905:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762370.627908:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762370.627909:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:1.0:1787762370.627911:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762370.627912:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:1.0:1787762370.627914:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000001:2.0:1787762370.627915:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787762370.627928:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000001:2.0:1787762370.627928:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787762370.627931:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762370.627931:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787762370.627933:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762370.627935:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762370.627936:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000040:2.0:1787762370.627937:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c76d00 x1874600883836032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787762370.627939:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:1.0:1787762370.627941:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762370.627944:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762370.627945:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787762370.627946:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762370.627947:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762370.627950:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762370.627951:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762370.627953:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762370.627953:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762370.627955:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762370.627955:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787762370.627958:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762370.627958:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883836032:192.168.204.116@tcp:250:kworker.0
00000008:00000001:1.0:1787762370.627961:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762370.627962:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787762370.627963:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762370.627966:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c75680.
02000000:00000001:2.0:1787762370.627966:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1787762370.627968:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762370.627969:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762370.627970:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762370.627971:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787762370.627972:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762370.627973:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762370.627974:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762370.627976:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762370.627979:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544b800.
00000100:00000001:1.0:1787762370.627983:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762370.627983:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762370.627985:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762370.627987:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c75680 x1874600883836160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762370.627990:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762370.627993:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000100:00000001:1.0:1787762370.627994:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762370.627996:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762370.627999:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009636c718] to pc [ptlrpcd_rcv+-1]  req@ffff969643c75680 x1874600883836160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787762370.627999:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762370.628005:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883836032, portal 25
00000100:00000001:1.0:1787762370.628006:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762370.628007:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762370.628009:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859244800 : -115902850306816 : ffff969643c76d00)
00000100:00000040:2.0:1787762370.628014:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c76d00 x1874600883836032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762370.628015:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762370.628019:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787762370.628022:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787762370.628022:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787762370.628024:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1787762370.628025:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00000001:1.0:1787762370.628027:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1787762370.628027:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00080000:1.0:1787762370.628029:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3755
00000100:00000200:2.0:1787762370.628031:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883836032, offset 0
00000400:00000200:1.0:1787762370.628032:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762370.628035:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762370.628037:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787762370.628038:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000040:1.0:1787762370.628039:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762370.628041:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762370.628042:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762370.628045:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:2.0:1787762370.628045:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000001:1.0:1787762370.628047:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762370.628048:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:1.0:1787762370.628050:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787762370.628050:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000020:00000040:1.0:1787762370.628052:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:1.0:1787762370.628053:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:1.0:1787762370.628055:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:2.0:1787762370.628055:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1787762370.628058:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762370.628059:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762370.628059:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00000040:1.0:1787762370.628061:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762370.628063:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:2.0:1787762370.628063:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1787762370.628066:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000400:00000200:2.0:1787762370.628066:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00080000:1.0:1787762370.628068:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000400:00000200:2.0:1787762370.628069:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3469:3469:256:4294967295] 192.168.204.116@tcp LPNI seq info [3469:3469:8:4294967295]
00000100:00000001:1.0:1787762370.628070:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762370.628072:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762370.628074:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762370.628074:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:1.0:1787762370.628076:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762370.628077:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762370.628079:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762370.628081:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762370.628083:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762370.628083:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1787762370.628086:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c761c0.
00000020:00000040:1.0:1787762370.628088:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000800:00000200:2.0:1787762370.628089:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
02000000:00000001:1.0:1787762370.628090:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762370.628091:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762370.628092:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:2.0:1787762370.628093:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
02000000:00000001:1.0:1787762370.628094:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762370.628095:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762370.628098:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544b000.
00000800:00000200:2.0:1787762370.628099:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762370.628101:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762370.628103:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000100:00100000:1.0:1787762370.628104:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c761c0 x1874600883836288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787762370.628108:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762370.628112:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000100:00000001:1.0:1787762370.628116:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000100:2.0:1787762370.628116:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00000001:1.0:1787762370.628118:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787762370.628119:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000100:00000040:1.0:1787762370.628121:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c6bfeda] to pc [ptlrpcd_rcv+-1]  req@ffff969643c761c0 x1874600883836288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762370.628125:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787762370.628127:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762370.628130:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762370.628130:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1787762370.628133:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762370.628134:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787762370.628134:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000100:00080000:1.0:1787762370.628136:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787762370.628136:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:1.0:1787762370.628138:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762370.628140:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3755
00000100:00000001:2.0:1787762370.628140:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:1.0:1787762370.628143:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000200:2.0:1787762370.628144:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c76d00 x1874600883836032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762370.628146:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762370.628148:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762370.628151:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762370.628153:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762370.628153:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762370.628154:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762370.628156:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000040:2.0:1787762370.628157:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c76d00 x1874600883836032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762395 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787762370.628159:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762370.628160:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:1.0:1787762370.628161:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762370.628163:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000100:00000001:2.0:1787762370.628164:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762370.628165:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000001:2.0:1787762370.628165:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1787762370.628167:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:1.0:1787762370.628169:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762370.628171:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762370.628171:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762370.628173:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762370.628174:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762370.628175:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762370.628176:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298429179
00000020:00000040:1.0:1787762370.628177:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:1.0:1787762370.628180:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762370.628182:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762370.628183:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762370.628185:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762370.628187:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762370.628188:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7a80.
00000100:00000001:1.0:1787762370.628190:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762370.628191:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:1.0:1787762370.628193:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762370.628194:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762370.628195:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762370.628198:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c752c0.
00000020:00000040:1.0:1787762370.628200:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
00000100:00000001:2.0:1787762370.628200:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298429179
02000000:00000001:1.0:1787762370.628202:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762370.628203:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762370.628203:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7f00.
00000100:00000001:1.0:1787762370.628204:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762370.628206:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787762370.628206:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1787762370.628207:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762370.628209:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1787762370.628210:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544b400.
00000100:00000001:2.0:1787762370.628211:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762370.628213:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762370.628214:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762370.628216:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c752c0 x1874600883836416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762370.628217:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762370/real 1787762370]  req@ffff969643c76d00 x1874600883836032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762370.628224:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762370.628226:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787762370.628226:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762370.628228:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1787762370.628229:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d497c5d1] to pc [ptlrpcd_rcv+-1]  req@ffff969643c752c0 x1874600883836416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787762370.628230:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762370.628233:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762370.628234:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:1.0:1787762370.628237:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762370.628237:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1787762370.628239:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787762370.628240:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c76d00 x1874600883836032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762370.628242:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787762370.628243:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762370.628244:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762370.628246:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762370.628249:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3755
00000400:00000200:1.0:1787762370.628252:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000200:2.0:1787762370.628254:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c76d00 x1874600883836032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762370.628255:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762370.628257:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762370.628260:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762370.628261:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762370.628261:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:1.0:1787762370.628263:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762370.628263:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762370.628265:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762370.628265:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1787762370.628267:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762370.628268:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000100:00000001:2.0:1787762370.628268:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787762370.628270:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762370.628271:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000100:00100000:2.0:1787762370.628271:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c76d00 x1874600883836032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787762370.628273:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:1.0:1787762370.628275:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:1.0:1787762370.628278:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762370.628279:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762370.628280:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762370.628282:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762370.628283:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000040:2.0:1787762370.628283:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c76d00 x1874600883836032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787762370.628285:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:1.0:1787762370.628288:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762370.628290:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762370.628291:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762370.628291:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1787762370.628293:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762370.628294:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787762370.628295:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762370.628295:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762370.628297:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762370.628297:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1787762370.628298:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787762370.628299:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00000001:1.0:1787762370.628301:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762370.628301:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762370.628302:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762370.628304:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:1.0:1787762370.628305:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c77480.
00000020:00000040:1.0:1787762370.628307:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:1.0:1787762370.628308:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762370.628310:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762370.628311:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:2.0:1787762370.628312:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
02000000:00000001:1.0:1787762370.628313:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762370.628314:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762370.628315:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:1.0:1787762370.628317:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448800.
00000100:00000040:2.0:1787762370.628319:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c76d00 x1874600883836032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762370.628320:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762370.628324:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c77480 x1874600883836544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762370.628327:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883836032:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762370.628331:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762370.628332:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762370.628333:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762370.628334:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762370.628336:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031c63e07] to pc [ptlrpcd_rcv+-1]  req@ffff969643c77480 x1874600883836544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762370.628337:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c76d00 x1874600883836032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762370.628343:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762370.628344:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762370.628346:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:1.0:1787762370.628347:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3765)
02000000:00000010:2.0:1787762370.628348:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762370.628351:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762370.628353:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762370.628355:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762370.628357:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762370.628359:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449000.
02000000:00000001:2.0:1787762370.628363:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762370.628364:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762370.628365:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c76d00.
00000100:00000001:2.0:1787762370.628369:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762370.628370:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762370.628372:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762370.628378:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762370.628380:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762370.628382:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762370.628384:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762370.628385:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762370.628388:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c75680 x1874600883836160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.628393:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762370.628394:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762370.628395:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762370.628396:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762370.628403:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762370.628405:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883836160:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762370.628407:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762370.628409:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762370.628410:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762370.628411:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762370.628413:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762370.628414:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762370.628416:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762370.628418:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762370.628420:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762370.628422:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883836160, portal 10
00000100:00000001:2.0:1787762370.628423:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762370.628425:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859239040 : -115902850312576 : ffff969643c75680)
00000100:00000040:2.0:1787762370.628429:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c75680 x1874600883836160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.628433:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762370.628434:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762370.628435:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762370.628437:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883836160, offset 0
00000400:00000200:2.0:1787762370.628444:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762370.628449:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762370.628451:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762370.628453:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762370.628455:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762370.628457:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762370.628458:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762370.628460:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3470:3470:256:4294967295] 192.168.204.116@tcp LPNI seq info [3470:3470:8:4294967295]
00000400:00000200:2.0:1787762370.628463:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762370.628467:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762370.628469:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762370.628471:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762370.628474:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762370.628477:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762370.628481:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762370.628484:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787762370.628488:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762370.628489:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762370.628492:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762370.628495:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762370.628505:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762370.628507:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762370.628510:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762370.628513:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c75680 x1874600883836160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.628521:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762370.628524:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c75680 x1874600883836160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762395 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.628530:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762370.628532:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762370.628535:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762370.628538:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762370.628540:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762370.628541:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298427939
00000100:00000001:2.0:1787762370.628543:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298429179
00000100:00000001:2.0:1787762370.628544:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298427939
00000100:00000001:2.0:1787762370.628546:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298429179
00000100:00000001:2.0:1787762370.628548:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762370.628549:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762370.628550:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762370.628553:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762370/real 1787762370]  req@ffff969643c75680 x1874600883836160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762370.628557:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762370.628558:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762370.628559:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762370.628560:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762370.628561:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762370.628562:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762370.628564:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c75680 x1874600883836160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762370.628569:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c75680 x1874600883836160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.628572:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762370.628573:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762370.628574:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762370.628575:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762370.628577:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c75680 x1874600883836160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.628581:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762370.628583:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c75680 x1874600883836160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.628586:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762370.628588:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762370.628588:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762370.628589:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762370.628591:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762370.628592:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762370.628593:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762370.628614:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762370.628616:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762370.628619:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c75680 x1874600883836160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762370.628624:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883836160:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762370.628626:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762370.628628:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c761c0 x1874600883836288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.628632:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762370.628633:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762370.628634:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762370.628635:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762370.628636:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762370.628638:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883836288:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762370.628640:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762370.628641:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762370.628642:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762370.628643:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762370.628645:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ee000.
02000000:00000001:2.0:1787762370.628647:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762370.628649:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762370.628650:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762370.628652:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762370.628653:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883836288, portal 10
00000100:00000001:2.0:1787762370.628654:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762370.628655:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859241920 : -115902850309696 : ffff969643c761c0)
00000100:00000040:2.0:1787762370.628659:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c761c0 x1874600883836288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.628663:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762370.628664:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762370.628666:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762370.628667:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883836288, offset 0
00000400:00000200:2.0:1787762370.628669:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762370.628672:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762370.628673:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762370.628675:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762370.628677:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762370.628678:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762370.628680:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762370.628690:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3471:3471:256:4294967295] 192.168.204.116@tcp LPNI seq info [3471:3471:8:4294967295]
00000400:00000200:2.0:1787762370.628694:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762370.628699:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762370.628704:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762370.628707:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762370.628711:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762370.628713:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762370.628717:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762370.628720:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787762370.628723:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762370.628725:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762370.628728:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762370.628731:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762370.628734:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762370.628736:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762370.628738:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762370.628741:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c761c0 x1874600883836288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.628747:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762370.628749:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c761c0 x1874600883836288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762395 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.628756:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762370.628757:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762370.628759:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762370.628761:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762370.628763:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762370.628764:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298427999
00000100:00000001:2.0:1787762370.628766:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298429179
00000100:00000001:2.0:1787762370.628767:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298427999
00000100:00000001:2.0:1787762370.628768:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298429179
00000100:00000001:2.0:1787762370.628770:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762370.628771:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762370.628772:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762370.628774:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762370/real 1787762370]  req@ffff969643c761c0 x1874600883836288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762370.628778:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762370.628779:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762370.628780:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762370.628781:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762370.628782:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762370.628783:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762370.628785:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c761c0 x1874600883836288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762370.628789:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c761c0 x1874600883836288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.628793:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762370.628793:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762370.628794:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762370.628795:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762370.628797:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c761c0 x1874600883836288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.628801:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762370.628803:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c761c0 x1874600883836288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.628807:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762370.628808:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762370.628809:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762370.628809:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762370.628810:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762370.628811:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762370.628813:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762370.628814:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762370.628815:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762370.628817:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c761c0 x1874600883836288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762370.628821:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883836288:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762370.628823:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762370.628825:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c752c0 x1874600883836416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.628828:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762370.628829:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762370.628830:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762370.628832:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762370.628833:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762370.628834:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883836416:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762370.628836:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762370.628837:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762370.628838:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762370.628839:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762370.628842:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762370.628843:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762370.628845:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762370.628846:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762370.628848:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762370.628850:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883836416, portal 4
00000100:00000001:2.0:1787762370.628851:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762370.628852:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859238080 : -115902850313536 : ffff969643c752c0)
00000100:00000040:2.0:1787762370.628855:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c752c0 x1874600883836416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.628859:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762370.628860:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762370.628861:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762370.628863:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883836416, offset 0
00000400:00000200:2.0:1787762370.628865:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762370.628867:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762370.628869:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762370.628870:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762370.628872:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762370.628873:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762370.628875:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762370.628877:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3472:3472:256:4294967295] 192.168.204.116@tcp LPNI seq info [3472:3472:8:4294967295]
00000400:00000200:2.0:1787762370.628881:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762370.628887:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762370.628891:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762370.628894:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762370.628897:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762370.628899:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762370.628903:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762370.628906:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787762370.628909:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762370.628911:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762370.628914:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762370.628931:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762370.628934:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762370.628936:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762370.628938:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762370.628941:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c752c0 x1874600883836416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.628949:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762370.628951:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c752c0 x1874600883836416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762395 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.628957:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762370.628959:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762370.628962:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762370.628965:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762370.628968:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762370.628969:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298427920
00000100:00000001:2.0:1787762370.628972:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298429179
00000100:00000001:2.0:1787762370.628974:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298427920
00000100:00000001:2.0:1787762370.628976:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298429179
00000100:00000001:2.0:1787762370.628978:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762370.628979:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762370.628981:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762370.628984:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762370/real 1787762370]  req@ffff969643c752c0 x1874600883836416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762370.628992:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762370.628992:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762370.628994:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762370.628995:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762370.628996:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762370.628998:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762370.629000:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c752c0 x1874600883836416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762370.629005:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c752c0 x1874600883836416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.629008:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762370.629009:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762370.629010:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762370.629011:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762370.629012:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c752c0 x1874600883836416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.629017:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762370.629019:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c752c0 x1874600883836416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.629022:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762370.629024:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762370.629024:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762370.629025:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762370.629026:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762370.629027:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762370.629028:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762370.629030:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762370.629031:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762370.629033:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c752c0 x1874600883836416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762370.629037:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883836416:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762370.629039:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762370.629040:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c77480 x1874600883836544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.629045:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762370.629046:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762370.629047:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762370.629048:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762370.629049:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762370.629051:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883836544:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762370.629052:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762370.629053:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762370.629054:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762370.629055:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762370.629057:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762370.629058:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762370.629060:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762370.629061:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762370.629062:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762370.629064:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883836544, portal 4
00000100:00000001:2.0:1787762370.629065:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762370.629066:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859246720 : -115902850304896 : ffff969643c77480)
00000100:00000040:2.0:1787762370.629070:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c77480 x1874600883836544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.629073:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762370.629074:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762370.629076:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762370.629077:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883836544, offset 0
00000400:00000200:2.0:1787762370.629079:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762370.629081:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762370.629083:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762370.629085:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762370.629086:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762370.629088:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762370.629089:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762370.629091:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3473:3473:256:4294967295] 192.168.204.116@tcp LPNI seq info [3473:3473:8:4294967295]
00000400:00000200:2.0:1787762370.629093:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762370.629097:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762370.629100:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762370.629102:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762370.629104:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762370.629106:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762370.629108:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762370.629109:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787762370.629112:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762370.629113:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762370.629115:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762370.629117:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762370.629118:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762370.629120:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762370.629121:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762370.629123:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c77480 x1874600883836544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.629127:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762370.629130:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c77480 x1874600883836544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762395 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.629136:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762370.629138:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762370.629140:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762370.629143:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762370.629146:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762370.629148:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298427927
00000100:00000001:2.0:1787762370.629150:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298429179
00000100:00000001:2.0:1787762370.629152:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298427927
00000100:00000001:2.0:1787762370.629154:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298429179
00000100:00000001:2.0:1787762370.629156:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762370.629158:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762370.629160:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762370.629163:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762370/real 1787762370]  req@ffff969643c77480 x1874600883836544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762370.629171:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762370.629173:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762370.629175:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762370.629177:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762370.629179:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762370.629180:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762370.629183:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c77480 x1874600883836544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762370.629191:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c77480 x1874600883836544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.629197:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762370.629198:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762370.629200:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762370.629202:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762370.629205:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c77480 x1874600883836544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.629211:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762370.629215:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c77480 x1874600883836544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.629222:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762370.629224:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762370.629225:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762370.629227:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762370.629228:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762370.629230:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762370.629232:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762370.629234:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762370.629235:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762370.629238:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c77480 x1874600883836544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762370.629242:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883836544:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762370.629244:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762370.629245:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762370.629247:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c75680 x1874600883836160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.629250:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762370.629252:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762370.629253:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762370.629255:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762370.629256:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762370.629257:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762370.629258:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762370.629259:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b800.
02000000:00000001:2.0:1787762370.629261:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762370.629262:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762370.629263:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c75680.
00000100:00000001:2.0:1787762370.629264:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762370.629265:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762370.629266:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762370.629268:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c761c0 x1874600883836288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.629271:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762370.629272:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762370.629273:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ee000.
02000000:00000001:2.0:1787762370.629275:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762370.629276:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762370.629276:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762370.629277:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762370.629278:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b000.
02000000:00000001:2.0:1787762370.629280:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762370.629280:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762370.629281:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c761c0.
00000100:00000001:2.0:1787762370.629282:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762370.629283:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762370.629284:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762370.629285:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c752c0 x1874600883836416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.629288:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762370.629289:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762370.629290:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762370.629291:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762370.629292:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762370.629292:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762370.629293:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762370.629294:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b400.
02000000:00000001:2.0:1787762370.629295:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762370.629295:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762370.629296:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c752c0.
00000100:00000001:2.0:1787762370.629297:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762370.629298:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762370.629298:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762370.629300:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c77480 x1874600883836544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762370.629303:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762370.629304:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762370.629304:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762370.629305:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762370.629306:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762370.629306:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762370.629307:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762370.629308:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448800.
02000000:00000001:2.0:1787762370.629309:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762370.629310:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762370.629310:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c77480.
00000100:00000001:2.0:1787762370.629312:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762370.629313:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762370.629314:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762370.629316:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762370.629317:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762370.629318:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762370.629319:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762371.075706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762371.075713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762371.075718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762371.075719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762371.075723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762371.075726:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762371.075728:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762371.075732:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762371.075735:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762371.075737:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762371.075739:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762371.075741:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762371.076091:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762371.076102:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762371.076105:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762371.907714:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298429179, at 4298429184
00000100:00000040:1.0:1787762371.907714:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298429179, at 4298429184
00000100:00000010:0.0:1787762371.907730:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7a80.
00000100:00000010:1.0:1787762371.907732:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7f00.
00010000:00000001:0.0:1787762372.099727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762372.099734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762372.099740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762372.099741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762372.099744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762372.099745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762372.099764:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762372.099765:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762372.099767:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762373.123721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762373.123728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762373.123734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762373.123735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762373.123739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762373.123740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762373.123799:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762373.123803:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762373.123807:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762374.147774:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762374.147784:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762374.147791:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762374.147792:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762374.147796:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762374.147797:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762374.147827:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762374.147830:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762374.147833:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762375.171749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762375.171758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762375.171765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762375.171766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762375.171770:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762375.171771:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762375.171858:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762375.171863:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762375.171868:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762375.747756:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762375.747769:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762375.747771:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762375.747776:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762375.747781:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762375.747789:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3760
00000400:00000200:2.0:1787762375.747800:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762375.747806:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762375.747809:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762375.747813:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762375.747826:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762375.747829:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762375.747833:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762375.747838:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762375.747840:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762375.747843:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762375.747847:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762375.747850:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762375.747852:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762375.747856:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762375.747858:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762375.747860:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762375.747861:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762375.747864:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762375.747868:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762375.747871:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762375.747874:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762375.747878:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762375.747881:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762375.747884:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762375.747887:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762375.747897:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee1c0.
00000020:00000040:2.0:1787762375.747901:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762375.747906:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762375.747908:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762375.747911:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762375.747914:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762375.747919:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762375.747928:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef800.
00000100:00000001:2.0:1787762375.747942:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762375.747952:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee1c0 x1874600883836672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762375.747963:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762375.747969:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762375.747974:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000dbff278] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee1c0 x1874600883836672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762375.748000:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762375.748003:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762375.748006:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762375.748008:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762375.748010:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762375.748013:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762375.748015:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3760
00000400:00000200:2.0:1787762375.748018:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762375.748022:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762375.748024:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762375.748027:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762375.748031:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762375.748033:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787762375.748034:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762375.748038:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762375.748039:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787762375.748041:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762375.748043:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787762375.748044:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762375.748047:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762375.748049:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762375.748052:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762375.748054:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:1.0:1787762375.748058:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ee1c0 x1874600883836672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762375.748058:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762375.748060:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762375.748064:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762375.748068:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762375.748072:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00000001:1.0:1787762375.748075:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787762375.748076:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762375.748078:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762375.748081:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762375.748083:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762375.748086:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762375.748090:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762375.748092:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762375.748098:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787762375.748099:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ee1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883836672:192.168.204.116@tcp:250:kworker.0
02000000:00000001:2.0:1787762375.748103:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762375.748107:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762375.748109:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1787762375.748113:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787762375.748116:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:2.0:1787762375.748117:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762375.748121:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762375.748122:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762375.748125:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec3c0.
00000020:00000040:2.0:1787762375.748128:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762375.748130:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762375.748132:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762375.748133:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787762375.748135:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762375.748137:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762375.748139:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762375.748142:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a800.
02000000:00000010:2.0:1787762375.748144:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef000.
02000000:00000001:1.0:1787762375.748147:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762375.748150:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762375.748157:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec3c0 x1874600883836800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762375.748158:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762375.748168:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762375.748171:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762375.748174:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000100:00000040:2.0:1787762375.748175:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ac1d0d0] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec3c0 x1874600883836800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762375.748185:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762375.748188:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00080000:2.0:1787762375.748188:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762375.748194:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762375.748196:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762375.748197:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1787762375.748201:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883836672, portal 25
00000100:00000001:2.0:1787762375.748201:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762375.748207:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3760
00000100:00000001:1.0:1787762375.748208:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1787762375.748212:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762375.748213:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089371584 : -115902620180032 : ffff9696517ee1c0)
00000400:00000200:2.0:1787762375.748217:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762375.748220:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762375.748225:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000040:1.0:1787762375.748226:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ee1c0 x1874600883836672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762375.748229:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762375.748233:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762375.748237:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762375.748241:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762375.748244:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000100:00000001:1.0:1787762375.748245:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1787762375.748247:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762375.748250:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762375.748254:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:1.0:1787762375.748255:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000020:00000001:2.0:1787762375.748258:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000010:1.0:1787762375.748261:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000040:2.0:1787762375.748263:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762375.748267:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787762375.748268:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883836672, offset 0
00000100:00000040:2.0:1787762375.748269:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762375.748274:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762375.748276:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762375.748281:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000400:00000200:1.0:1787762375.748284:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000001:2.0:1787762375.748285:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762375.748289:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762375.748291:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762375.748293:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762375.748295:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762375.748297:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762375.748298:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000008:00000001:2.0:1787762375.748301:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762375.748304:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762375.748308:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ed2c0.
00000400:00000200:1.0:1787762375.748310:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000020:00000040:2.0:1787762375.748312:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762375.748316:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762375.748318:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762375.748320:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787762375.748320:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762375.748324:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762375.748327:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762375.748330:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
02000000:00000010:2.0:1787762375.748333:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ee000.
00000100:00000001:2.0:1787762375.748337:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762375.748338:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00100000:2.0:1787762375.748344:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ed2c0 x1874600883836928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762375.748346:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762375.748355:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3474:3474:256:4294967295] 192.168.204.116@tcp LPNI seq info [3474:3474:8:4294967295]
00000100:00000001:2.0:1787762375.748357:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762375.748360:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762375.748364:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:2.0:1787762375.748368:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ed0154] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ed2c0 x1874600883836928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762375.748377:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762375.748379:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762375.748386:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1787762375.748386:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762375.748390:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762375.748393:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762375.748397:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.0:1787762375.748398:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00080000:2.0:1787762375.748402:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3760
00000400:00000200:2.0:1787762375.748406:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000800:00000010:1.0:1787762375.748407:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000400:00000200:2.0:1787762375.748411:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762375.748414:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1787762375.748418:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:2.0:1787762375.748419:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762375.748424:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787762375.748425:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000100:00000040:2.0:1787762375.748427:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762375.748432:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:1.1:1787762375.748436:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000001:2.0:1787762375.748437:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762375.748439:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000800:00000200:1.1:1787762375.748441:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000020:00000001:2.0:1787762375.748442:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762375.748446:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000800:00000100:1.0:1787762375.748448:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000020:00000001:2.0:1787762375.748450:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000800:00000010:1.0:1787762375.748451:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000020:00000001:2.0:1787762375.748453:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000400:00000200:1.0:1787762375.748457:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1787762375.748458:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762375.748462:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762375.748466:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1787762375.748467:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762375.748471:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000100:00000001:2.0:1787762375.748471:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762375.748474:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000400:00000010:1.0:1787762375.748475:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00080000:2.0:1787762375.748480:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762375.748482:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787762375.748483:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762375.748486:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1787762375.748489:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ee1c0 x1874600883836672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762375.748489:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762375.748494:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762375.748498:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762375.748501:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000100:00000001:1.0:1787762375.748504:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:2.0:1787762375.748505:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762375.748509:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762375.748510:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee1c0 x1874600883836672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762400 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787762375.748513:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee580.
00000020:00000040:2.0:1787762375.748518:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762375.748520:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762375.748521:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762375.748523:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762375.748524:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762375.748527:0:2396:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787762375.748527:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762375.748531:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762375.748535:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762375.748536:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483edc00.
00000100:00000001:2.0:1787762375.748543:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762375.748545:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762375.748548:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298434299
00000100:00100000:2.0:1787762375.748550:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee580 x1874600883837056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1787762375.748555:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816dc60.
00000100:00000001:2.0:1787762375.748561:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762375.748564:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762375.748568:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1787762375.748568:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d12b9ce] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee580 x1874600883837056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762375.748578:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762375.748579:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298434299
00000100:00080000:2.0:1787762375.748581:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762375.748586:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000010:1.0:1787762375.748587:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816dea0.
00000100:00000001:2.0:1787762375.748588:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762375.748592:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762375.748594:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762375.748595:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762375.748622:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762375.748626:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762375.748629:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1787762375.748636:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3760
00000100:00100000:1.0:1787762375.748637:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762375/real 1787762375]  req@ffff9696517ee1c0 x1874600883836672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762375.748644:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762375.748650:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762375.748654:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000001:1.0:1787762375.748660:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1787762375.748660:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762375.748665:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1787762375.748666:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1787762375.748669:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000010:1.0:1787762375.748671:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000100:00000001:2.0:1787762375.748673:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:1.0:1787762375.748677:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000020:00000001:2.0:1787762375.748677:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762375.748680:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000400:00000010:1.0:1787762375.748682:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000020:00000001:2.0:1787762375.748684:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762375.748687:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000100:00000001:1.0:1787762375.748688:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:2.0:1787762375.748690:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762375.748693:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000200:1.0:1787762375.748697:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ee1c0 x1874600883836672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762375.748698:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762375.748702:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762375.748706:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762375.748710:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762375.748714:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762375.748721:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000200:1.0:1787762375.748722:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ee1c0 x1874600883836672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762375.748726:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762375.748730:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762375.748734:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762375.748737:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762375.748738:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762375.748740:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762375.748743:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1787762375.748743:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787762375.748749:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:2.0:1787762375.748749:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762375.748751:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762375.748754:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1787762375.748756:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef0c0.
00000020:00000040:2.0:1787762375.748759:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000100:00100000:1.0:1787762375.748762:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ee1c0 x1874600883836672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762375.748763:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762375.748766:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762375.748770:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762375.748773:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762375.748775:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762375.748779:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1787762375.748781:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef400.
00000100:00000040:1.0:1787762375.748786:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ee1c0 x1874600883836672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762375.748786:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762375.748795:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef0c0 x1874600883837184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762375.748799:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762375.748805:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762375.748809:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762375.748811:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762375.748813:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762375.748827:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007513b59] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef0c0 x1874600883837184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.748831:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762375.748838:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762375.748841:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762375.748842:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762375.748848:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1787762375.748849:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3770)
00000100:00080000:1.0:1787762375.748857:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762375.748861:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762375.748866:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ee1c0 x1874600883836672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762375.748875:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ee1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883836672:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762375.748881:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762375.748883:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762375.748885:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ee1c0 x1874600883836672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.748890:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762375.748892:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762375.748894:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a800.
02000000:00000001:1.0:1787762375.748896:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762375.748898:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762375.748899:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762375.748901:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762375.748904:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef800.
02000000:00000001:1.0:1787762375.748908:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762375.748909:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762375.748910:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ee1c0.
00000100:00000001:1.0:1787762375.748913:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762375.748914:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762375.748916:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762375.748923:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762375.748925:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762375.748928:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762375.748929:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762375.748930:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762375.748933:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec3c0 x1874600883836800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.748940:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762375.748942:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762375.748944:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762375.748954:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762375.748957:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762375.748960:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883836800:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762375.748963:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762375.748965:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762375.748966:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762375.748968:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762375.748971:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a800.
02000000:00000001:1.0:1787762375.748973:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762375.748977:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762375.748980:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762375.748983:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762375.748986:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883836800, portal 10
00000100:00000001:1.0:1787762375.748988:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762375.748990:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089363904 : -115902620187712 : ffff9696517ec3c0)
00000100:00000040:1.0:1787762375.748997:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec3c0 x1874600883836800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749002:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762375.749005:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762375.749007:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762375.749009:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883836800, offset 0
00000400:00000200:1.0:1787762375.749013:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762375.749017:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762375.749021:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762375.749024:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762375.749027:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762375.749029:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762375.749031:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762375.749034:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3475:3475:256:4294967295] 192.168.204.116@tcp LPNI seq info [3475:3475:8:4294967295]
00000400:00000200:1.0:1787762375.749038:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762375.749044:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762375.749048:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762375.749052:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762375.749056:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762375.749059:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762375.749063:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762375.749066:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787762375.749070:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762375.749072:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762375.749075:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762375.749079:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762375.749082:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762375.749084:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762375.749086:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762375.749089:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ec3c0 x1874600883836800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749097:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762375.749100:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec3c0 x1874600883836800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762400 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749107:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762375.749108:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762375.749111:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762375.749115:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762375.749118:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762375.749120:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298433060
00000100:00000001:1.0:1787762375.749123:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298434299
00000100:00000001:1.0:1787762375.749125:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298433060
00000100:00000001:1.0:1787762375.749127:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298434299
00000100:00000001:1.0:1787762375.749129:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762375.749131:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762375.749133:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762375.749137:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762375/real 1787762375]  req@ffff9696517ec3c0 x1874600883836800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762375.749144:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762375.749146:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762375.749147:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762375.749150:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762375.749151:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762375.749153:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762375.749157:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec3c0 x1874600883836800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762375.749164:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec3c0 x1874600883836800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749170:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762375.749172:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762375.749174:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762375.749176:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762375.749179:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec3c0 x1874600883836800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749186:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762375.749189:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec3c0 x1874600883836800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749194:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762375.749196:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762375.749197:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762375.749198:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762375.749199:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762375.749200:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762375.749202:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762375.749203:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762375.749205:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762375.749207:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec3c0 x1874600883836800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762375.749212:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883836800:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762375.749215:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762375.749216:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ed2c0 x1874600883836928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749224:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762375.749225:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762375.749227:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762375.749228:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762375.749229:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762375.749231:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ed2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883836928:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762375.749232:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762375.749234:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762375.749235:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762375.749236:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762375.749238:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449800.
02000000:00000001:1.0:1787762375.749239:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762375.749242:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762375.749243:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762375.749246:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762375.749249:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883836928, portal 10
00000100:00000001:1.0:1787762375.749251:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762375.749252:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089367744 : -115902620183872 : ffff9696517ed2c0)
00000100:00000040:1.0:1787762375.749257:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ed2c0 x1874600883836928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749263:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762375.749266:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762375.749268:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762375.749270:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883836928, offset 0
00000400:00000200:1.0:1787762375.749274:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762375.749278:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762375.749281:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762375.749284:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762375.749287:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762375.749289:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762375.749292:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762375.749295:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3476:3476:256:4294967295] 192.168.204.116@tcp LPNI seq info [3476:3476:8:4294967295]
00000400:00000200:1.0:1787762375.749299:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762375.749304:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762375.749309:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762375.749312:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762375.749315:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762375.749318:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762375.749322:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762375.749325:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787762375.749328:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762375.749330:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762375.749333:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762375.749336:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762375.749339:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762375.749341:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762375.749344:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762375.749347:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ed2c0 x1874600883836928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749353:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762375.749355:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ed2c0 x1874600883836928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762400 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749359:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762375.749360:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762375.749363:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762375.749365:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762375.749367:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762375.749368:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298433119
00000100:00000001:1.0:1787762375.749370:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298434299
00000100:00000001:1.0:1787762375.749371:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298433119
00000100:00000001:1.0:1787762375.749373:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298434299
00000100:00000001:1.0:1787762375.749374:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762375.749376:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762375.749377:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762375.749379:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762375/real 1787762375]  req@ffff9696517ed2c0 x1874600883836928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762375.749384:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762375.749385:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762375.749386:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762375.749387:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762375.749388:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762375.749389:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762375.749391:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ed2c0 x1874600883836928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762375.749396:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ed2c0 x1874600883836928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749400:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762375.749400:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762375.749401:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762375.749402:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762375.749404:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ed2c0 x1874600883836928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749407:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762375.749409:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ed2c0 x1874600883836928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749413:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762375.749414:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762375.749415:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762375.749417:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762375.749418:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762375.749419:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762375.749421:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762375.749423:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762375.749424:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762375.749427:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ed2c0 x1874600883836928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762375.749431:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ed2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883836928:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762375.749433:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762375.749435:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ee580 x1874600883837056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749438:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762375.749439:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762375.749440:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762375.749441:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762375.749442:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762375.749444:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883837056:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762375.749446:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762375.749447:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762375.749448:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762375.749449:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762375.749452:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a000.
02000000:00000001:1.0:1787762375.749453:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762375.749455:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762375.749456:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762375.749459:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762375.749461:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883837056, portal 4
00000100:00000001:1.0:1787762375.749462:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762375.749463:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089372544 : -115902620179072 : ffff9696517ee580)
00000100:00000040:1.0:1787762375.749466:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ee580 x1874600883837056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749470:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762375.749472:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762375.749474:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762375.749475:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883837056, offset 0
00000400:00000200:1.0:1787762375.749477:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762375.749480:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762375.749482:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762375.749484:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762375.749485:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762375.749487:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762375.749488:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762375.749490:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3477:3477:256:4294967295] 192.168.204.116@tcp LPNI seq info [3477:3477:8:4294967295]
00000400:00000200:1.0:1787762375.749493:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762375.749497:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762375.749501:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762375.749504:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762375.749508:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762375.749510:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762375.749514:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762375.749517:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787762375.749520:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762375.749522:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762375.749525:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762375.749528:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762375.749531:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762375.749533:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762375.749535:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762375.749538:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ee580 x1874600883837056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749546:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762375.749549:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee580 x1874600883837056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762400 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749555:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762375.749556:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762375.749560:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762375.749563:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762375.749565:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762375.749567:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298433040
00000100:00000001:1.0:1787762375.749570:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298434299
00000100:00000001:1.0:1787762375.749572:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298433040
00000100:00000001:1.0:1787762375.749574:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298434299
00000100:00000001:1.0:1787762375.749576:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762375.749578:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762375.749580:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762375.749583:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762375/real 1787762375]  req@ffff9696517ee580 x1874600883837056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762375.749591:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762375.749592:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762375.749593:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762375.749614:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762375.749616:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762375.749618:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762375.749622:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ee580 x1874600883837056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762375.749629:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ee580 x1874600883837056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749635:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762375.749637:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762375.749639:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762375.749640:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762375.749643:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ee580 x1874600883837056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749650:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762375.749654:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ee580 x1874600883837056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749660:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762375.749663:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762375.749664:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762375.749665:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762375.749667:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762375.749669:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762375.749671:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762375.749674:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762375.749677:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762375.749680:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ee580 x1874600883837056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762375.749688:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883837056:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762375.749692:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762375.749695:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef0c0 x1874600883837184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749701:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762375.749702:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762375.749704:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762375.749706:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762375.749708:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762375.749710:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883837184:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762375.749713:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762375.749715:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762375.749716:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762375.749718:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762375.749721:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448c00.
02000000:00000001:1.0:1787762375.749723:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762375.749726:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762375.749729:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762375.749732:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762375.749735:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883837184, portal 4
00000100:00000001:1.0:1787762375.749737:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762375.749739:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089375424 : -115902620176192 : ffff9696517ef0c0)
00000100:00000040:1.0:1787762375.749745:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef0c0 x1874600883837184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749751:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762375.749753:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762375.749755:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762375.749757:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883837184, offset 0
00000400:00000200:1.0:1787762375.749760:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762375.749763:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762375.749767:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762375.749769:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762375.749772:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762375.749774:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762375.749776:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762375.749780:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3478:3478:256:4294967295] 192.168.204.116@tcp LPNI seq info [3478:3478:8:4294967295]
00000400:00000200:1.0:1787762375.749783:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762375.749789:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762375.749793:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762375.749797:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762375.749801:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762375.749803:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762375.749806:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762375.749808:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787762375.749811:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762375.749812:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762375.749814:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762375.749828:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762375.749831:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762375.749833:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762375.749836:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762375.749840:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ef0c0 x1874600883837184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749847:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762375.749850:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef0c0 x1874600883837184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762400 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749857:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762375.749858:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762375.749862:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762375.749865:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762375.749868:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762375.749870:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298433048
00000100:00000001:1.0:1787762375.749873:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298434299
00000100:00000001:1.0:1787762375.749875:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298433048
00000100:00000001:1.0:1787762375.749877:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298434299
00000100:00000001:1.0:1787762375.749879:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762375.749881:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762375.749883:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762375.749886:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762375/real 1787762375]  req@ffff9696517ef0c0 x1874600883837184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762375.749893:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762375.749894:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762375.749896:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762375.749898:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762375.749899:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762375.749901:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762375.749904:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef0c0 x1874600883837184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762375.749912:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef0c0 x1874600883837184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749923:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762375.749924:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762375.749926:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762375.749927:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762375.749931:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef0c0 x1874600883837184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749937:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762375.749941:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef0c0 x1874600883837184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749948:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762375.749950:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762375.749951:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762375.749953:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762375.749955:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762375.749956:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762375.749959:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762375.749962:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762375.749964:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762375.749968:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef0c0 x1874600883837184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762375.749976:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883837184:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762375.749980:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762375.749982:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762375.749985:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec3c0 x1874600883836800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.749991:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762375.749993:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762375.749996:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a800.
02000000:00000001:1.0:1787762375.749999:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762375.750000:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762375.750001:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762375.750003:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762375.750006:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef000.
02000000:00000001:1.0:1787762375.750008:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762375.750009:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762375.750011:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec3c0.
00000100:00000001:1.0:1787762375.750014:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762375.750015:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762375.750016:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762375.750020:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ed2c0 x1874600883836928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.750027:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762375.750028:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762375.750030:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449800.
02000000:00000001:1.0:1787762375.750032:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762375.750033:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762375.750034:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762375.750036:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762375.750038:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ee000.
02000000:00000001:1.0:1787762375.750041:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762375.750042:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762375.750044:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ed2c0.
00000100:00000001:1.0:1787762375.750046:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762375.750047:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762375.750049:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762375.750052:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ee580 x1874600883837056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.750059:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762375.750060:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762375.750062:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a000.
02000000:00000001:1.0:1787762375.750064:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762375.750065:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762375.750066:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762375.750069:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762375.750070:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483edc00.
02000000:00000001:1.0:1787762375.750073:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762375.750074:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762375.750075:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ee580.
00000100:00000001:1.0:1787762375.750078:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762375.750079:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762375.750081:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762375.750084:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef0c0 x1874600883837184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762375.750090:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762375.750091:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762375.750092:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448c00.
02000000:00000001:1.0:1787762375.750095:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762375.750096:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762375.750097:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762375.750099:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762375.750100:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef400.
02000000:00000001:1.0:1787762375.750102:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762375.750104:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762375.750105:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef0c0.
00000100:00000001:1.0:1787762375.750107:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762375.750108:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762375.750110:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762375.750114:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762375.750116:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762375.750118:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762375.750120:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762376.195762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762376.195772:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762376.195779:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762376.195781:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762376.195785:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762376.195786:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762376.195833:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762376.195837:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762376.195840:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787762377.027678:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298434299, at 4298434304
00000100:00000040:0.0:1787762377.027680:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298434299, at 4298434304
00000100:00000010:0.0:1787762377.027693:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00000100:00000010:1.0:1787762377.027695:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00010000:00000001:0.0:1787762377.219882:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762377.219891:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762377.219893:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762377.219897:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762377.219901:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762377.219904:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762377.219906:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762377.219908:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762377.219912:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762377.219913:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762377.219916:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762377.219918:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762377.220001:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762377.220004:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762377.220007:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762378.243725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762378.243731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762378.243735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762378.243735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762378.243738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762378.243739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762378.243756:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762378.243758:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762378.243760:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762379.267735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762379.267742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762379.267747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762379.267763:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762379.267766:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762379.267769:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762379.267772:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762379.267774:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762379.267776:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762379.267779:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762379.267783:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762379.267785:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762379.267854:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762379.267858:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762379.267861:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762380.291707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762380.291714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762380.291717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762380.291718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762380.291720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762380.291721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762380.291752:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762380.291754:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762380.291757:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762380.867728:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762380.867738:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762380.867740:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762380.867744:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762380.867749:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762380.867757:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3765
00000400:00000200:2.0:1787762380.867765:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762380.867771:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762380.867774:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762380.867776:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762380.867780:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762380.867782:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762380.867785:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762380.867789:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762380.867791:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762380.867793:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762380.867797:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762380.867799:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762380.867801:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762380.867805:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762380.867807:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762380.867808:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762380.867810:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762380.867813:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762380.867816:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762380.867819:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762380.867822:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762380.867826:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762380.867829:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762380.867831:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762380.867834:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762380.867843:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef840.
00000020:00000040:2.0:1787762380.867847:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762380.867851:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762380.867853:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762380.867856:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762380.867859:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762380.867863:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762380.867870:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483efc00.
00000100:00000001:2.0:1787762380.867876:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762380.867885:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef840 x1874600883837312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762380.867894:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762380.867899:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762380.867903:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b068e52] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef840 x1874600883837312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762380.867926:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762380.867929:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762380.867933:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762380.867934:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762380.867935:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762380.867938:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762380.867941:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3765
00000400:00000200:2.0:1787762380.867945:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762380.867949:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762380.867951:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762380.867955:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762380.867957:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762380.867958:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787762380.867960:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762380.867963:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762380.867965:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762380.867967:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787762380.867970:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762380.867974:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000100:00000040:1.0:1787762380.867975:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef840 x1874600883837312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787762380.867977:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762380.867981:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000100:00000001:1.0:1787762380.867986:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762380.867988:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762380.867990:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762380.867992:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762380.867996:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762380.867996:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00100000:1.0:1787762380.868001:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883837312:192.168.204.116@tcp:250:kworker.0
00000020:00000001:2.0:1787762380.868003:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000001:1.0:1787762380.868005:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762380.868010:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1787762380.868010:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
02000000:00000001:1.0:1787762380.868012:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762380.868014:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787762380.868016:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1787762380.868020:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
02000000:00000010:1.0:1787762380.868021:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448c00.
00000100:00000001:2.0:1787762380.868023:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
02000000:00000001:1.0:1787762380.868024:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762380.868030:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000400:00000200:1.0:1787762380.868035:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:2.0:1787762380.868035:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762380.868040:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762380.868041:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
02000000:00000001:2.0:1787762380.868043:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1787762380.868050:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
02000000:00000001:2.0:1787762380.868050:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762380.868055:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762380.868057:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:1.0:1787762380.868058:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883837312, portal 25
00000100:00000001:1.0:1787762380.868062:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:2.0:1787762380.868062:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762380.868065:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089377344 : -115902620174272 : ffff9696517ef840)
00000008:00000001:2.0:1787762380.868067:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762380.868071:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762380.868075:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec780.
00000100:00000040:1.0:1787762380.868076:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef840 x1874600883837312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787762380.868080:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
00000100:00000001:1.0:1787762380.868086:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787762380.868086:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1787762380.868090:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
02000000:00000001:2.0:1787762380.868091:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762380.868093:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000001:2.0:1787762380.868095:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1787762380.868096:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883837312, offset 0
02000000:00000001:2.0:1787762380.868098:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762380.868102:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762380.868103:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
02000000:00000010:2.0:1787762380.868109:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec000.
00000100:00000001:2.0:1787762380.868114:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762380.868118:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00100000:2.0:1787762380.868122:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec780 x1874600883837440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762380.868125:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762380.868132:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787762380.868138:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762380.868140:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762380.868145:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762380.868148:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000001:2.0:1787762380.868151:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762380.868158:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056399392] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec780 x1874600883837440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762380.868166:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3479:3479:256:4294967295] 192.168.204.116@tcp LPNI seq info [3479:3479:8:4294967295]
00000100:00000001:2.0:1787762380.868169:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762380.868175:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:2.0:1787762380.868175:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762380.868187:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1787762380.868187:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762380.868191:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762380.868195:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1787762380.868199:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000001:2.0:1787762380.868200:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762380.868206:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3765
00000800:00000010:1.0:1787762380.868208:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000400:00000200:2.0:1787762380.868212:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762380.868219:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000800:00000200:1.0:1787762380.868220:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:2.0:1787762380.868223:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1787762380.868225:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000100:00000040:2.0:1787762380.868229:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762380.868233:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787762380.868237:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:2.0:1787762380.868239:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000200:1.1:1787762380.868242:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000100:00000001:2.0:1787762380.868244:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762380.868248:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762380.868249:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762380.868250:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762380.868252:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762380.868254:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762380.868259:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762380.868262:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000800:00000100:1.0:1787762380.868265:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00000001:2.0:1787762380.868266:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1787762380.868269:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000100:00000040:2.0:1787762380.868271:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762380.868275:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:1.0:1787762380.868277:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1787762380.868278:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762380.868285:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000400:00000200:1.0:1787762380.868287:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787762380.868290:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762380.868294:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
02000000:00000001:2.0:1787762380.868294:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762380.868298:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762380.868302:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762380.868305:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:2.0:1787762380.868305:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762380.868308:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762380.868313:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:2.0:1787762380.868313:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762380.868317:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762380.868321:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ef840 x1874600883837312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787762380.868322:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ecf00.
00000020:00000040:2.0:1787762380.868328:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762380.868334:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762380.868336:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762380.868338:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762380.868340:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787762380.868340:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762380.868344:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762380.868347:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef840 x1874600883837312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762405 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787762380.868349:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ecc00.
00000100:00000001:2.0:1787762380.868354:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762380.868360:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762380.868363:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1787762380.868363:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ecf00 x1874600883837568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762380.868371:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762380.868374:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762380.868378:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762380.868379:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762380.868383:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298439419
00000100:00000040:2.0:1787762380.868386:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105f396e] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ecf00 x1874600883837568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787762380.868390:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816dea0.
00000100:00000001:1.0:1787762380.868399:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762380.868399:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762380.868403:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762380.868408:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298439419
00000100:00080000:2.0:1787762380.868408:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762380.868411:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762380.868414:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:1.0:1787762380.868415:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d420.
00000100:00000001:2.0:1787762380.868417:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762380.868422:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3765
00000400:00000200:2.0:1787762380.868426:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762380.868427:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000400:00000200:2.0:1787762380.868431:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000001:1.0:1787762380.868433:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787762380.868434:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762380.868438:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762380.868439:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762380.868443:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787762380.868443:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762380.868448:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762380.868450:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00100000:1.0:1787762380.868453:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762380/real 1787762380]  req@ffff9696517ef840 x1874600883837312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787762380.868453:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762380.868456:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762380.868458:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762380.868461:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762380.868465:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762380.868470:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000400:00000001:1.0:1787762380.868471:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762380.868474:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1787762380.868475:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000010:1.0:1787762380.868478:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000100:00000001:2.0:1787762380.868479:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762380.868484:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762380.868486:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762380.868489:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1787762380.868492:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000200:1.0:1787762380.868494:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef840 x1874600883837312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762380.868498:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762380.868504:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762380.868511:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000200:1.0:1787762380.868513:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef840 x1874600883837312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762380.868515:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762380.868520:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762380.868523:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762380.868526:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:2.0:1787762380.868527:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762380.868529:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762380.868531:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762380.868533:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762380.868535:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1787762380.868535:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762380.868540:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762380.868543:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762380.868544:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef840 x1874600883837312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787762380.868547:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517eed00.
00000100:00000001:1.0:1787762380.868555:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787762380.868559:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
00000100:00000040:1.0:1787762380.868561:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef840 x1874600883837312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762380.868563:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762380.868566:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762380.868570:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762380.868573:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787762380.868575:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1787762380.868576:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762380.868581:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1787762380.868583:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec400.
00000100:00000001:1.0:1787762380.868585:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762380.868588:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762380.868588:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762380.868593:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00100000:2.0:1787762380.868615:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517eed00 x1874600883837696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762380.868623:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762380.868625:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762380.868630:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1787762380.868630:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adaeb222] to pc [ptlrpcd_rcv+-1]  req@ffff9696517eed00 x1874600883837696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762380.868636:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762380.868645:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762380.868647:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762380.868649:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:2.0:1787762380.868651:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762380.868656:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:1.0:1787762380.868657:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef840 x1874600883837312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762380.868659:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762380.868661:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762380.868667:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762380.868673:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3765
00000100:00100000:1.0:1787762380.868676:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883837312:192.168.204.116@tcp:250:kworker.0
00000400:00000200:2.0:1787762380.868681:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762380.868684:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787762380.868687:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000001:1.0:1787762380.868688:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1787762380.868692:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762380.868696:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef840 x1874600883837312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762380.868697:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762380.868703:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762380.868707:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762380.868711:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762380.868714:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000001:2.0:1787762380.868715:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762380.868730:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
02000000:00000001:1.0:1787762380.868731:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:2.0:1787762380.868732:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000010:1.0:1787762380.868735:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448c00.
00000020:00000040:2.0:1787762380.868736:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
02000000:00000001:1.0:1787762380.868741:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762380.868741:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:1.0:1787762380.868744:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787762380.868746:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000040:1.0:1787762380.868747:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000100:00000040:2.0:1787762380.868752:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000020:00000001:1.0:1787762380.868753:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:2.0:1787762380.868756:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762380.868758:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
02000000:00000010:1.0:1787762380.868761:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483efc00.
00000100:00000001:2.0:1787762380.868761:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762380.868766:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
02000000:00000001:1.0:1787762380.868768:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762380.868771:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:2.0:1787762380.868771:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000010:1.0:1787762380.868775:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef840.
00000100:00000001:2.0:1787762380.868776:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762380.868780:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762380.868781:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:2.0:1787762380.868783:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762380.868784:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787762380.868787:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762380.868789:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762380.868792:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762380.868795:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787762380.868798:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000008:00000001:2.0:1787762380.868798:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762380.868801:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762380.868804:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ede00.
00000020:00000040:2.0:1787762380.868805:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000100:00000001:1.0:1787762380.868808:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762380.868810:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762380.868813:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762380.868814:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762380.868815:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762380.868817:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787762380.868818:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787762380.868820:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787762380.868822:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762380.868826:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec780 x1874600883837440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787762380.868827:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483efc00.
00000100:00000001:2.0:1787762380.868833:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762380.868842:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1787762380.868843:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ede00 x1874600883837824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762380.868844:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762380.868847:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762380.868849:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762380.868852:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762380.868858:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762380.868860:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762380.868865:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883837440:192.168.204.116@tcp:38:kworker.0
00000100:00000040:2.0:1787762380.868867:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041377f2a] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ede00 x1874600883837824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.868875:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762380.868879:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787762380.868881:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762380.868882:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762380.868886:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1787762380.868887:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3775)
02000000:00000010:1.0:1787762380.868890:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448c00.
02000000:00000001:1.0:1787762380.868894:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762380.868898:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762380.868902:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762380.868906:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762380.868909:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883837440, portal 10
00000100:00000001:1.0:1787762380.868910:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762380.868912:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089364864 : -115902620186752 : ffff9696517ec780)
00000100:00000040:1.0:1787762380.868918:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec780 x1874600883837440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.868924:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762380.868926:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762380.868928:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762380.868930:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883837440, offset 0
00000400:00000200:1.0:1787762380.868934:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762380.868938:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762380.868942:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762380.868945:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762380.868947:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762380.868949:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762380.868952:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762380.868955:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3480:3480:256:4294967295] 192.168.204.116@tcp LPNI seq info [3480:3480:8:4294967295]
00000400:00000200:1.0:1787762380.868959:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762380.868965:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762380.868968:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762380.868971:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762380.868974:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762380.868976:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787762380.868979:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762380.868980:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1787762380.868983:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762380.868984:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762380.868986:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762380.868988:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762380.868990:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762380.868991:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762380.868993:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762380.868995:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ec780 x1874600883837440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869000:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762380.869002:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec780 x1874600883837440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762405 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869006:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762380.869007:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762380.869009:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762380.869011:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762380.869013:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762380.869015:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298438180
00000100:00000001:1.0:1787762380.869016:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298439419
00000100:00000001:1.0:1787762380.869017:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298438180
00000100:00000001:1.0:1787762380.869019:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298439419
00000100:00000001:1.0:1787762380.869020:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762380.869022:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762380.869023:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762380.869025:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762380/real 1787762380]  req@ffff9696517ec780 x1874600883837440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762380.869033:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762380.869034:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762380.869036:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762380.869038:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762380.869040:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762380.869041:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762380.869045:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec780 x1874600883837440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762380.869053:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec780 x1874600883837440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869059:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762380.869060:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762380.869062:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762380.869063:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762380.869067:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec780 x1874600883837440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869074:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762380.869078:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec780 x1874600883837440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869083:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762380.869085:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762380.869086:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762380.869087:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762380.869088:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762380.869089:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762380.869091:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762380.869093:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762380.869094:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762380.869097:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec780 x1874600883837440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762380.869101:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883837440:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762380.869103:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762380.869104:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ecf00 x1874600883837568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869108:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762380.869109:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762380.869110:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762380.869111:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762380.869112:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762380.869114:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ecf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883837568:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762380.869116:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762380.869117:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762380.869118:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762380.869119:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762380.869121:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a000.
02000000:00000001:1.0:1787762380.869122:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762380.869124:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762380.869126:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762380.869127:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762380.869129:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883837568, portal 10
00000100:00000001:1.0:1787762380.869130:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762380.869131:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089366784 : -115902620184832 : ffff9696517ecf00)
00000100:00000040:1.0:1787762380.869135:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ecf00 x1874600883837568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869138:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762380.869140:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762380.869141:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762380.869143:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883837568, offset 0
00000400:00000200:1.0:1787762380.869145:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762380.869147:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762380.869150:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762380.869152:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762380.869153:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762380.869155:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762380.869156:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762380.869158:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3481:3481:256:4294967295] 192.168.204.116@tcp LPNI seq info [3481:3481:8:4294967295]
00000400:00000200:1.0:1787762380.869160:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762380.869164:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762380.869166:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762380.869168:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762380.869171:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762380.869174:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787762380.869177:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762380.869180:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1787762380.869183:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762380.869185:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762380.869187:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762380.869190:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762380.869193:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762380.869195:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762380.869197:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762380.869200:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ecf00 x1874600883837568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869207:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762380.869210:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ecf00 x1874600883837568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762405 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869216:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762380.869217:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762380.869221:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762380.869224:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762380.869227:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762380.869229:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298438239
00000100:00000001:1.0:1787762380.869231:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298439419
00000100:00000001:1.0:1787762380.869233:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298438239
00000100:00000001:1.0:1787762380.869235:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298439419
00000100:00000001:1.0:1787762380.869237:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762380.869239:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762380.869241:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762380.869245:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762380/real 1787762380]  req@ffff9696517ecf00 x1874600883837568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762380.869253:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762380.869254:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762380.869255:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762380.869257:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762380.869258:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762380.869259:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762380.869261:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ecf00 x1874600883837568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762380.869266:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ecf00 x1874600883837568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869269:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762380.869270:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762380.869271:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762380.869272:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762380.869273:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ecf00 x1874600883837568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869277:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762380.869279:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ecf00 x1874600883837568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869284:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762380.869286:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762380.869288:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762380.869289:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762380.869291:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762380.869292:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762380.869294:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762380.869297:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762380.869299:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762380.869303:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ecf00 x1874600883837568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762380.869310:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ecf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883837568:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762380.869314:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762380.869317:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517eed00 x1874600883837696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869324:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762380.869325:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762380.869327:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762380.869329:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762380.869331:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762380.869332:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517eed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883837696:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762380.869335:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762380.869336:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762380.869337:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762380.869338:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762380.869340:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449800.
02000000:00000001:1.0:1787762380.869342:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762380.869344:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762380.869346:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762380.869348:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762380.869350:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883837696, portal 4
00000100:00000001:1.0:1787762380.869351:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762380.869352:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089374464 : -115902620177152 : ffff9696517eed00)
00000100:00000040:1.0:1787762380.869356:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517eed00 x1874600883837696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869360:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762380.869361:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762380.869362:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762380.869363:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883837696, offset 0
00000400:00000200:1.0:1787762380.869366:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762380.869368:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762380.869370:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762380.869371:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762380.869373:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762380.869374:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762380.869376:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762380.869378:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3482:3482:256:4294967295] 192.168.204.116@tcp LPNI seq info [3482:3482:8:4294967295]
00000400:00000200:1.0:1787762380.869380:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762380.869383:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762380.869386:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762380.869388:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762380.869390:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762380.869392:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787762380.869396:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762380.869398:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1787762380.869401:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762380.869403:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762380.869406:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762380.869408:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762380.869411:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762380.869413:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762380.869415:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762380.869419:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517eed00 x1874600883837696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869426:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762380.869429:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517eed00 x1874600883837696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762405 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869435:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762380.869436:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762380.869450:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762380.869456:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762380.869459:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762380.869461:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298438160
00000100:00000001:1.0:1787762380.869463:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298439419
00000100:00000001:1.0:1787762380.869465:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298438160
00000100:00000001:1.0:1787762380.869467:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298439419
00000100:00000001:1.0:1787762380.869468:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762380.869470:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762380.869472:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762380.869476:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762380/real 1787762380]  req@ffff9696517eed00 x1874600883837696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762380.869484:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762380.869485:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762380.869487:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762380.869489:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762380.869491:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762380.869493:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762380.869496:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517eed00 x1874600883837696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762380.869504:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517eed00 x1874600883837696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869514:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762380.869515:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762380.869516:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762380.869517:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762380.869519:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517eed00 x1874600883837696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869523:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762380.869525:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517eed00 x1874600883837696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869529:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762380.869530:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762380.869531:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762380.869532:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762380.869534:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762380.869535:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762380.869537:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762380.869540:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762380.869542:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762380.869546:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517eed00 x1874600883837696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762380.869553:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517eed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883837696:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762380.869556:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762380.869558:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762380.869561:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec780 x1874600883837440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869567:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762380.869569:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762380.869571:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448c00.
02000000:00000001:1.0:1787762380.869573:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762380.869575:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762380.869576:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762380.869578:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762380.869580:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ec000.
02000000:00000001:1.0:1787762380.869584:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762380.869585:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762380.869586:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec780.
00000100:00000001:1.0:1787762380.869589:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762380.869590:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762380.869591:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762380.869594:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ecf00 x1874600883837568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869618:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762380.869619:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762380.869621:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a000.
02000000:00000001:1.0:1787762380.869624:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762380.869625:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762380.869626:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762380.869628:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762380.869630:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ecc00.
02000000:00000001:1.0:1787762380.869632:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762380.869633:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762380.869635:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ecf00.
00000100:00000001:1.0:1787762380.869637:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762380.869638:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762380.869640:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762380.869643:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517eed00 x1874600883837696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869649:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762380.869650:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762380.869652:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449800.
02000000:00000001:1.0:1787762380.869654:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762380.869655:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762380.869656:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762380.869658:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762380.869659:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ec400.
02000000:00000001:1.0:1787762380.869661:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762380.869662:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762380.869663:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517eed00.
00000100:00000001:1.0:1787762380.869666:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762380.869667:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762380.869669:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762380.869672:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762380.869673:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762380.869675:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762380.869676:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762380.869677:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762380.869680:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ede00 x1874600883837824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869684:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762380.869685:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762380.869686:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762380.869687:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762380.869688:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762380.869690:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ede00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883837824:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762380.869692:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762380.869693:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762380.869694:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762380.869695:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762380.869697:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449800.
02000000:00000001:1.0:1787762380.869699:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762380.869701:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762380.869703:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762380.869705:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762380.869707:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883837824, portal 4
00000100:00000001:1.0:1787762380.869708:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762380.869708:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089370624 : -115902620180992 : ffff9696517ede00)
00000100:00000040:1.0:1787762380.869712:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ede00 x1874600883837824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869734:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762380.869736:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762380.869738:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762380.869740:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883837824, offset 0
00000400:00000200:1.0:1787762380.869742:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762380.869745:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762380.869747:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762380.869749:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762380.869750:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762380.869752:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762380.869753:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762380.869756:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3483:3483:256:4294967295] 192.168.204.116@tcp LPNI seq info [3483:3483:8:4294967295]
00000400:00000200:1.0:1787762380.869758:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762380.869762:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762380.869764:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762380.869765:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762380.869768:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762380.869769:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787762380.869772:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762380.869774:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1787762380.869776:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762380.869777:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762380.869779:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762380.869781:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762380.869782:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762380.869784:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762380.869785:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762380.869787:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ede00 x1874600883837824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869791:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762380.869793:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ede00 x1874600883837824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762405 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869801:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762380.869802:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762380.869803:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762380.869805:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762380.869807:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762380.869808:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298438168
00000100:00000001:1.0:1787762380.869810:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298439419
00000100:00000001:1.0:1787762380.869811:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298438168
00000100:00000001:1.0:1787762380.869812:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298439419
00000100:00000001:1.0:1787762380.869814:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762380.869815:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762380.869816:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762380.869818:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762380/real 1787762380]  req@ffff9696517ede00 x1874600883837824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762380.869822:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762380.869823:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762380.869824:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762380.869825:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762380.869826:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762380.869827:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762380.869829:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ede00 x1874600883837824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762380.869833:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ede00 x1874600883837824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869837:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762380.869838:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762380.869839:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762380.869839:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762380.869841:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ede00 x1874600883837824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869846:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762380.869848:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ede00 x1874600883837824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869852:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762380.869853:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762380.869854:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762380.869854:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762380.869855:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762380.869856:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762380.869865:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762380.869868:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762380.869870:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762380.869876:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ede00 x1874600883837824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762380.869883:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ede00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883837824:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762380.869886:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762380.869888:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762380.869891:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ede00 x1874600883837824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762380.869896:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762380.869897:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762380.869899:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449800.
02000000:00000001:1.0:1787762380.869901:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762380.869903:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762380.869904:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762380.869906:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762380.869907:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483efc00.
02000000:00000001:1.0:1787762380.869909:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762380.869911:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762380.869912:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ede00.
00000100:00000001:1.0:1787762380.869914:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762380.869915:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762380.869917:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762380.869919:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762380.869920:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762380.869922:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762380.869924:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762381.315739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762381.315745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762381.315751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762381.315752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762381.315755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762381.315758:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762381.315760:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762381.315764:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762381.315766:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762381.315768:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762381.315770:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762381.315772:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762381.315851:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762381.315856:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762381.315859:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762382.147741:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298439419, at 4298439424
00000100:00000040:1.0:1787762382.147741:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298439419, at 4298439424
00000100:00000010:0.0:1787762382.147761:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00000100:00000010:1.0:1787762382.147766:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00010000:00000001:0.0:1787762382.339720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762382.339729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762382.339736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762382.339737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762382.339741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762382.339743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762382.339766:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762382.339769:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762382.339773:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762383.363710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762383.363715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762383.363719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762383.363720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762383.363723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762383.363724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762383.363785:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762383.363789:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762383.363792:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762384.387701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762384.387707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762384.387713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762384.387714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762384.387717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762384.387718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762384.387737:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762384.387739:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762384.387742:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762385.411741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762385.411748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762385.411754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762385.411755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762385.411759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762385.411760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762385.411833:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762385.411837:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762385.411840:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762385.987701:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762385.987709:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762385.987711:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762385.987713:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762385.987717:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762385.987723:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3770
00000400:00000200:3.0:1787762385.987730:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762385.987733:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762385.987735:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762385.987738:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762385.987740:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762385.987741:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762385.987743:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762385.987746:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762385.987747:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762385.987749:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762385.987751:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762385.987752:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762385.987754:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762385.987756:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762385.987757:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762385.987758:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762385.987760:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762385.987762:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762385.987765:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762385.987766:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762385.987768:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762385.987770:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762385.987772:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762385.987773:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762385.987775:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762385.987782:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787762385.987785:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762385.987787:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762385.987789:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762385.987790:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762385.987793:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762385.987796:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762385.987801:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762385.987806:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762385.987812:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883837952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762385.987819:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762385.987824:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762385.987828:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883837952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762385.987849:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762385.987852:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762385.987855:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762385.987857:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762385.987858:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762385.987861:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762385.987864:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3770
00000400:00000200:3.0:1787762385.987868:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762385.987873:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762385.987875:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762385.987879:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762385.987880:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762385.987884:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787762385.987884:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762385.987888:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762385.987891:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787762385.987892:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762385.987895:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787762385.987895:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762385.987900:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762385.987902:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000100:00000040:1.0:1787762385.987906:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ea940 x1874600883837952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762385.987907:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762385.987911:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762385.987919:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762385.987924:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762385.987926:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787762385.987928:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762385.987930:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762385.987933:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
02000000:00000001:1.0:1787762385.987935:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762385.987939:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787762385.987939:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
02000000:00000001:1.0:1787762385.987943:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762385.987946:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00100000:1.0:1787762385.987949:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883837952:192.168.204.116@tcp:250:kworker.0
00000100:00000001:3.0:1787762385.987953:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762385.987955:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762385.987957:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762385.987959:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762385.987962:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762385.987963:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762385.987964:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787762385.987969:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762385.987970:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a000.
00000100:00000001:3.0:1787762385.987971:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762385.987973:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787762385.987978:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762385.987979:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762385.987984:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000008:00000001:3.0:1787762385.987985:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762385.987989:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762385.987991:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000010:3.0:1787762385.987994:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787762385.987998:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
00000100:00000200:1.0:1787762385.987999:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883837952, portal 25
02000000:00000001:3.0:1787762385.988001:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787762385.988004:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787762385.988005:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762385.988008:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885933376 : -115902823618240 : ffff9696455ea940)
00000100:00000001:3.0:1787762385.988010:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762385.988013:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762385.988016:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762385.988019:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ea940 x1874600883837952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787762385.988023:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787762385.988030:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762385.988031:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787762385.988036:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883838080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787762385.988037:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762385.988044:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000001:3.0:1787762385.988044:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762385.988048:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762385.988050:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883837952, offset 0
00000100:00000040:3.0:1787762385.988053:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883838080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762385.988061:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762385.988062:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00080000:3.0:1787762385.988063:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762385.988066:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762385.988068:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762385.988069:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762385.988072:0:8:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787762385.988073:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:3.0:1787762385.988076:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3770
00000400:00000200:3.0:1787762385.988080:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762385.988083:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:3.0:1787762385.988084:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762385.988088:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762385.988092:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762385.988094:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787762385.988094:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762385.988099:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762385.988101:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:1.0:1787762385.988102:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000020:00000001:3.0:1787762385.988104:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762385.988106:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762385.988107:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762385.988109:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000400:00000200:1.0:1787762385.988110:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1787762385.988111:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:1.0:1787762385.988115:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000020:00000001:3.0:1787762385.988116:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762385.988121:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762385.988123:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3484:3484:256:4294967295] 192.168.204.116@tcp LPNI seq info [3484:3484:8:4294967295]
00000100:00000001:3.0:1787762385.988124:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762385.988129:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762385.988132:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762385.988132:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762385.988136:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762385.988139:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762385.988143:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762385.988147:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787762385.988147:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762385.988151:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762385.988154:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762385.988155:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000001:3.0:1787762385.988156:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762385.988160:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1787762385.988162:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000008:00000001:3.0:1787762385.988162:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762385.988166:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762385.988169:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000800:00000200:1.0:1787762385.988172:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000040:3.0:1787762385.988173:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000800:00000200:1.0:1787762385.988177:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 23 secs later)
02000000:00000001:3.0:1787762385.988177:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762385.988179:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762385.988183:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762385.988185:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787762385.988186:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:3.0:1787762385.988188:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762385.988189:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 23 secs later)
02000000:00000010:3.0:1787762385.988192:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000800:00000100:1.0:1787762385.988195:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00000001:3.0:1787762385.988196:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762385.988198:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762385.988202:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1787762385.988202:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883838208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762385.988211:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787762385.988211:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762385.988215:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762385.988218:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000100:00000040:3.0:1787762385.988220:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883838208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787762385.988221:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762385.988227:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787762385.988229:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762385.988232:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787762385.988233:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ea940 x1874600883837952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762385.988237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762385.988240:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762385.988242:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762385.988246:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762385.988249:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787762385.988250:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3770
00000100:00000040:1.0:1787762385.988254:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea940 x1874600883837952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787762385.988255:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762385.988260:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762385.988264:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762385.988268:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762385.988270:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762385.988271:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762385.988274:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787762385.988275:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762385.988278:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762385.988279:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762385.988280:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762385.988281:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762385.988284:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762385.988286:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000400:00000200:1.0:1787762385.988288:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000001:3.0:1787762385.988289:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000001:1.0:1787762385.988292:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298444539
00000020:00000001:3.0:1787762385.988293:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762385.988297:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000010:1.0:1787762385.988299:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d420.
00000100:00000001:3.0:1787762385.988299:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762385.988302:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762385.988304:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762385.988305:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00000001:1.0:1787762385.988307:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1787762385.988308:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762385.988312:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762385.988313:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762385.988315:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298444539
02000000:00000001:3.0:1787762385.988316:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762385.988320:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762385.988321:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816dd80.
00000100:00000001:3.0:1787762385.988322:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762385.988325:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000100:00000001:1.0:1787762385.988326:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000008:00000001:3.0:1787762385.988329:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762385.988330:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762385.988331:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762385.988334:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762385.988336:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000100:00000001:1.0:1787762385.988337:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1787762385.988339:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762385.988342:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787762385.988343:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762385/real 1787762385]  req@ffff9696455ea940 x1874600883837952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762385.988344:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762385.988347:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762385.988349:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762385.988351:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762385.988356:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000400:00000001:1.0:1787762385.988357:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762385.988359:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787762385.988359:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762385.988363:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762385.988366:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000100:00100000:3.0:1787762385.988366:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883838336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762385.988369:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762385.988373:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787762385.988377:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787762385.988378:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ea940 x1874600883837952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762385.988379:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762385.988386:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883838336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762385.988414:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762385.988417:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ea940 x1874600883837952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762385.988417:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762385.988423:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762385.988425:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762385.988428:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762385.988429:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762385.988431:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762385.988432:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762385.988435:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1787762385.988435:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3770
00000100:00000001:1.0:1787762385.988437:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787762385.988441:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00100000:1.0:1787762385.988445:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ea940 x1874600883837952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787762385.988447:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762385.988450:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762385.988455:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762385.988458:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762385.988461:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762385.988461:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762385.988466:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000040:1.0:1787762385.988469:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ea940 x1874600883837952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762385.988470:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762385.988472:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762385.988475:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762385.988477:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762385.988479:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762385.988484:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:1.0:1787762385.988486:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762385.988489:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762385.988490:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762385.988491:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762385.988492:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762385.988494:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762385.988495:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762385.988499:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762385.988503:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762385.988506:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762385.988510:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762385.988511:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ea940 x1874600883837952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762385.988514:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762385.988517:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762385.988522:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762385.988527:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00100000:1.0:1787762385.988532:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883837952:192.168.204.116@tcp:250:kworker.0
00000100:00000001:3.0:1787762385.988533:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762385.988537:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762385.988541:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762385.988542:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762385.988547:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787762385.988547:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762385.988553:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ea940 x1874600883837952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762385.988553:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762385.988556:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762385.988563:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762385.988567:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762385.988570:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762385.988573:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000010:3.0:1787762385.988573:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
02000000:00000010:1.0:1787762385.988576:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a000.
02000000:00000001:1.0:1787762385.988579:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:3.0:1787762385.988579:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762385.988582:0:2396:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:3.0:1787762385.988584:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000020:00000040:1.0:1787762385.988585:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762385.988586:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762385.988587:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787762385.988589:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1787762385.988590:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8a400.
02000000:00000001:3.0:1787762385.988591:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762385.988614:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762385.988615:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762385.988617:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ea940.
00000100:00000001:1.0:1787762385.988631:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762385.988633:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787762385.988633:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762385.988639:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1787762385.988642:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:1.0:1787762385.988645:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762385.988648:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762385.988648:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762385.988653:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762385.988655:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762385.988657:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1787762385.988657:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883838464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787762385.988662:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e9a40 x1874600883838080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.988678:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762385.988680:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762385.988684:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762385.988687:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762385.988691:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762385.988693:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787762385.988694:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883838080:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762385.988698:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787762385.988698:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762385.988702:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762385.988705:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762385.988706:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883838464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762385.988708:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762385.988711:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a000.
02000000:00000001:1.0:1787762385.988715:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762385.988717:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762385.988721:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:3.0:1787762385.988723:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3780)
00000400:00000010:1.0:1787762385.988724:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762385.988728:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762385.988731:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883838080, portal 10
00000100:00000001:1.0:1787762385.988732:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762385.988733:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885929536 : -115902823622080 : ffff9696455e9a40)
00000100:00000040:1.0:1787762385.988738:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e9a40 x1874600883838080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.988745:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762385.988747:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762385.988750:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762385.988752:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883838080, offset 0
00000400:00000200:1.0:1787762385.988756:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762385.988759:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762385.988763:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762385.988766:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762385.988768:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762385.988770:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762385.988772:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762385.988775:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3485:3485:256:4294967295] 192.168.204.116@tcp LPNI seq info [3485:3485:8:4294967295]
00000400:00000200:1.0:1787762385.988779:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762385.988785:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762385.988790:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762385.988793:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762385.988797:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762385.988800:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787762385.988804:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762385.988806:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1787762385.988810:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762385.988812:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762385.988815:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762385.988818:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762385.988821:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762385.988823:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762385.988825:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762385.988830:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e9a40 x1874600883838080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.988837:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762385.988840:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9a40 x1874600883838080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.988847:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762385.988849:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762385.988852:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762385.988855:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762385.988858:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762385.988860:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298443300
00000100:00000001:1.0:1787762385.988863:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298444539
00000100:00000001:1.0:1787762385.988865:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298443300
00000100:00000001:1.0:1787762385.988867:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298444539
00000100:00000001:1.0:1787762385.988869:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762385.988871:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762385.988873:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762385.988876:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762385/real 1787762385]  req@ffff9696455e9a40 x1874600883838080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762385.988883:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762385.988885:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762385.988886:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762385.988889:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762385.988890:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762385.988893:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762385.988896:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e9a40 x1874600883838080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762385.988905:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e9a40 x1874600883838080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.988916:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762385.988917:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762385.988919:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762385.988920:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762385.988924:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e9a40 x1874600883838080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.988931:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762385.988935:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e9a40 x1874600883838080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.988942:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762385.988944:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762385.988946:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762385.988947:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762385.988949:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762385.988950:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762385.988953:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762385.988956:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762385.988958:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762385.988961:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e9a40 x1874600883838080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762385.988969:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883838080:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762385.988972:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762385.988976:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8f00 x1874600883838208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.988982:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762385.988983:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762385.988985:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762385.988987:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762385.988989:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762385.988991:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883838208:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762385.988994:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762385.988996:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762385.988998:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762385.988999:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762385.989003:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448c00.
02000000:00000001:1.0:1787762385.989005:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762385.989008:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762385.989010:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762385.989013:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762385.989016:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883838208, portal 10
00000100:00000001:1.0:1787762385.989018:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762385.989019:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885926656 : -115902823624960 : ffff9696455e8f00)
00000100:00000040:1.0:1787762385.989025:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8f00 x1874600883838208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.989031:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762385.989033:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762385.989035:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762385.989038:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883838208, offset 0
00000400:00000200:1.0:1787762385.989041:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762385.989045:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762385.989048:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762385.989051:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762385.989053:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762385.989055:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762385.989058:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762385.989061:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3486:3486:256:4294967295] 192.168.204.116@tcp LPNI seq info [3486:3486:8:4294967295]
00000400:00000200:1.0:1787762385.989064:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762385.989070:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762385.989074:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762385.989078:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762385.989081:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762385.989084:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787762385.989088:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762385.989090:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1787762385.989094:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762385.989095:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762385.989098:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762385.989101:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762385.989104:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762385.989106:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762385.989108:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762385.989111:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e8f00 x1874600883838208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.989119:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762385.989122:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8f00 x1874600883838208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.989127:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762385.989129:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762385.989132:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762385.989134:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762385.989138:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762385.989139:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298443359
00000100:00000001:1.0:1787762385.989142:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298444539
00000100:00000001:1.0:1787762385.989144:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298443359
00000100:00000001:1.0:1787762385.989146:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298444539
00000100:00000001:1.0:1787762385.989148:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762385.989149:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762385.989151:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762385.989155:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762385/real 1787762385]  req@ffff9696455e8f00 x1874600883838208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762385.989163:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762385.989164:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762385.989166:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762385.989168:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762385.989170:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762385.989172:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762385.989175:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8f00 x1874600883838208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762385.989183:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8f00 x1874600883838208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.989189:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762385.989190:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762385.989192:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762385.989194:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762385.989197:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8f00 x1874600883838208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.989203:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762385.989207:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8f00 x1874600883838208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.989213:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762385.989215:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762385.989217:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762385.989218:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762385.989220:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762385.989221:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762385.989224:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762385.989227:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762385.989229:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762385.989234:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8f00 x1874600883838208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762385.989241:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883838208:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762385.989245:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762385.989248:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455eb840 x1874600883838336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.989254:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762385.989255:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762385.989257:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762385.989258:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762385.989260:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762385.989262:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455eb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883838336:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762385.989265:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762385.989267:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762385.989268:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762385.989270:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762385.989272:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a800.
02000000:00000001:1.0:1787762385.989274:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762385.989277:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762385.989279:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762385.989282:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762385.989285:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883838336, portal 4
00000100:00000001:1.0:1787762385.989286:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762385.989288:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885937216 : -115902823614400 : ffff9696455eb840)
00000100:00000040:1.0:1787762385.989293:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455eb840 x1874600883838336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.989299:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762385.989301:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762385.989303:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762385.989305:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883838336, offset 0
00000400:00000200:1.0:1787762385.989309:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762385.989312:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762385.989315:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762385.989318:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762385.989321:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762385.989323:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762385.989325:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762385.989328:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3487:3487:256:4294967295] 192.168.204.116@tcp LPNI seq info [3487:3487:8:4294967295]
00000400:00000200:1.0:1787762385.989332:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762385.989338:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762385.989342:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762385.989345:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762385.989348:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762385.989351:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787762385.989355:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762385.989358:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1787762385.989361:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762385.989362:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762385.989365:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762385.989368:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762385.989370:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762385.989372:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762385.989374:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762385.989377:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455eb840 x1874600883838336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.989384:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762385.989387:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb840 x1874600883838336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.989393:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762385.989394:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762385.989397:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762385.989399:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762385.989402:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762385.989404:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298443280
00000100:00000001:1.0:1787762385.989406:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298444539
00000100:00000001:1.0:1787762385.989409:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298443280
00000100:00000001:1.0:1787762385.989410:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298444539
00000100:00000001:1.0:1787762385.989412:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762385.989414:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762385.989415:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762385.989418:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762385/real 1787762385]  req@ffff9696455eb840 x1874600883838336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762385.989425:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762385.989427:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762385.989428:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762385.989430:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762385.989432:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762385.989434:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762385.989437:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455eb840 x1874600883838336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762385.989444:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455eb840 x1874600883838336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.989450:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762385.989451:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762385.989453:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762385.989454:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762385.989458:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455eb840 x1874600883838336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.989464:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762385.989467:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455eb840 x1874600883838336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.989473:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762385.989476:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762385.989478:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762385.989479:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762385.989481:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762385.989483:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762385.989485:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762385.989487:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762385.989489:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762385.989492:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455eb840 x1874600883838336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762385.989500:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455eb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883838336:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762385.989503:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762385.989505:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762385.989508:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e9a40 x1874600883838080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.989514:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762385.989515:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762385.989517:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a000.
02000000:00000001:1.0:1787762385.989519:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762385.989520:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762385.989521:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762385.989523:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762385.989525:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89c00.
02000000:00000001:1.0:1787762385.989527:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762385.989528:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762385.989530:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e9a40.
00000100:00000001:1.0:1787762385.989532:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762385.989533:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762385.989534:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762385.989538:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8f00 x1874600883838208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.989548:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762385.989549:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762385.989550:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448c00.
02000000:00000001:1.0:1787762385.989552:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762385.989553:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762385.989554:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762385.989556:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762385.989557:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89400.
02000000:00000001:1.0:1787762385.989559:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762385.989560:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762385.989561:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8f00.
00000100:00000001:1.0:1787762385.989563:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762385.989564:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762385.989566:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762385.989568:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455eb840 x1874600883838336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.989574:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762385.989575:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762385.989576:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a800.
02000000:00000001:1.0:1787762385.989578:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762385.989579:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762385.989580:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762385.989582:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762385.989583:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89000.
02000000:00000001:1.0:1787762385.989585:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762385.989586:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762385.989587:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455eb840.
00000100:00000001:1.0:1787762385.989589:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762385.989590:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762385.989592:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762385.989610:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762385.989612:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762385.989614:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762385.989615:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762385.989616:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762385.989638:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ea580 x1874600883838464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.989644:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762385.989646:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762385.989648:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762385.989650:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762385.989651:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762385.989654:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ea580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883838464:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762385.989656:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762385.989658:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762385.989659:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762385.989661:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762385.989663:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a800.
02000000:00000001:1.0:1787762385.989665:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762385.989668:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762385.989670:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762385.989673:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762385.989676:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883838464, portal 4
00000100:00000001:1.0:1787762385.989677:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762385.989678:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885932416 : -115902823619200 : ffff9696455ea580)
00000100:00000040:1.0:1787762385.989683:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ea580 x1874600883838464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.989688:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762385.989690:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762385.989692:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762385.989694:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883838464, offset 0
00000400:00000200:1.0:1787762385.989698:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762385.989701:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762385.989704:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762385.989706:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762385.989709:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762385.989711:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762385.989713:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762385.989716:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3488:3488:256:4294967295] 192.168.204.116@tcp LPNI seq info [3488:3488:8:4294967295]
00000400:00000200:1.0:1787762385.989720:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762385.989725:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762385.989729:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762385.989732:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762385.989735:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762385.989738:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787762385.989742:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762385.989744:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1787762385.989748:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762385.989750:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762385.989752:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762385.989756:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762385.989758:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762385.989760:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762385.989762:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762385.989766:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ea580 x1874600883838464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.989773:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762385.989776:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea580 x1874600883838464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.989782:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762385.989784:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762385.989786:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762385.989789:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762385.989792:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762385.989794:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298443288
00000100:00000001:1.0:1787762385.989796:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298444539
00000100:00000001:1.0:1787762385.989798:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298443288
00000100:00000001:1.0:1787762385.989800:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298444539
00000100:00000001:1.0:1787762385.989802:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762385.989804:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762385.989806:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762385.989809:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762385/real 1787762385]  req@ffff9696455ea580 x1874600883838464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762385.989817:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762385.989818:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762385.989819:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762385.989821:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762385.989823:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762385.989825:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762385.989827:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ea580 x1874600883838464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762385.989835:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ea580 x1874600883838464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.989841:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762385.989843:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762385.989844:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762385.989845:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762385.989848:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ea580 x1874600883838464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.989854:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762385.989858:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ea580 x1874600883838464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.989864:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762385.989867:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762385.989868:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762385.989869:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762385.989871:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762385.989873:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762385.989875:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762385.989878:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762385.989880:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762385.989883:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ea580 x1874600883838464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762385.989891:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ea580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883838464:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762385.989895:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762385.989896:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762385.989899:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ea580 x1874600883838464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762385.989904:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762385.989906:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762385.989907:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a800.
02000000:00000001:1.0:1787762385.989909:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762385.989911:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762385.989912:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762385.989914:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762385.989915:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8b400.
02000000:00000001:1.0:1787762385.989918:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762385.989919:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762385.989920:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ea580.
00000100:00000001:1.0:1787762385.989923:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762385.989924:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762385.989926:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762385.989929:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762385.989930:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762385.989932:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762385.989934:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762386.435750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762386.435757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762386.435763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762386.435765:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762386.435768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762386.435769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762386.435788:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762386.435789:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762386.435791:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762387.267745:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298444539, at 4298444544
00000100:00000040:1.0:1787762387.267746:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298444539, at 4298444544
00000100:00000010:0.0:1787762387.267764:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00000100:00000010:1.0:1787762387.267769:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787762387.459701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762387.459707:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762387.459709:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762387.459711:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762387.459714:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762387.459716:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762387.459717:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762387.459718:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762387.459721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762387.459722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762387.459724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762387.459725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762387.459810:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762387.459816:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762387.459820:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762388.483726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762388.483734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762388.483740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762388.483741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762388.483745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762388.483746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762388.483766:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762388.483768:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762388.483770:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762389.508030:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762389.508037:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762389.508042:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762389.508045:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762389.508047:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762389.508050:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762389.508053:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762389.508055:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762389.508057:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762389.508059:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762389.508062:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762389.508064:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762389.508126:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762389.508130:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762389.508134:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762390.531775:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762390.531782:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762390.531786:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762390.531787:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762390.531790:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762390.531792:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762390.531808:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762390.531811:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762390.531814:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762391.107702:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762391.107709:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762391.107711:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762391.107714:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762391.107718:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762391.107723:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3775
00000400:00000200:3.0:1787762391.107730:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762391.107734:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762391.107736:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762391.107739:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762391.107741:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762391.107743:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762391.107744:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762391.107747:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762391.107748:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762391.107750:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762391.107752:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762391.107754:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762391.107756:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762391.107758:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762391.107759:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762391.107760:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762391.107761:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762391.107763:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762391.107765:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762391.107767:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762391.107769:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762391.107771:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762391.107773:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762391.107775:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762391.107776:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762391.107784:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787762391.107787:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762391.107791:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762391.107793:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762391.107796:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762391.107798:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762391.107802:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762391.107810:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787762391.107816:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762391.107826:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883838592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762391.107836:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762391.107840:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762391.107845:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883838592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762391.107865:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762391.107867:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762391.107869:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762391.107870:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762391.107872:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762391.107874:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762391.107876:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3775
00000400:00000200:3.0:1787762391.107878:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762391.107881:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762391.107882:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762391.107884:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762391.107886:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762391.107887:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762391.107889:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762391.107890:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762391.107891:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762391.107892:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762391.107894:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762391.107895:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762391.107897:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762391.107901:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762391.107903:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762391.107904:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787762391.107906:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762391.107910:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762391.107910:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762391.107914:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787762391.107916:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762391.107922:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000040:1.0:1787762391.107924:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e92c0 x1874600883838592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762391.107925:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762391.107931:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762391.107938:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787762391.107938:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762391.107941:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762391.107942:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762391.107946:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787762391.107946:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762391.107950:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787762391.107951:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787762391.107954:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787762391.107956:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762391.107961:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762391.107962:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883838592:192.168.204.116@tcp:250:kworker.0
00000100:00000010:3.0:1787762391.107967:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e83c0.
00000100:00000001:1.0:1787762391.107968:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1787762391.107972:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:1.0:1787762391.107974:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762391.107977:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762391.107978:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762391.107980:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762391.107983:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762391.107984:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762391.107987:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1787762391.107989:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a800.
02000000:00000001:3.0:1787762391.107989:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762391.107995:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762391.107999:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000400:00000200:1.0:1787762391.108003:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762391.108004:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762391.108011:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000100:00100000:3.0:1787762391.108012:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e83c0 x1874600883838720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762391.108019:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000001:3.0:1787762391.108020:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762391.108023:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762391.108026:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1eeea11] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e83c0 x1874600883838720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762391.108028:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883838592, portal 25
00000100:00000001:1.0:1787762391.108034:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762391.108037:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885927616 : -115902823624000 : ffff9696455e92c0)
00000100:00000001:3.0:1787762391.108038:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762391.108042:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762391.108045:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762391.108046:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1787762391.108047:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e92c0 x1874600883838592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762391.108048:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762391.108052:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762391.108056:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3775
00000400:00000200:3.0:1787762391.108065:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762391.108066:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1787762391.108069:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762391.108071:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762391.108074:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00000040:3.0:1787762391.108076:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000010:1.0:1787762391.108078:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000001:3.0:1787762391.108079:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762391.108082:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000200:1.0:1787762391.108084:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883838592, offset 0
00000100:00000001:3.0:1787762391.108085:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762391.108089:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762391.108090:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762391.108091:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762391.108093:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762391.108096:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:1.0:1787762391.108097:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000020:00000001:3.0:1787762391.108098:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762391.108103:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762391.108105:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762391.108106:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762391.108107:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:1.0:1787762391.108111:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000040:3.0:1787762391.108111:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762391.108116:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762391.108118:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762391.108120:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762391.108122:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
02000000:00000001:3.0:1787762391.108123:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762391.108128:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762391.108129:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762391.108131:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:3.0:1787762391.108131:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762391.108135:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762391.108136:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762391.108139:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00000010:3.0:1787762391.108139:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787762391.108143:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762391.108145:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787762391.108146:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787762391.108147:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762391.108150:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787762391.108152:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
02000000:00000001:3.0:1787762391.108152:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762391.108153:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762391.108157:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000400:00000200:1.0:1787762391.108160:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3489:3489:256:4294967295] 192.168.204.116@tcp LPNI seq info [3489:3489:8:4294967295]
00000100:00000001:3.0:1787762391.108161:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762391.108168:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883838848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762391.108171:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762391.108178:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762391.108180:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762391.108185:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883838848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762391.108190:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787762391.108200:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762391.108204:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1787762391.108205:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00080000:3.0:1787762391.108210:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762391.108212:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762391.108213:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:1.0:1787762391.108215:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000100:00000001:3.0:1787762391.108215:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762391.108219:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3775
00000400:00000200:3.0:1787762391.108222:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762391.108225:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000800:00000200:1.0:1787762391.108227:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:3.0:1787762391.108228:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762391.108232:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762391.108234:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787762391.108235:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1787762391.108236:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762391.108240:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762391.108242:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762391.108243:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762391.108245:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762391.108248:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000800:00000200:1.1:1787762391.108248:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000001:3.0:1787762391.108251:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762391.108255:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000800:00000200:1.1:1787762391.108256:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1787762391.108258:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762391.108263:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1787762391.108267:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00000040:3.0:1787762391.108267:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000010:1.0:1787762391.108272:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000100:00000001:3.0:1787762391.108273:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762391.108278:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000400:00000200:1.0:1787762391.108281:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787762391.108282:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762391.108287:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762391.108290:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762391.108291:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787762391.108295:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762391.108298:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
02000000:00000001:3.0:1787762391.108299:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762391.108303:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:3.0:1787762391.108303:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762391.108308:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000100:00000001:1.0:1787762391.108310:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:3.0:1787762391.108312:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762391.108317:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e92c0 x1874600883838592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762391.108317:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762391.108324:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787762391.108328:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762391.108333:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787762391.108334:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787762391.108334:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762391.108338:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762391.108340:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787762391.108342:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e92c0 x1874600883838592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762416 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762391.108342:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762391.108346:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762391.108351:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762391.108355:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762391.108358:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762391.108364:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762391.108368:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00100000:3.0:1787762391.108371:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883838976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762391.108372:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298449659
00000100:00000010:1.0:1787762391.108380:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816dd80.
00000100:00000001:3.0:1787762391.108383:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762391.108386:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762391.108389:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1787762391.108392:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883838976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.108398:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298449659
00000100:00000001:3.0:1787762391.108404:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762391.108405:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d780.
00000100:00080000:3.0:1787762391.108409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762391.108411:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1787762391.108416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787762391.108417:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762391.108420:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787762391.108421:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762391.108423:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762391.108425:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787762391.108428:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787762391.108433:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762391/real 1787762391]  req@ffff9696455e92c0 x1874600883838592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762391.108435:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3775
00000400:00000200:3.0:1787762391.108443:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762391.108448:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000001:1.0:1787762391.108455:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762391.108458:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1787762391.108459:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1787762391.108462:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000100:00000040:3.0:1787762391.108463:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762391.108468:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762391.108469:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000100:00000040:3.0:1787762391.108470:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000010:1.0:1787762391.108473:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:3.0:1787762391.108474:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762391.108479:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762391.108480:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000100:00000001:1.0:1787762391.108481:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1787762391.108483:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762391.108486:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000100:00000200:1.0:1787762391.108489:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e92c0 x1874600883838592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762391.108490:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762391.108495:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762391.108502:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762391.108504:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762391.108506:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762391.108508:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762391.108511:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762391.108516:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762391.108529:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762391.108531:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e92c0 x1874600883838592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762391.108533:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762391.108537:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762391.108542:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762391.108544:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762391.108545:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762391.108548:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787762391.108549:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787762391.108553:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:3.0:1787762391.108555:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762391.108557:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762391.108558:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762391.108564:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e92c0 x1874600883838592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787762391.108565:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787762391.108569:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762391.108573:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762391.108576:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762391.108581:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762391.108582:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787762391.108585:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762391.108588:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762391.108590:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e92c0 x1874600883838592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787762391.108594:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787762391.108618:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762391.108625:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883839104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762391.108641:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762391.108646:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762391.108646:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762391.108650:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762391.108651:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762391.108653:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762391.108657:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1787762391.108658:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883839104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.108660:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762391.108667:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787762391.108676:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762391.108677:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762391.108682:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762391.108683:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3786)
00000100:00000040:1.0:1787762391.108689:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e92c0 x1874600883838592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762391.108698:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883838592:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762391.108703:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762391.108705:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762391.108709:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e92c0 x1874600883838592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.108715:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762391.108717:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762391.108720:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a800.
02000000:00000001:1.0:1787762391.108723:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762391.108725:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762391.108726:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762391.108728:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762391.108730:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e88c00.
02000000:00000001:1.0:1787762391.108734:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762391.108735:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762391.108737:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e92c0.
00000100:00000001:1.0:1787762391.108740:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762391.108741:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762391.108743:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762391.108749:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762391.108751:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762391.108753:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762391.108754:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762391.108756:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762391.108759:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e83c0 x1874600883838720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.108765:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762391.108766:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762391.108768:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762391.108770:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762391.108772:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762391.108775:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883838720:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762391.108778:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762391.108780:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762391.108782:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762391.108783:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762391.108795:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a800.
02000000:00000001:1.0:1787762391.108797:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762391.108800:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762391.108803:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762391.108807:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762391.108810:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883838720, portal 10
00000100:00000001:1.0:1787762391.108812:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762391.108813:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885923776 : -115902823627840 : ffff9696455e83c0)
00000100:00000040:1.0:1787762391.108819:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e83c0 x1874600883838720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.108825:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762391.108827:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762391.108830:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762391.108832:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883838720, offset 0
00000400:00000200:1.0:1787762391.108836:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762391.108839:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762391.108843:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762391.108845:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762391.108848:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762391.108850:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762391.108853:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762391.108856:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3490:3490:256:4294967295] 192.168.204.116@tcp LPNI seq info [3490:3490:8:4294967295]
00000400:00000200:1.0:1787762391.108859:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762391.108865:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762391.108869:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762391.108872:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762391.108876:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762391.108878:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762391.108882:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762391.108885:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762391.108889:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762391.108890:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762391.108893:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762391.108896:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762391.108899:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762391.108900:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762391.108902:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762391.108906:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e83c0 x1874600883838720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.108912:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762391.108915:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e83c0 x1874600883838720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762416 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.108921:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762391.108923:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762391.108926:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762391.108931:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762391.108934:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762391.108936:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298448420
00000100:00000001:1.0:1787762391.108938:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298449659
00000100:00000001:1.0:1787762391.108940:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298448420
00000100:00000001:1.0:1787762391.108942:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298449659
00000100:00000001:1.0:1787762391.108944:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762391.108946:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762391.108948:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762391.108952:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762391/real 1787762391]  req@ffff9696455e83c0 x1874600883838720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762391.108959:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762391.108961:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762391.108962:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762391.108964:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762391.108966:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762391.108968:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762391.108971:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e83c0 x1874600883838720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762391.108978:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e83c0 x1874600883838720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.108984:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762391.108985:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762391.108987:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762391.108988:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762391.108991:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e83c0 x1874600883838720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.108997:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762391.109000:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e83c0 x1874600883838720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109006:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762391.109009:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762391.109010:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762391.109011:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762391.109013:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762391.109015:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762391.109018:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762391.109020:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762391.109023:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762391.109026:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e83c0 x1874600883838720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762391.109033:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883838720:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762391.109037:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762391.109041:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ea580 x1874600883838848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109046:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762391.109047:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762391.109049:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762391.109051:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762391.109052:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762391.109055:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ea580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883838848:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762391.109058:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762391.109060:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762391.109061:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762391.109063:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762391.109065:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448c00.
02000000:00000001:1.0:1787762391.109067:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762391.109070:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762391.109072:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762391.109075:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762391.109077:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883838848, portal 10
00000100:00000001:1.0:1787762391.109079:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762391.109080:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885932416 : -115902823619200 : ffff9696455ea580)
00000100:00000040:1.0:1787762391.109085:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ea580 x1874600883838848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109095:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762391.109097:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762391.109099:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762391.109101:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883838848, offset 0
00000400:00000200:1.0:1787762391.109104:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762391.109109:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762391.109113:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762391.109116:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762391.109119:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762391.109121:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762391.109123:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762391.109125:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3491:3491:256:4294967295] 192.168.204.116@tcp LPNI seq info [3491:3491:8:4294967295]
00000400:00000200:1.0:1787762391.109129:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762391.109134:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762391.109139:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762391.109142:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762391.109145:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762391.109148:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762391.109152:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762391.109154:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762391.109157:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762391.109159:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762391.109161:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762391.109164:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762391.109167:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762391.109168:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762391.109170:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762391.109174:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ea580 x1874600883838848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109180:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762391.109183:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea580 x1874600883838848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762416 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109195:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762391.109196:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762391.109199:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762391.109202:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762391.109205:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762391.109207:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298448479
00000100:00000001:1.0:1787762391.109209:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298449659
00000100:00000001:1.0:1787762391.109211:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298448479
00000100:00000001:1.0:1787762391.109213:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298449659
00000100:00000001:1.0:1787762391.109215:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762391.109217:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762391.109218:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762391.109221:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762391/real 1787762391]  req@ffff9696455ea580 x1874600883838848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762391.109228:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762391.109229:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762391.109231:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762391.109233:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762391.109235:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762391.109237:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762391.109239:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ea580 x1874600883838848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762391.109246:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ea580 x1874600883838848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109252:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762391.109253:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762391.109256:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762391.109257:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762391.109261:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ea580 x1874600883838848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109268:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762391.109271:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ea580 x1874600883838848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109277:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762391.109279:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762391.109281:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762391.109282:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762391.109284:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762391.109285:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762391.109288:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762391.109292:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762391.109294:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762391.109298:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ea580 x1874600883838848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762391.109305:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ea580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883838848:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762391.109309:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762391.109312:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455eb840 x1874600883838976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109318:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762391.109319:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762391.109321:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762391.109323:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762391.109325:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762391.109328:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455eb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883838976:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762391.109330:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762391.109332:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762391.109334:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762391.109336:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762391.109339:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a000.
02000000:00000001:1.0:1787762391.109341:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762391.109344:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762391.109346:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762391.109349:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762391.109352:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883838976, portal 4
00000100:00000001:1.0:1787762391.109353:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762391.109355:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885937216 : -115902823614400 : ffff9696455eb840)
00000100:00000040:1.0:1787762391.109360:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455eb840 x1874600883838976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109365:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762391.109367:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762391.109369:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762391.109371:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883838976, offset 0
00000400:00000200:1.0:1787762391.109375:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762391.109378:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762391.109381:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762391.109384:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762391.109386:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762391.109388:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762391.109390:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762391.109393:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3492:3492:256:4294967295] 192.168.204.116@tcp LPNI seq info [3492:3492:8:4294967295]
00000400:00000200:1.0:1787762391.109397:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762391.109402:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762391.109406:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762391.109409:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762391.109412:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762391.109415:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762391.109418:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762391.109421:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762391.109424:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762391.109426:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762391.109429:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762391.109432:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762391.109435:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762391.109436:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762391.109438:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762391.109442:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455eb840 x1874600883838976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109448:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762391.109451:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb840 x1874600883838976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762416 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109456:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762391.109458:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762391.109460:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762391.109463:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762391.109466:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762391.109467:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298448400
00000100:00000001:1.0:1787762391.109471:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298449659
00000100:00000001:1.0:1787762391.109473:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298448400
00000100:00000001:1.0:1787762391.109474:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298449659
00000100:00000001:1.0:1787762391.109477:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762391.109479:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762391.109480:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762391.109484:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762391/real 1787762391]  req@ffff9696455eb840 x1874600883838976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762391.109491:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762391.109492:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762391.109494:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762391.109496:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762391.109497:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762391.109499:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762391.109502:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455eb840 x1874600883838976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762391.109509:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455eb840 x1874600883838976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109515:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762391.109516:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762391.109518:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762391.109532:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762391.109536:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455eb840 x1874600883838976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109542:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762391.109546:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455eb840 x1874600883838976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109551:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762391.109554:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762391.109555:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762391.109556:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762391.109559:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762391.109560:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762391.109562:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762391.109565:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762391.109568:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762391.109571:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455eb840 x1874600883838976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762391.109578:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455eb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883838976:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762391.109581:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762391.109584:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8f00 x1874600883839104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109590:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762391.109591:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762391.109593:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762391.109595:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762391.109615:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762391.109618:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883839104:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762391.109621:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762391.109622:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762391.109624:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762391.109626:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762391.109629:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544ac00.
02000000:00000001:1.0:1787762391.109631:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762391.109633:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762391.109636:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762391.109639:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762391.109641:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883839104, portal 4
00000100:00000001:1.0:1787762391.109643:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762391.109644:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885926656 : -115902823624960 : ffff9696455e8f00)
00000100:00000040:1.0:1787762391.109649:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8f00 x1874600883839104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109655:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762391.109656:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762391.109658:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762391.109660:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883839104, offset 0
00000400:00000200:1.0:1787762391.109663:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762391.109667:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762391.109670:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762391.109673:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762391.109675:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762391.109677:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762391.109679:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762391.109683:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3493:3493:256:4294967295] 192.168.204.116@tcp LPNI seq info [3493:3493:8:4294967295]
00000400:00000200:1.0:1787762391.109687:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762391.109692:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762391.109696:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762391.109700:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762391.109703:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762391.109706:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762391.109710:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762391.109712:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762391.109715:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762391.109717:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762391.109720:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762391.109722:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762391.109725:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762391.109727:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762391.109729:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762391.109733:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e8f00 x1874600883839104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109740:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762391.109743:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8f00 x1874600883839104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762416 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109749:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762391.109751:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762391.109754:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762391.109757:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762391.109760:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762391.109762:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298448408
00000100:00000001:1.0:1787762391.109764:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298449659
00000100:00000001:1.0:1787762391.109767:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298448408
00000100:00000001:1.0:1787762391.109768:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298449659
00000100:00000001:1.0:1787762391.109771:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762391.109773:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762391.109775:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762391.109778:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762391/real 1787762391]  req@ffff9696455e8f00 x1874600883839104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762391.109785:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762391.109786:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762391.109788:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762391.109790:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762391.109792:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762391.109793:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762391.109797:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8f00 x1874600883839104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762391.109803:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8f00 x1874600883839104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109809:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762391.109810:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762391.109812:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762391.109813:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762391.109816:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8f00 x1874600883839104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109822:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762391.109826:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8f00 x1874600883839104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109832:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762391.109834:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762391.109835:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762391.109837:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762391.109838:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762391.109840:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762391.109842:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762391.109846:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762391.109848:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762391.109851:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8f00 x1874600883839104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762391.109858:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883839104:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762391.109862:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762391.109864:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762391.109867:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e83c0 x1874600883838720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109873:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762391.109875:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762391.109876:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a800.
02000000:00000001:1.0:1787762391.109879:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762391.109880:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762391.109882:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762391.109883:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762391.109885:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8b400.
02000000:00000001:1.0:1787762391.109888:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762391.109889:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762391.109890:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e83c0.
00000100:00000001:1.0:1787762391.109893:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762391.109894:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762391.109895:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762391.109898:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ea580 x1874600883838848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109904:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762391.109905:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762391.109906:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448c00.
02000000:00000001:1.0:1787762391.109908:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762391.109909:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762391.109911:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762391.109912:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762391.109914:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89000.
02000000:00000001:1.0:1787762391.109917:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762391.109918:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762391.109919:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ea580.
00000100:00000001:1.0:1787762391.109921:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762391.109922:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762391.109924:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762391.109927:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455eb840 x1874600883838976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109932:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762391.109933:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762391.109934:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a000.
02000000:00000001:1.0:1787762391.109936:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762391.109937:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762391.109938:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762391.109940:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762391.109941:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89400.
02000000:00000001:1.0:1787762391.109943:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762391.109944:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762391.109945:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455eb840.
00000100:00000001:1.0:1787762391.109948:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762391.109949:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762391.109950:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762391.109953:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8f00 x1874600883839104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762391.109958:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762391.109959:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762391.109961:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544ac00.
02000000:00000001:1.0:1787762391.109963:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762391.109964:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762391.109965:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762391.109966:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762391.109968:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89c00.
02000000:00000001:1.0:1787762391.109969:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762391.109970:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762391.109971:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8f00.
00000100:00000001:1.0:1787762391.109974:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762391.109975:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762391.109977:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762391.109980:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762391.109981:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762391.109983:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762391.109985:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762391.555742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762391.555749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762391.555755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762391.555756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762391.555760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762391.555771:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762391.555776:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762391.555779:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762391.555782:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762391.555784:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762391.555786:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762391.555788:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762391.555853:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762391.555858:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762391.555861:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762392.387697:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298449659, at 4298449664
00000100:00000040:1.0:1787762392.387697:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298449659, at 4298449664
00000100:00000010:1.0:1787762392.387710:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00000100:00000010:0.0:1787762392.387713:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787762392.579726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762392.579732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762392.579735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762392.579736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762392.579739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762392.579740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762392.579758:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762392.579761:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762392.579763:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762393.603738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762393.603745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762393.603750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762393.603751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762393.603754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762393.603755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762393.603819:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762393.603824:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762393.603828:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762394.627703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762394.627709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762394.627714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762394.627715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762394.627719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762394.627721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762394.627746:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762394.627749:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762394.627751:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762395.651700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762395.651705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762395.651708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762395.651709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762395.651712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762395.651713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762395.651763:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762395.651766:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762395.651768:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762396.227679:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762396.227688:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762396.227691:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762396.227694:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762396.227699:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762396.227706:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3781
00000400:00000200:3.0:1787762396.227714:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762396.227720:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762396.227724:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762396.227727:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762396.227730:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762396.227732:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762396.227734:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762396.227737:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762396.227738:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762396.227740:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762396.227742:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762396.227744:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762396.227745:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762396.227747:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762396.227748:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762396.227750:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762396.227751:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762396.227753:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762396.227756:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762396.227758:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762396.227759:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762396.227762:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762396.227763:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762396.227764:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762396.227766:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762396.227774:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787762396.227776:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762396.227780:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762396.227781:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762396.227783:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762396.227785:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762396.227788:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762396.227793:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762396.227798:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762396.227805:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883839232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762396.227812:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762396.227815:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762396.227818:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883839232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762396.227838:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762396.227840:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762396.227842:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762396.227843:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762396.227844:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762396.227846:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762396.227847:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3781
00000400:00000200:3.0:1787762396.227849:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762396.227852:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762396.227853:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762396.227855:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762396.227856:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762396.227857:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762396.227858:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762396.227860:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762396.227861:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762396.227862:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762396.227864:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762396.227865:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762396.227866:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762396.227869:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762396.227870:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762396.227872:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762396.227873:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762396.227874:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00000001:1.0:1787762396.227876:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787762396.227876:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762396.227880:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762396.227882:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762396.227883:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787762396.227885:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762396.227886:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787762396.227888:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762396.227890:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762396.227894:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1787762396.227896:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e9a40 x1874600883839232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787762396.227897:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762396.227899:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762396.227903:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787762396.227907:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762396.227910:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762396.227912:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762396.227915:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762396.227916:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787762396.227917:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762396.227920:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762396.227921:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762396.227925:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
02000000:00000001:1.0:1787762396.227926:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787762396.227929:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762396.227931:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787762396.227935:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883839360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787762396.227936:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762396.227944:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883839232:192.168.204.116@tcp:250:kworker.0
00000100:00000001:3.0:1787762396.227950:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762396.227951:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787762396.227954:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762396.227956:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762396.227959:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762396.227962:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787762396.227963:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883839360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787762396.227966:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544ac00.
02000000:00000001:1.0:1787762396.227969:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762396.227977:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762396.227979:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762396.227981:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000100:00080000:3.0:1787762396.227984:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787762396.227987:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00080000:3.0:1787762396.227989:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762396.227992:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762396.227994:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1787762396.227995:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883839232, portal 25
00000100:00000001:1.0:1787762396.227999:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762396.227999:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762396.228003:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885929536 : -115902823622080 : ffff9696455e9a40)
00000100:00080000:3.0:1787762396.228005:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3781
00000100:00000040:1.0:1787762396.228011:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e9a40 x1874600883839232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787762396.228011:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762396.228018:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762396.228022:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762396.228028:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762396.228029:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787762396.228030:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762396.228033:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762396.228035:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000040:1.0:1787762396.228037:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000020:00000001:3.0:1787762396.228038:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762396.228040:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762396.228042:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787762396.228043:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000020:00000040:3.0:1787762396.228043:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762396.228047:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762396.228049:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000200:1.0:1787762396.228050:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883839232, offset 0
00000100:00000040:3.0:1787762396.228054:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762396.228056:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762396.228059:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762396.228062:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:1.0:1787762396.228063:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000020:00000040:3.0:1787762396.228064:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762396.228068:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762396.228070:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762396.228071:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762396.228073:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762396.228077:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:3.0:1787762396.228078:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762396.228080:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762396.228083:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762396.228085:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762396.228087:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762396.228088:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000010:3.0:1787762396.228090:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787762396.228093:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762396.228095:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787762396.228096:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787762396.228097:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762396.228100:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762396.228101:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787762396.228103:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
02000000:00000001:3.0:1787762396.228103:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762396.228106:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000400:00000200:1.0:1787762396.228110:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787762396.228111:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762396.228115:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00100000:3.0:1787762396.228117:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883839488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762396.228122:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3494:3494:256:4294967295] 192.168.204.116@tcp LPNI seq info [3494:3494:8:4294967295]
00000100:00000001:3.0:1787762396.228128:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762396.228131:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762396.228132:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762396.228136:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883839488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762396.228148:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787762396.228148:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762396.228150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762396.228155:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762396.228155:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762396.228156:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762396.228159:0:8:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.0:1787762396.228160:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00080000:3.0:1787762396.228162:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3781
00000400:00000200:3.0:1787762396.228166:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762396.228168:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000800:00000010:1.0:1787762396.228169:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000100:00080000:3.0:1787762396.228170:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762396.228174:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762396.228175:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762396.228176:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762396.228179:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:1.0:1787762396.228181:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000001:3.0:1787762396.228182:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762396.228183:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762396.228186:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762396.228188:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000800:00000200:1.0:1787762396.228189:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1787762396.228189:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762396.228192:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762396.228197:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762396.228200:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787762396.228202:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:3.0:1787762396.228203:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762396.228205:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762396.228209:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000800:00000200:1.1:1787762396.228210:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1787762396.228211:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762396.228214:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762396.228217:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762396.228218:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762396.228222:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787762396.228223:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00000001:3.0:1787762396.228223:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762396.228227:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000800:00000010:1.0:1787762396.228228:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000008:00000001:3.0:1787762396.228230:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762396.228233:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762396.228235:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000020:00000040:3.0:1787762396.228236:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
00000400:00000200:1.0:1787762396.228237:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787762396.228238:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762396.228240:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762396.228242:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762396.228244:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787762396.228246:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787762396.228247:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762396.228250:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762396.228253:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762396.228254:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000100:00100000:3.0:1787762396.228257:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883839616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762396.228258:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762396.228265:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787762396.228265:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762396.228269:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762396.228273:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e9a40 x1874600883839232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762396.228273:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883839616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.228287:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787762396.228291:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762396.228295:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9a40 x1874600883839232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762396.228295:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762396.228298:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762396.228301:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762396.228303:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762396.228307:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762396.228311:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3781
00000100:00000001:1.0:1787762396.228315:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762396.228315:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762396.228320:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1787762396.228320:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762396.228322:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762396.228325:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762396.228326:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762396.228328:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762396.228329:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762396.228331:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762396.228334:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762396.228335:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762396.228337:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787762396.228338:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000040:3.0:1787762396.228339:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762396.228342:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:1.0:1787762396.228344:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298454779
00000020:00000001:3.0:1787762396.228344:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762396.228350:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762396.228351:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762396.228352:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000010:1.0:1787762396.228353:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d780.
00000100:00000001:3.0:1787762396.228354:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762396.228358:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762396.228360:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762396.228361:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762396.228362:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762396.228363:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1787762396.228364:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762396.228368:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762396.228369:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762396.228370:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762396.228372:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762396.228373:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298454779
00000100:00000001:3.0:1787762396.228373:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762396.228377:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000100:00000010:1.0:1787762396.228380:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d7e0.
00000020:00000040:3.0:1787762396.228380:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762396.228383:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762396.228385:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762396.228386:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787762396.228386:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762396.228388:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762396.228391:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762396.228394:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762396.228396:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762396.228398:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883839744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762396.228400:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762396.228405:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762396.228410:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787762396.228412:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762396.228414:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762396.228433:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883839744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762396.228434:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762396/real 1787762396]  req@ffff9696455e9a40 x1874600883839232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762396.228447:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762396.228453:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3791)
00000400:00000001:1.0:1787762396.228455:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762396.228459:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762396.228461:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762396.228464:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762396.228466:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762396.228469:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762396.228474:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e9a40 x1874600883839232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762396.228483:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e9a40 x1874600883839232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.228490:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762396.228492:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762396.228494:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762396.228496:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762396.228500:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e9a40 x1874600883839232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.228507:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762396.228511:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e9a40 x1874600883839232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.228518:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762396.228521:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762396.228522:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762396.228524:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762396.228526:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762396.228528:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762396.228531:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762396.228535:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762396.228537:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762396.228542:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e9a40 x1874600883839232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762396.228550:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883839232:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762396.228554:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762396.228556:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762396.228559:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e9a40 x1874600883839232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.228565:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762396.228568:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762396.228570:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544ac00.
02000000:00000001:1.0:1787762396.228573:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762396.228575:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762396.228577:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762396.228579:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762396.228581:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8a400.
02000000:00000001:1.0:1787762396.228585:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762396.228587:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762396.228588:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e9a40.
00000100:00000001:1.0:1787762396.228591:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762396.228592:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762396.228594:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762396.228618:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762396.228620:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762396.228622:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762396.228624:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762396.228625:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762396.228629:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ea940 x1874600883839360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.228636:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762396.228637:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762396.228639:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762396.228641:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762396.228643:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762396.228646:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883839360:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762396.228649:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762396.228651:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762396.228653:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762396.228654:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762396.228658:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544ac00.
02000000:00000001:1.0:1787762396.228660:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762396.228663:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762396.228675:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762396.228678:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762396.228681:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883839360, portal 10
00000100:00000001:1.0:1787762396.228684:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762396.228685:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885933376 : -115902823618240 : ffff9696455ea940)
00000100:00000040:1.0:1787762396.228691:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ea940 x1874600883839360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.228697:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762396.228700:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762396.228702:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762396.228704:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883839360, offset 0
00000400:00000200:1.0:1787762396.228708:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762396.228712:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762396.228715:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762396.228717:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762396.228718:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762396.228720:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762396.228721:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762396.228723:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3495:3495:256:4294967295] 192.168.204.116@tcp LPNI seq info [3495:3495:8:4294967295]
00000400:00000200:1.0:1787762396.228726:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762396.228729:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762396.228732:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762396.228734:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762396.228737:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762396.228738:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762396.228741:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762396.228743:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787762396.228745:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762396.228746:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762396.228748:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762396.228750:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762396.228752:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762396.228753:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762396.228755:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762396.228757:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ea940 x1874600883839360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.228766:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762396.228768:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea940 x1874600883839360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.228772:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762396.228773:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762396.228775:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762396.228777:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762396.228779:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762396.228781:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298453540
00000100:00000001:1.0:1787762396.228782:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298454779
00000100:00000001:1.0:1787762396.228783:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298453540
00000100:00000001:1.0:1787762396.228785:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298454779
00000100:00000001:1.0:1787762396.228786:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762396.228787:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762396.228788:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762396.228790:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762396/real 1787762396]  req@ffff9696455ea940 x1874600883839360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762396.228794:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762396.228795:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762396.228796:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762396.228798:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762396.228799:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762396.228800:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762396.228801:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ea940 x1874600883839360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762396.228806:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ea940 x1874600883839360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.228810:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762396.228811:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762396.228812:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762396.228813:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762396.228815:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ea940 x1874600883839360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.228819:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762396.228821:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ea940 x1874600883839360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.228824:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762396.228825:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762396.228826:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762396.228827:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762396.228828:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762396.228829:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762396.228830:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762396.228832:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762396.228833:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762396.228835:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ea940 x1874600883839360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762396.228839:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883839360:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762396.228841:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762396.228843:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455eb0c0 x1874600883839488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.228847:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762396.228848:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762396.228849:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762396.228850:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762396.228851:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762396.228854:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455eb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883839488:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762396.228856:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762396.228858:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762396.228859:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762396.228861:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762396.228864:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a000.
02000000:00000001:1.0:1787762396.228866:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762396.228869:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762396.228871:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762396.228874:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762396.228876:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883839488, portal 10
00000100:00000001:1.0:1787762396.228878:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762396.228879:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885935296 : -115902823616320 : ffff9696455eb0c0)
00000100:00000040:1.0:1787762396.228885:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455eb0c0 x1874600883839488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.228891:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762396.228893:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762396.228896:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762396.228898:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883839488, offset 0
00000400:00000200:1.0:1787762396.228900:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762396.228904:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762396.228907:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762396.228910:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762396.228913:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762396.228914:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762396.228917:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762396.228920:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3496:3496:256:4294967295] 192.168.204.116@tcp LPNI seq info [3496:3496:8:4294967295]
00000400:00000200:1.0:1787762396.228923:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762396.228929:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762396.228933:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762396.228937:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762396.228941:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762396.228944:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762396.228947:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762396.228949:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787762396.228951:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762396.228952:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762396.228954:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762396.228956:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762396.228958:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762396.228959:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762396.228961:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762396.228963:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455eb0c0 x1874600883839488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.228968:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762396.228970:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb0c0 x1874600883839488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.228974:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762396.228974:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762396.228976:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762396.228978:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762396.228980:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762396.228981:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298453599
00000100:00000001:1.0:1787762396.228983:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298454779
00000100:00000001:1.0:1787762396.228984:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298453599
00000100:00000001:1.0:1787762396.228985:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298454779
00000100:00000001:1.0:1787762396.228986:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762396.228987:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762396.228989:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762396.228991:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762396/real 1787762396]  req@ffff9696455eb0c0 x1874600883839488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762396.228995:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762396.228996:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762396.228997:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762396.228998:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762396.228999:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762396.229000:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762396.229002:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455eb0c0 x1874600883839488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762396.229006:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455eb0c0 x1874600883839488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.229010:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762396.229010:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762396.229011:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762396.229012:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762396.229014:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455eb0c0 x1874600883839488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.229017:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762396.229019:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455eb0c0 x1874600883839488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.229023:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762396.229024:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762396.229025:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762396.229026:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762396.229027:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762396.229028:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762396.229029:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762396.229031:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762396.229032:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762396.229034:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455eb0c0 x1874600883839488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762396.229042:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455eb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883839488:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762396.229044:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762396.229046:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8780 x1874600883839616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.229049:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762396.229050:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762396.229051:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762396.229052:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762396.229053:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762396.229055:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883839616:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762396.229056:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762396.229057:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762396.229058:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762396.229059:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762396.229061:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448c00.
02000000:00000001:1.0:1787762396.229062:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762396.229064:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762396.229066:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762396.229068:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762396.229069:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883839616, portal 4
00000100:00000001:1.0:1787762396.229071:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762396.229071:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885924736 : -115902823626880 : ffff9696455e8780)
00000100:00000040:1.0:1787762396.229075:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8780 x1874600883839616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.229078:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762396.229080:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762396.229081:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762396.229082:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883839616, offset 0
00000400:00000200:1.0:1787762396.229084:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762396.229087:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762396.229089:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762396.229091:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762396.229092:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762396.229094:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762396.229096:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762396.229097:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3497:3497:256:4294967295] 192.168.204.116@tcp LPNI seq info [3497:3497:8:4294967295]
00000400:00000200:1.0:1787762396.229100:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762396.229103:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762396.229106:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762396.229107:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762396.229109:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762396.229111:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762396.229113:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762396.229115:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787762396.229117:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762396.229118:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762396.229120:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762396.229122:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762396.229123:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762396.229124:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762396.229125:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762396.229127:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e8780 x1874600883839616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.229133:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762396.229136:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8780 x1874600883839616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.229142:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762396.229144:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762396.229146:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762396.229149:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762396.229152:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762396.229154:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298453520
00000100:00000001:1.0:1787762396.229157:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298454779
00000100:00000001:1.0:1787762396.229159:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298453520
00000100:00000001:1.0:1787762396.229161:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298454779
00000100:00000001:1.0:1787762396.229162:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762396.229164:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762396.229166:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762396.229169:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762396/real 1787762396]  req@ffff9696455e8780 x1874600883839616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762396.229177:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762396.229178:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762396.229179:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762396.229182:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762396.229183:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762396.229185:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762396.229188:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8780 x1874600883839616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762396.229196:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8780 x1874600883839616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.229202:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762396.229204:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762396.229205:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762396.229207:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762396.229210:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8780 x1874600883839616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.229216:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762396.229220:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8780 x1874600883839616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.229226:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762396.229229:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762396.229231:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762396.229232:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762396.229233:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762396.229235:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762396.229237:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762396.229240:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762396.229243:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762396.229246:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8780 x1874600883839616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762396.229254:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883839616:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762396.229258:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762396.229261:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455eb480 x1874600883839744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.229267:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762396.229268:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762396.229271:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762396.229272:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762396.229274:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762396.229277:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883839744:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762396.229279:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762396.229281:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762396.229283:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762396.229284:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762396.229287:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a800.
02000000:00000001:1.0:1787762396.229289:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762396.229292:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762396.229294:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762396.229297:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762396.229300:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883839744, portal 4
00000100:00000001:1.0:1787762396.229302:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762396.229303:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885936256 : -115902823615360 : ffff9696455eb480)
00000100:00000040:1.0:1787762396.229308:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455eb480 x1874600883839744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.229314:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762396.229316:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762396.229318:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762396.229321:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883839744, offset 0
00000400:00000200:1.0:1787762396.229325:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762396.229328:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762396.229331:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762396.229334:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762396.229336:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762396.229338:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762396.229340:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762396.229343:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3498:3498:256:4294967295] 192.168.204.116@tcp LPNI seq info [3498:3498:8:4294967295]
00000400:00000200:1.0:1787762396.229345:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762396.229349:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762396.229352:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762396.229354:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762396.229356:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762396.229358:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762396.229360:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762396.229362:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787762396.229364:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762396.229366:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762396.229368:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762396.229370:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762396.229371:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762396.229373:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762396.229374:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762396.229376:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455eb480 x1874600883839744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.229385:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762396.229386:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb480 x1874600883839744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.229390:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762396.229391:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762396.229393:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762396.229395:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762396.229396:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762396.229398:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298453527
00000100:00000001:1.0:1787762396.229399:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298454779
00000100:00000001:1.0:1787762396.229400:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298453527
00000100:00000001:1.0:1787762396.229402:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298454779
00000100:00000001:1.0:1787762396.229403:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762396.229404:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762396.229405:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762396.229407:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762396/real 1787762396]  req@ffff9696455eb480 x1874600883839744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762396.229411:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762396.229412:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762396.229413:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762396.229414:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762396.229415:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762396.229416:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762396.229418:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455eb480 x1874600883839744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762396.229439:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455eb480 x1874600883839744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.229443:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762396.229445:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762396.229446:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762396.229446:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762396.229448:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455eb480 x1874600883839744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.229452:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762396.229454:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455eb480 x1874600883839744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.229458:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762396.229459:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762396.229460:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762396.229461:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762396.229462:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762396.229463:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762396.229464:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762396.229466:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762396.229467:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762396.229469:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455eb480 x1874600883839744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762396.229473:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883839744:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762396.229475:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762396.229476:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762396.229478:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ea940 x1874600883839360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.229482:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762396.229483:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762396.229484:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544ac00.
02000000:00000001:1.0:1787762396.229486:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762396.229486:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762396.229487:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762396.229489:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762396.229490:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89c00.
02000000:00000001:1.0:1787762396.229491:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762396.229492:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762396.229493:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ea940.
00000100:00000001:1.0:1787762396.229494:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762396.229495:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762396.229496:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762396.229498:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455eb0c0 x1874600883839488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.229502:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762396.229502:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762396.229503:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a000.
02000000:00000001:1.0:1787762396.229504:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762396.229505:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762396.229505:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762396.229506:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762396.229507:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89400.
02000000:00000001:1.0:1787762396.229508:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762396.229508:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762396.229509:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455eb0c0.
00000100:00000001:1.0:1787762396.229510:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762396.229511:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762396.229512:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762396.229513:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8780 x1874600883839616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.229517:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762396.229518:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762396.229519:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448c00.
02000000:00000001:1.0:1787762396.229521:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762396.229522:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762396.229523:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762396.229524:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762396.229525:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89000.
02000000:00000001:1.0:1787762396.229527:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762396.229528:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762396.229529:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8780.
00000100:00000001:1.0:1787762396.229532:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762396.229533:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762396.229534:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762396.229537:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455eb480 x1874600883839744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762396.229543:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762396.229544:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762396.229546:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a800.
02000000:00000001:1.0:1787762396.229548:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762396.229549:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762396.229550:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762396.229552:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762396.229553:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8b400.
02000000:00000001:1.0:1787762396.229555:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762396.229556:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762396.229557:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455eb480.
00000100:00000001:1.0:1787762396.229559:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762396.229561:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762396.229562:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762396.229564:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762396.229565:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762396.229567:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762396.229568:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762396.675661:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762396.675666:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762396.675669:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762396.675670:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762396.675672:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762396.675673:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762396.675685:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762396.675687:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762396.675689:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762397.507702:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298454779, at 4298454784
00000100:00000040:1.0:1787762397.507702:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298454779, at 4298454784
00000100:00000010:0.0:1787762397.507718:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00000100:00000010:1.0:1787762397.507720:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00010000:00000001:0.0:1787762397.699718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762397.699724:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762397.699726:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762397.699728:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762397.699732:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762397.699733:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762397.699734:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762397.699736:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762397.699739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762397.699740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762397.699742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762397.699743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762397.699799:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762397.699803:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762397.699806:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762398.723667:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762398.723674:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762398.723679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762398.723680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762398.723684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762398.723686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762398.723704:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762398.723706:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762398.723708:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762399.747724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762399.747731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762399.747737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762399.747741:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762399.747742:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762399.747745:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762399.747748:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762399.747749:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762399.747751:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762399.747752:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762399.747754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762399.747755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762399.747844:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762399.747851:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762399.747857:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762400.771721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762400.771728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762400.771733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762400.771734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762400.771737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762400.771738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762400.771760:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762400.771763:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762400.771766:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762401.347718:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762401.347725:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762401.347727:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762401.347730:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762401.347733:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762401.347739:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3786
00000400:00000200:2.0:1787762401.347746:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762401.347749:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762401.347751:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762401.347753:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762401.347756:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762401.347758:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762401.347761:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762401.347764:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762401.347766:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762401.347769:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762401.347772:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762401.347774:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762401.347777:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762401.347780:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762401.347782:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762401.347784:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762401.347786:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762401.347789:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762401.347792:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762401.347795:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762401.347798:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762401.347802:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762401.347805:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762401.347807:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762401.347810:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762401.347824:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517eda40.
00000020:00000040:2.0:1787762401.347828:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762401.347832:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762401.347833:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762401.347837:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762401.347840:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762401.347843:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762401.347850:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef000.
00000100:00000001:2.0:1787762401.347857:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762401.347867:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517eda40 x1874600883839872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762401.347876:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762401.347880:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762401.347884:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062fc5fc1] to pc [ptlrpcd_rcv+-1]  req@ffff9696517eda40 x1874600883839872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762401.347906:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762401.347908:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762401.347910:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762401.347911:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762401.347913:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762401.347915:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762401.347917:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3786
00000400:00000200:2.0:1787762401.347920:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762401.347922:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762401.347923:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762401.347925:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762401.347927:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762401.347929:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762401.347931:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762401.347933:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762401.347934:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762401.347935:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762401.347937:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000100:00000001:1.0:1787762401.347939:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787762401.347940:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000001:1.0:1787762401.347943:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787762401.347944:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000001:1.0:1787762401.347946:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762401.347952:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000040:1.0:1787762401.347954:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517eda40 x1874600883839872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762401.347956:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762401.347962:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762401.347968:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762401.347968:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762401.347970:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762401.347974:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
02000000:00000001:1.0:1787762401.347975:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762401.347977:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762401.347981:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762401.347981:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00100000:1.0:1787762401.347986:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517eda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883839872:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762401.347987:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762401.347991:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762401.347992:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762401.347997:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762401.348000:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762401.348000:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762401.348003:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787762401.348006:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762401.348009:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:1.0:1787762401.348010:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a800.
00000008:00100000:2.0:1787762401.348013:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787762401.348014:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787762401.348017:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762401.348019:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762401.348023:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000010:2.0:1787762401.348024:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ede00.
00000020:00000040:2.0:1787762401.348028:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762401.348030:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1787762401.348031:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
02000000:00000001:2.0:1787762401.348031:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762401.348035:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762401.348037:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762401.348038:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762401.348042:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
02000000:00000010:2.0:1787762401.348042:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ee000.
00000100:00000001:2.0:1787762401.348048:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762401.348050:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883839872, portal 25
00000100:00100000:2.0:1787762401.348053:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ede00 x1874600883840000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762401.348055:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762401.348059:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089369664 : -115902620181952 : ffff9696517eda40)
00000100:00000001:2.0:1787762401.348062:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762401.348065:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762401.348068:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517eda40 x1874600883839872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762401.348072:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041377f2a] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ede00 x1874600883840000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.348086:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787762401.348089:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762401.348092:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00080000:2.0:1787762401.348094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787762401.348096:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00080000:2.0:1787762401.348097:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762401.348100:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1787762401.348101:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883839872, offset 0
00000100:00080000:2.0:1787762401.348102:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762401.348106:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762401.348109:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3786
00000400:00000200:1.0:1787762401.348113:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762401.348117:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762401.348120:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000200:1.0:1787762401.348124:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:2.0:1787762401.348124:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762401.348129:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762401.348132:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000001:2.0:1787762401.348132:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762401.348138:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762401.348140:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787762401.348140:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:1.0:1787762401.348145:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762401.348148:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1787762401.348149:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762401.348151:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000400:00000200:1.0:1787762401.348152:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000020:00000001:2.0:1787762401.348154:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787762401.348158:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3499:3499:256:4294967295] 192.168.204.116@tcp LPNI seq info [3499:3499:8:4294967295]
00000020:00000040:2.0:1787762401.348158:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762401.348162:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:1.0:1787762401.348166:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000001:2.0:1787762401.348166:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762401.348171:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762401.348174:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762401.348179:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762401.348180:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787762401.348182:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762401.348186:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000800:00000200:1.0:1787762401.348190:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00080000:2.0:1787762401.348192:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000800:00000010:1.0:1787762401.348195:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000100:00000001:2.0:1787762401.348195:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762401.348197:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762401.348199:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762401.348200:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762401.348201:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762401.348202:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762401.348204:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762401.348207:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762401.348210:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517eed00.
00000020:00000040:2.0:1787762401.348212:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000800:00000200:1.0:1787762401.348216:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:2.0:1787762401.348217:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762401.348219:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762401.348221:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1787762401.348222:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
02000000:00000001:2.0:1787762401.348223:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762401.348226:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762401.348229:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483edc00.
00000800:00000200:1.1:1787762401.348230:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:2.0:1787762401.348232:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762401.348234:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000100:00100000:2.0:1787762401.348238:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517eed00 x1874600883840128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762401.348239:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762401.348244:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000100:00000001:2.0:1787762401.348249:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762401.348251:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787762401.348251:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762401.348258:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1787762401.348258:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adaeb222] to pc [ptlrpcd_rcv+-1]  req@ffff9696517eed00 x1874600883840128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762401.348265:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000100:00000001:2.0:1787762401.348267:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762401.348268:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00080000:2.0:1787762401.348270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762401.348273:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787762401.348273:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762401.348274:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762401.348277:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762401.348281:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787762401.348282:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517eda40 x1874600883839872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762401.348284:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3786
00000400:00000200:2.0:1787762401.348290:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762401.348295:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762401.348300:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762401.348302:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762401.348305:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000040:1.0:1787762401.348309:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517eda40 x1874600883839872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762401.348310:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762401.348316:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762401.348332:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762401.348336:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762401.348339:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762401.348339:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000100:00000001:1.0:1787762401.348343:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1787762401.348344:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762401.348347:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762401.348350:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000001:1.0:1787762401.348351:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762401.348352:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000400:00000200:1.0:1787762401.348356:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:2.0:1787762401.348359:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762401.348361:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298459899
00000100:00000001:2.0:1787762401.348364:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1787762401.348367:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d7e0.
00000100:00000040:2.0:1787762401.348369:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762401.348373:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762401.348373:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762401.348378:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00000001:1.0:1787762401.348381:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298459899
00000100:00080000:2.0:1787762401.348382:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000010:1.0:1787762401.348387:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d9c0.
00000100:00000001:2.0:1787762401.348387:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762401.348390:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1787762401.348391:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762401.348393:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762401.348395:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762401.348396:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762401.348401:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1787762401.348402:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762401.348406:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1787762401.348407:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762401/real 1787762401]  req@ffff9696517eda40 x1874600883839872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1787762401.348409:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762401.348415:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787762401.348418:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1787762401.348419:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787762401.348420:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762401.348422:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000100:00000010:2.0:1787762401.348424:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ecf00.
00000400:00000200:1.0:1787762401.348425:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762401.348429:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000020:00000040:2.0:1787762401.348429:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
00000100:00000001:1.0:1787762401.348433:0:2396:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1787762401.348435:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1787762401.348437:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517eda40 x1874600883839872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762401.348438:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762401.348442:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762401.348445:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762401.348448:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762401.348449:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517eda40 x1874600883839872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787762401.348455:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef400.
00000100:00000001:1.0:1787762401.348457:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762401.348459:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762401.348462:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762401.348462:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762401.348465:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762401.348475:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517eda40 x1874600883839872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762401.348476:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ecf00 x1874600883840256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762401.348491:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762401.348496:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787762401.348498:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517eda40 x1874600883839872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762401.348501:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762401.348508:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1787762401.348510:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105f396e] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ecf00 x1874600883840256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.348511:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762401.348514:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762401.348516:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762401.348519:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762401.348522:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762401.348526:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787762401.348528:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762401.348531:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00080000:2.0:1787762401.348532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762401.348534:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762401.348540:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517eda40 x1874600883839872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762401.348540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762401.348544:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762401.348547:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787762401.348552:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517eda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883839872:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762401.348553:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762401.348558:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762401.348559:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3786
00000100:00000001:1.0:1787762401.348561:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762401.348566:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517eda40 x1874600883839872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762401.348567:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762401.348576:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000400:00000200:2.0:1787762401.348576:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
02000000:00000001:1.0:1787762401.348579:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:2.0:1787762401.348580:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
02000000:00000010:1.0:1787762401.348582:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a800.
02000000:00000001:1.0:1787762401.348585:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:2.0:1787762401.348587:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000020:00000001:1.0:1787762401.348588:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762401.348590:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000100:00000001:2.0:1787762401.348592:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:1.0:1787762401.348593:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762401.348618:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef000.
02000000:00000001:1.0:1787762401.348623:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762401.348624:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762401.348626:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517eda40.
00000100:00000040:2.0:1787762401.348627:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762401.348629:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762401.348633:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762401.348633:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762401.348638:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787762401.348639:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762401.348642:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762401.348644:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762401.348646:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:2.0:1787762401.348646:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000100:00000001:1.0:1787762401.348649:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762401.348651:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:1.0:1787762401.348652:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762401.348654:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787762401.348656:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:1.0:1787762401.348657:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762401.348661:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ede00 x1874600883840000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762401.348664:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762401.348670:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762401.348671:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762401.348673:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762401.348675:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
02000000:00000001:1.0:1787762401.348676:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762401.348679:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762401.348681:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
02000000:00000001:1.0:1787762401.348682:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762401.348687:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00100000:1.0:1787762401.348688:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ede00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883840000:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762401.348693:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762401.348696:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1787762401.348696:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
02000000:00000001:1.0:1787762401.348698:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762401.348702:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787762401.348703:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762401.348705:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a800.
02000000:00000001:2.0:1787762401.348707:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762401.348708:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762401.348712:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:2.0:1787762401.348712:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1787762401.348716:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
02000000:00000001:2.0:1787762401.348717:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762401.348719:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000001:2.0:1787762401.348721:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:1.0:1787762401.348723:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883840000, portal 10
00000008:00100000:2.0:1787762401.348725:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787762401.348726:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762401.348728:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089370624 : -115902620180992 : ffff9696517ede00)
00000008:00000001:2.0:1787762401.348730:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762401.348734:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ede00 x1874600883840000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762401.348734:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762401.348739:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec780.
00000100:00000001:1.0:1787762401.348740:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762401.348744:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000020:00000040:2.0:1787762401.348745:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000400:00000010:1.0:1787762401.348748:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
02000000:00000001:2.0:1787762401.348749:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1787762401.348751:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883840000, offset 0
02000000:00000001:2.0:1787762401.348752:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762401.348756:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000001:2.0:1787762401.348758:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787762401.348761:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:2.0:1787762401.348761:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762401.348765:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762401.348767:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762401.348770:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762401.348772:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
02000000:00000010:2.0:1787762401.348772:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ed800.
00000400:00000200:1.0:1787762401.348776:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787762401.348778:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762401.348779:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762401.348783:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3500:3500:256:4294967295] 192.168.204.116@tcp LPNI seq info [3500:3500:8:4294967295]
00000400:00000200:1.0:1787762401.348788:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00100000:2.0:1787762401.348789:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec780 x1874600883840384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762401.348798:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762401.348809:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000001:2.0:1787762401.348812:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1787762401.348814:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000100:00000001:2.0:1787762401.348816:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762401.348820:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762401.348825:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1787762401.348826:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056399392] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec780 x1874600883840384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787762401.348832:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762401.348836:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787762401.348842:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00000001:2.0:1787762401.348844:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762401.348845:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762401.348849:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762401.348853:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1787762401.348853:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3796)
00000400:00000200:1.0:1787762401.348858:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762401.348860:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762401.348862:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762401.348864:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ede00 x1874600883840000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.348870:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762401.348872:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ede00 x1874600883840000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.348879:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762401.348880:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762401.348883:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762401.348886:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762401.348889:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762401.348891:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298458660
00000100:00000001:1.0:1787762401.348893:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298459899
00000100:00000001:1.0:1787762401.348895:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298458660
00000100:00000001:1.0:1787762401.348897:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298459899
00000100:00000001:1.0:1787762401.348899:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762401.348901:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762401.348903:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762401.348907:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762401/real 1787762401]  req@ffff9696517ede00 x1874600883840000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762401.348920:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762401.348922:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762401.348923:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762401.348925:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762401.348926:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762401.348927:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762401.348929:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ede00 x1874600883840000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762401.348934:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ede00 x1874600883840000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.348938:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762401.348939:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762401.348940:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762401.348941:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762401.348943:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ede00 x1874600883840000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.348947:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762401.348949:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ede00 x1874600883840000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.348953:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762401.348954:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762401.348955:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762401.348956:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762401.348957:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762401.348958:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762401.348959:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762401.348961:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762401.348962:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762401.348964:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ede00 x1874600883840000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762401.348969:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ede00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883840000:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762401.348971:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762401.348973:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517eed00 x1874600883840128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.348976:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762401.348977:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762401.348978:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762401.348979:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762401.348980:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762401.348982:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517eed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883840128:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762401.348983:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762401.348984:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762401.348985:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762401.348986:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762401.348989:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448c00.
02000000:00000001:1.0:1787762401.348990:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762401.348992:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762401.348993:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762401.348995:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762401.348997:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883840128, portal 10
00000100:00000001:1.0:1787762401.348998:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762401.348999:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089374464 : -115902620177152 : ffff9696517eed00)
00000100:00000040:1.0:1787762401.349002:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517eed00 x1874600883840128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.349006:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762401.349007:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762401.349009:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762401.349011:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883840128, offset 0
00000400:00000200:1.0:1787762401.349015:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762401.349018:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762401.349021:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762401.349024:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762401.349026:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762401.349028:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762401.349030:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762401.349033:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3501:3501:256:4294967295] 192.168.204.116@tcp LPNI seq info [3501:3501:8:4294967295]
00000400:00000200:1.0:1787762401.349037:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762401.349043:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762401.349047:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762401.349050:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762401.349054:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762401.349056:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762401.349060:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762401.349062:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787762401.349065:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762401.349066:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762401.349068:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762401.349070:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762401.349072:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762401.349073:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762401.349075:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762401.349077:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517eed00 x1874600883840128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.349082:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762401.349083:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517eed00 x1874600883840128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.349088:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762401.349088:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762401.349090:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762401.349092:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762401.349094:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762401.349096:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298458719
00000100:00000001:1.0:1787762401.349098:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298459899
00000100:00000001:1.0:1787762401.349099:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298458719
00000100:00000001:1.0:1787762401.349100:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298459899
00000100:00000001:1.0:1787762401.349101:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762401.349102:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762401.349103:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762401.349105:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762401/real 1787762401]  req@ffff9696517eed00 x1874600883840128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762401.349109:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762401.349110:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762401.349111:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762401.349112:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762401.349113:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762401.349114:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762401.349116:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517eed00 x1874600883840128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762401.349121:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517eed00 x1874600883840128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.349124:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762401.349125:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762401.349126:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762401.349126:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762401.349128:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517eed00 x1874600883840128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.349132:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762401.349134:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517eed00 x1874600883840128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.349137:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762401.349139:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762401.349139:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762401.349140:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762401.349141:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762401.349142:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762401.349144:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762401.349146:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762401.349147:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762401.349149:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517eed00 x1874600883840128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762401.349152:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517eed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883840128:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762401.349154:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762401.349156:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ecf00 x1874600883840256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.349159:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762401.349160:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762401.349161:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762401.349162:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762401.349163:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762401.349165:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ecf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883840256:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762401.349168:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762401.349169:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762401.349171:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762401.349172:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762401.349175:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a000.
02000000:00000001:1.0:1787762401.349177:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762401.349180:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762401.349182:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762401.349185:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762401.349187:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883840256, portal 4
00000100:00000001:1.0:1787762401.349189:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762401.349190:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089366784 : -115902620184832 : ffff9696517ecf00)
00000100:00000040:1.0:1787762401.349195:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ecf00 x1874600883840256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.349201:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762401.349203:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762401.349205:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762401.349207:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883840256, offset 0
00000400:00000200:1.0:1787762401.349211:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762401.349215:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762401.349218:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762401.349221:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762401.349223:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762401.349225:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762401.349227:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762401.349230:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3502:3502:256:4294967295] 192.168.204.116@tcp LPNI seq info [3502:3502:8:4294967295]
00000400:00000200:1.0:1787762401.349233:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762401.349238:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762401.349241:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762401.349243:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762401.349245:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762401.349247:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762401.349249:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762401.349251:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787762401.349253:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762401.349254:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762401.349256:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762401.349258:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762401.349260:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762401.349261:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762401.349263:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762401.349265:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ecf00 x1874600883840256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.349273:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762401.349276:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ecf00 x1874600883840256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.349282:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762401.349283:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762401.349286:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762401.349288:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762401.349291:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762401.349293:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298458640
00000100:00000001:1.0:1787762401.349295:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298459899
00000100:00000001:1.0:1787762401.349297:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298458640
00000100:00000001:1.0:1787762401.349299:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298459899
00000100:00000001:1.0:1787762401.349301:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762401.349303:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762401.349305:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762401.349308:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762401/real 1787762401]  req@ffff9696517ecf00 x1874600883840256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762401.349315:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762401.349316:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762401.349317:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762401.349319:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762401.349320:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762401.349334:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762401.349337:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ecf00 x1874600883840256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762401.349342:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ecf00 x1874600883840256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.349345:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762401.349347:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762401.349348:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762401.349349:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762401.349351:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ecf00 x1874600883840256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.349355:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762401.349357:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ecf00 x1874600883840256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.349361:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762401.349362:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762401.349363:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762401.349363:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762401.349364:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762401.349365:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762401.349367:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762401.349368:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762401.349370:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762401.349371:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ecf00 x1874600883840256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762401.349375:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ecf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883840256:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762401.349378:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762401.349379:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762401.349382:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ede00 x1874600883840000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.349388:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762401.349390:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762401.349391:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a800.
02000000:00000001:1.0:1787762401.349394:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762401.349395:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762401.349397:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762401.349399:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762401.349400:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ee000.
02000000:00000001:1.0:1787762401.349404:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762401.349405:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762401.349406:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ede00.
00000100:00000001:1.0:1787762401.349409:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762401.349411:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762401.349412:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762401.349416:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517eed00 x1874600883840128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.349422:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762401.349423:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762401.349424:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448c00.
02000000:00000001:1.0:1787762401.349426:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762401.349427:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762401.349427:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762401.349429:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762401.349430:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483edc00.
02000000:00000001:1.0:1787762401.349431:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762401.349432:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762401.349433:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517eed00.
00000100:00000001:1.0:1787762401.349434:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762401.349435:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762401.349436:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762401.349438:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ecf00 x1874600883840256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.349441:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762401.349441:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762401.349442:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a000.
02000000:00000001:1.0:1787762401.349443:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762401.349444:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762401.349445:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762401.349446:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762401.349447:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef400.
02000000:00000001:1.0:1787762401.349448:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762401.349449:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762401.349450:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ecf00.
00000100:00000001:1.0:1787762401.349451:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762401.349452:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762401.349453:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762401.349455:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762401.349456:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762401.349457:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762401.349458:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762401.349459:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762401.349461:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec780 x1874600883840384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.349465:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762401.349466:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762401.349468:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762401.349469:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762401.349470:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762401.349471:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883840384:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762401.349473:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762401.349474:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762401.349475:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762401.349477:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762401.349478:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a000.
02000000:00000001:1.0:1787762401.349480:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762401.349482:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762401.349483:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762401.349485:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762401.349487:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883840384, portal 4
00000100:00000001:1.0:1787762401.349488:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762401.349489:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089364864 : -115902620186752 : ffff9696517ec780)
00000100:00000040:1.0:1787762401.349492:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec780 x1874600883840384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.349496:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762401.349497:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762401.349498:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762401.349500:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883840384, offset 0
00000400:00000200:1.0:1787762401.349502:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762401.349504:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762401.349506:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762401.349508:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762401.349510:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762401.349511:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762401.349512:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762401.349514:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3503:3503:256:4294967295] 192.168.204.116@tcp LPNI seq info [3503:3503:8:4294967295]
00000400:00000200:1.0:1787762401.349516:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762401.349520:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762401.349523:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762401.349525:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762401.349527:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762401.349528:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762401.349531:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762401.349532:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787762401.349534:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762401.349536:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:1.0:1787762401.349537:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762401.349539:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762401.349541:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:1.0:1787762401.349542:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:1.0:1787762401.349543:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762401.349545:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ec780 x1874600883840384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.349549:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762401.349551:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec780 x1874600883840384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.349555:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762401.349556:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762401.349557:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762401.349560:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762401.349561:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762401.349562:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298458647
00000100:00000001:1.0:1787762401.349564:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298459899
00000100:00000001:1.0:1787762401.349565:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298458647
00000100:00000001:1.0:1787762401.349566:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298459899
00000100:00000001:1.0:1787762401.349567:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762401.349568:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762401.349569:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762401.349571:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762401/real 1787762401]  req@ffff9696517ec780 x1874600883840384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762401.349575:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762401.349576:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762401.349577:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762401.349578:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762401.349579:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762401.349580:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762401.349582:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec780 x1874600883840384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762401.349586:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec780 x1874600883840384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.349589:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762401.349590:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762401.349591:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762401.349592:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762401.349594:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec780 x1874600883840384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.349614:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762401.349618:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec780 x1874600883840384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.349625:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762401.349627:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762401.349628:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762401.349629:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762401.349631:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762401.349633:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762401.349635:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762401.349637:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762401.349639:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762401.349643:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec780 x1874600883840384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762401.349651:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883840384:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762401.349654:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762401.349656:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762401.349658:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec780 x1874600883840384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762401.349664:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762401.349665:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762401.349667:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a000.
02000000:00000001:1.0:1787762401.349670:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762401.349671:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762401.349672:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762401.349673:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762401.349674:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ed800.
02000000:00000001:1.0:1787762401.349675:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762401.349676:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762401.349677:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec780.
00000100:00000001:1.0:1787762401.349679:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762401.349679:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762401.349681:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762401.349683:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762401.349684:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762401.349685:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762401.349686:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762401.795718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762401.795724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762401.795729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762401.795730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762401.795733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762401.795737:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762401.795739:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762401.795742:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762401.795745:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762401.795747:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762401.795749:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762401.795751:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762401.795813:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762401.795817:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762401.795821:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787762402.627740:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298459899, at 4298459904
00000100:00000040:0.0:1787762402.627741:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298459899, at 4298459904
00000100:00000010:1.0:1787762402.627763:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00000100:00000010:0.0:1787762402.627768:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00010000:00000001:0.0:1787762402.819744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762402.819750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762402.819755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762402.819756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762402.819758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762402.819760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762402.819786:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762402.819788:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762402.819790:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762403.843703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762403.843713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762403.843718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762403.843719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762403.843721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762403.843722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762403.843785:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762403.843789:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762403.843793:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762404.867696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762404.867702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762404.867709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762404.867710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762404.867713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762404.867714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762404.867733:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762404.867736:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762404.867738:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762405.891739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762405.891746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762405.891751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762405.891752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762405.891755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762405.891756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762405.891814:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762405.891818:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762405.891823:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762406.467769:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762406.467778:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762406.467780:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762406.467784:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762406.467787:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762406.467794:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3791
00000400:00000200:1.0:1787762406.467802:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762406.467807:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762406.467810:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762406.467813:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762406.467864:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762406.467868:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762406.467870:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762406.467874:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762406.467876:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:1.0:1787762406.467878:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762406.467881:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:1.0:1787762406.467885:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:1.0:1787762406.467887:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:1.0:1787762406.467890:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762406.467892:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762406.467893:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762406.467896:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762406.467899:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:1.0:1787762406.467902:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762406.467904:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762406.467907:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762406.467910:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762406.467913:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762406.467915:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762406.467917:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762406.467927:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c74b40.
00000020:00000040:1.0:1787762406.467930:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:1.0:1787762406.467933:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762406.467935:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762406.467938:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762406.467941:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762406.467944:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762406.467951:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544a000.
00000100:00000001:1.0:1787762406.467956:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762406.467964:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c74b40 x1874600883840512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762406.467974:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762406.467977:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762406.467981:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be39ab00] to pc [ptlrpcd_rcv+-1]  req@ffff969643c74b40 x1874600883840512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.468025:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762406.468029:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762406.468031:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762406.468037:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c74b40 x1874600883840512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.468045:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762406.468047:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762406.468050:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762406.468052:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762406.468054:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762406.468058:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883840512:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762406.468062:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762406.468065:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762406.468067:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762406.468070:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762406.468074:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762406.468076:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762406.468081:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762406.468084:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762406.468090:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762406.468096:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883840512, portal 25
00000100:00000001:2.0:1787762406.468098:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762406.468099:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859236160 : -115902850315456 : ffff969643c74b40)
00000100:00000040:2.0:1787762406.468104:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c74b40 x1874600883840512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.468112:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762406.468115:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762406.468117:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762406.468120:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883840512, offset 0
00000400:00000200:2.0:1787762406.468126:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762406.468133:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762406.468137:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762406.468142:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762406.468147:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762406.468150:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762406.468153:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762406.468157:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3504:3504:256:4294967295] 192.168.204.116@tcp LPNI seq info [3504:3504:8:4294967295]
00000400:00000200:2.0:1787762406.468161:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762406.468170:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762406.468175:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762406.468180:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762406.468186:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762406.468189:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762406.468195:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762406.468199:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787762406.468203:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762406.468205:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762406.468212:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762406.468216:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762406.468220:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762406.468241:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762406.468245:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762406.468256:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c74b40 x1874600883840512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762406.468279:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762406.468282:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762406.468285:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762406.468287:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762406.468288:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762406.468291:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762406.468293:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3791
00000400:00000200:1.0:1787762406.468297:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762406.468300:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762406.468302:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762406.468305:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762406.468307:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762406.468309:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762406.468311:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762406.468313:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762406.468315:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:1.0:1787762406.468316:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762406.468319:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:1.0:1787762406.468320:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:1.0:1787762406.468322:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:1.0:1787762406.468325:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762406.468327:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762406.468329:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762406.468331:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762406.468333:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:1.0:1787762406.468336:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762406.468338:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762406.468339:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762406.468344:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762406.468346:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762406.468348:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762406.468352:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762406.468355:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762406.468357:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762406.468360:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c76940.
00000020:00000040:1.0:1787762406.468362:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:1.0:1787762406.468365:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762406.468366:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762406.468367:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762406.468369:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762406.468370:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762406.468374:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448c00.
00000100:00000001:1.0:1787762406.468377:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762406.468382:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c76940 x1874600883840640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762406.468389:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762406.468391:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762406.468395:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0b042fe] to pc [ptlrpcd_rcv+-1]  req@ffff969643c76940 x1874600883840640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.468426:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762406.468430:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c74b40 x1874600883840512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762431 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.468437:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762406.468439:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762406.468445:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762406.468448:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762406.468451:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298465019
00000100:00000010:2.0:1787762406.468464:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f74e0.
00000100:00000001:2.0:1787762406.468470:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762406.468476:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298465019
00000100:00000010:2.0:1787762406.468479:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7720.
00000100:00000001:2.0:1787762406.468482:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762406.468485:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762406.468487:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762406.468489:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762406.468493:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762406/real 1787762406]  req@ffff969643c74b40 x1874600883840512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762406.468502:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762406.468503:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762406.468505:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762406.468508:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762406.468509:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762406.468511:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762406.468515:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c74b40 x1874600883840512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762406.468523:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c74b40 x1874600883840512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.468530:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762406.468532:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.468534:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762406.468535:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762406.468539:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c74b40 x1874600883840512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.468546:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762406.468550:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c74b40 x1874600883840512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.468557:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762406.468560:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.468562:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762406.468563:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.468566:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762406.468567:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762406.468570:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762406.468574:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762406.468576:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762406.468580:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c74b40 x1874600883840512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762406.468588:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883840512:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762406.468592:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.468594:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762406.468627:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c74b40 x1874600883840512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.468634:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762406.468636:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762406.468638:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762406.468641:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762406.468643:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762406.468644:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762406.468646:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762406.468648:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544a000.
02000000:00000001:2.0:1787762406.468651:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762406.468653:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762406.468655:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c74b40.
00000100:00000001:2.0:1787762406.468657:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762406.468658:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.468660:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.468667:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762406.468669:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762406.468671:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762406.468672:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762406.468679:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762406.468683:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c76940 x1874600883840640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.468695:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762406.468696:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762406.468699:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762406.468700:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762406.468702:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762406.468705:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883840640:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762406.468708:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762406.468710:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762406.468712:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762406.468713:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762406.468716:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762406.468718:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762406.468721:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762406.468724:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762406.468727:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762406.468729:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883840640, portal 10
00000100:00000001:2.0:1787762406.468731:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762406.468732:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859243840 : -115902850307776 : ffff969643c76940)
00000100:00000040:2.0:1787762406.468738:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c76940 x1874600883840640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.468744:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762406.468746:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762406.468748:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762406.468750:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883840640, offset 0
00000400:00000200:2.0:1787762406.468754:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762406.468758:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762406.468761:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762406.468764:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762406.468767:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762406.468769:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762406.468771:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762406.468774:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3505:3505:256:4294967295] 192.168.204.116@tcp LPNI seq info [3505:3505:8:4294967295]
00000400:00000200:2.0:1787762406.468778:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762406.468788:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762406.468793:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762406.468796:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762406.468800:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762406.468803:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762406.468807:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762406.468809:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787762406.468813:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762406.468825:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762406.468828:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762406.468831:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762406.468834:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762406.468836:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762406.468838:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762406.468841:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c76940 x1874600883840640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.468848:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762406.468851:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c76940 x1874600883840640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762431 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.468857:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762406.468859:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762406.468861:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762406.468864:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762406.468867:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762406.468869:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298463780
00000100:00000001:2.0:1787762406.468872:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298465019
00000100:00000001:2.0:1787762406.468874:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298463780
00000100:00000001:2.0:1787762406.468875:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298465019
00000100:00000001:2.0:1787762406.468877:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762406.468880:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762406.468882:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762406.468886:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762406/real 1787762406]  req@ffff969643c76940 x1874600883840640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762406.468894:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762406.468896:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762406.468897:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762406.468899:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762406.468901:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762406.468902:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762406.468906:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c76940 x1874600883840640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762406.468914:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c76940 x1874600883840640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.468919:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762406.468921:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.468922:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762406.468924:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762406.468927:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c76940 x1874600883840640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.468933:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762406.468937:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c76940 x1874600883840640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.468943:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762406.468946:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.468947:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762406.468948:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.468950:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762406.468951:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762406.468954:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762406.468957:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762406.468958:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762406.468962:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c76940 x1874600883840640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762406.468970:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883840640:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762406.468973:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.468975:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762406.468978:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c76940 x1874600883840640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.468984:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762406.468985:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762406.468987:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762406.468989:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762406.468990:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762406.468992:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762406.468994:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762406.468995:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448c00.
02000000:00000001:2.0:1787762406.468997:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762406.468999:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762406.469000:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c76940.
00000100:00000001:2.0:1787762406.469002:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762406.469003:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.469005:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.469007:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762406.469009:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762406.469011:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762406.469012:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762406.469708:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762406.469713:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762406.469716:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787762406.469717:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762406.469719:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762406.469722:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762406.469725:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3791
00000400:00000200:1.0:1787762406.469730:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762406.469733:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762406.469735:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762406.469738:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762406.469740:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762406.469742:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762406.469744:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762406.469747:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762406.469748:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:1.0:1787762406.469750:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762406.469752:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:1.0:1787762406.469754:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:1.0:1787762406.469757:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:1.0:1787762406.469760:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762406.469761:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762406.469763:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762406.469765:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762406.469768:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:1.0:1787762406.469770:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762406.469772:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762406.469774:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762406.469777:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762406.469779:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762406.469781:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762406.469783:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762406.469785:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762406.469787:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762406.469791:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c76580.
00000020:00000040:1.0:1787762406.469793:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:1.0:1787762406.469795:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762406.469796:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762406.469798:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762406.469800:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762406.469802:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762406.469805:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544a800.
00000100:00000001:1.0:1787762406.469809:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762406.469814:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c76580 x1874600883840768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762406.469827:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762406.469829:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762406.469834:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008246f2cf] to pc [ptlrpcd_rcv+-1]  req@ffff969643c76580 x1874600883840768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762406.469843:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762406.469845:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762406.469848:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762406.469850:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787762406.469851:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1787762406.469852:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762406.469855:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762406.469857:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1787762406.469859:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3791
00000400:00000200:1.0:1787762406.469863:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762406.469864:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1787762406.469867:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762406.469871:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762406.469873:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c76580 x1874600883840768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762406.469877:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762406.469879:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762406.469882:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762406.469886:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762406.469890:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762406.469892:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:1.0:1787762406.469895:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762406.469897:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:1.0:1787762406.469901:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:1.0:1787762406.469906:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:1.0:1787762406.469909:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762406.469911:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762406.469914:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762406.469916:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762406.469918:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762406.469919:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787762406.469922:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
02000000:00000001:2.0:1787762406.469924:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1787762406.469928:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
02000000:00000001:2.0:1787762406.469929:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762406.469931:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762406.469934:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762406.469935:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762406.469939:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787762406.469942:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883840768:192.168.204.116@tcp:38:kworker.0
02000000:00000001:1.0:1787762406.469943:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762406.469947:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762406.469949:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1787762406.469951:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
02000000:00000001:2.0:1787762406.469953:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1787762406.469955:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762406.469956:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762406.469958:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762406.469961:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1787762406.469962:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c770c0.
00000020:00000040:1.0:1787762406.469966:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000010:2.0:1787762406.469967:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec000.
02000000:00000001:1.0:1787762406.469969:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762406.469971:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762406.469972:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762406.469976:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762406.469978:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762406.469981:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762406.469981:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762406.469986:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
02000000:00000010:1.0:1787762406.469988:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544ac00.
00000100:00000001:1.0:1787762406.469993:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762406.469993:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00100000:1.0:1787762406.469999:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c770c0 x1874600883840896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787762406.470006:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883840768, portal 10
00000100:00000001:1.0:1787762406.470008:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762406.470009:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762406.470012:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762406.470013:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859242880 : -115902850308736 : ffff969643c76580)
00000100:00000040:1.0:1787762406.470019:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000505f9847] to pc [ptlrpcd_rcv+-1]  req@ffff969643c770c0 x1874600883840896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762406.470024:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c76580 x1874600883840768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762406.470034:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762406.470040:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762406.470040:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787762406.470048:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:2.0:1787762406.470048:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00000001:1.0:1787762406.470051:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762406.470053:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787762406.470053:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000001:1.0:1787762406.470058:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1787762406.470059:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883840768, offset 0
00000100:00080000:1.0:1787762406.470063:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3791
00000400:00000200:2.0:1787762406.470069:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762406.470070:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762406.470077:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000200:2.0:1787762406.470079:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:1.0:1787762406.470080:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762406.470086:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762406.470089:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000001:1.0:1787762406.470090:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762406.470095:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762406.470098:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762406.470102:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00000001:1.0:1787762406.470104:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:2.0:1787762406.470107:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1787762406.470109:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762406.470113:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000400:00000200:2.0:1787762406.470114:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000020:00000001:1.0:1787762406.470115:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762406.470119:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:1.0:1787762406.470123:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000400:00000200:2.0:1787762406.470124:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3506:3506:256:4294967295] 192.168.204.116@tcp LPNI seq info [3506:3506:8:4294967295]
00000020:00000001:1.0:1787762406.470127:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000400:00000200:2.0:1787762406.470134:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:1.0:1787762406.470135:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762406.470139:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762406.470144:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762406.470147:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:2.0:1787762406.470152:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1787762406.470153:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:1.0:1787762406.470159:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762406.470162:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762406.470165:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1787762406.470165:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
02000000:00000001:1.0:1787762406.470169:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762406.470172:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787762406.470172:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000100:00000001:1.0:1787762406.470177:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762406.470179:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787762406.470181:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762406.470182:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762406.470186:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000010:1.0:1787762406.470187:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c743c0.
00000020:00000040:1.0:1787762406.470192:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000800:00000200:2.0:1787762406.470192:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
02000000:00000001:1.0:1787762406.470196:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762406.470199:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762406.470203:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1787762406.470203:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:1.0:1787762406.470205:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762406.470208:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762406.470209:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
02000000:00000010:1.0:1787762406.470213:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448c00.
00000800:00000100:2.0:1787762406.470217:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00000001:1.0:1787762406.470219:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787762406.470231:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762406.470236:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:1.0:1787762406.470243:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c743c0 x1874600883841024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762406.470243:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762406.470249:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762406.470253:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:1.0:1787762406.470258:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762406.470259:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787762406.470262:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762406.470267:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c76580 x1874600883840768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762406.470270:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fac29a1] to pc [ptlrpcd_rcv+-1]  req@ffff969643c743c0 x1874600883841024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762406.470290:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762406.470290:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762406.470297:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3801)
00000100:00000040:2.0:1787762406.470298:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c76580 x1874600883840768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762431 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.470307:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762406.470308:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762406.470313:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762406.470316:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762406.470320:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762406.470322:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298463840
00000100:00000001:2.0:1787762406.470325:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298465019
00000100:00000001:2.0:1787762406.470327:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298463840
00000100:00000001:2.0:1787762406.470329:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298465019
00000100:00000001:2.0:1787762406.470331:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762406.470333:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762406.470335:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762406.470339:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762406/real 1787762406]  req@ffff969643c76580 x1874600883840768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762406.470346:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762406.470347:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762406.470349:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762406.470351:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762406.470353:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762406.470355:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762406.470358:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c76580 x1874600883840768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762406.470366:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c76580 x1874600883840768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.470372:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762406.470373:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.470375:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762406.470376:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762406.470380:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c76580 x1874600883840768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.470386:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762406.470390:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c76580 x1874600883840768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.470396:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762406.470398:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.470400:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762406.470401:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.470403:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762406.470404:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762406.470407:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762406.470410:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762406.470413:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762406.470417:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c76580 x1874600883840768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762406.470424:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883840768:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762406.470428:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.470430:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762406.470432:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c76580 x1874600883840768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.470439:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762406.470440:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762406.470442:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762406.470445:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762406.470447:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762406.470448:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762406.470450:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762406.470452:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544a800.
02000000:00000001:2.0:1787762406.470454:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762406.470456:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762406.470457:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c76580.
00000100:00000001:2.0:1787762406.470459:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762406.470460:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.470462:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.470465:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762406.470466:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762406.470468:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762406.470469:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762406.470470:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762406.470474:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c770c0 x1874600883840896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.470480:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762406.470481:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762406.470484:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762406.470486:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762406.470488:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762406.470490:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883840896:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762406.470494:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762406.470495:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762406.470497:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762406.470498:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762406.470501:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762406.470503:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762406.470507:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762406.470509:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762406.470513:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762406.470515:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883840896, portal 4
00000100:00000001:2.0:1787762406.470517:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762406.470518:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859245760 : -115902850305856 : ffff969643c770c0)
00000100:00000040:2.0:1787762406.470524:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c770c0 x1874600883840896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.470530:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762406.470532:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762406.470535:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762406.470537:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883840896, offset 0
00000400:00000200:2.0:1787762406.470541:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762406.470545:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762406.470549:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762406.470552:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762406.470554:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762406.470556:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762406.470558:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762406.470561:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3507:3507:256:4294967295] 192.168.204.116@tcp LPNI seq info [3507:3507:8:4294967295]
00000400:00000200:2.0:1787762406.470565:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762406.470571:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762406.470576:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762406.470579:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762406.470583:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762406.470586:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762406.470590:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762406.470592:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787762406.470627:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762406.470629:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762406.470632:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762406.470636:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762406.470639:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762406.470641:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762406.470643:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762406.470647:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c770c0 x1874600883840896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.470654:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762406.470657:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c770c0 x1874600883840896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762431 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.470662:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762406.470664:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762406.470667:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762406.470669:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762406.470672:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762406.470674:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298463762
00000100:00000001:2.0:1787762406.470676:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298465019
00000100:00000001:2.0:1787762406.470678:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298463762
00000100:00000001:2.0:1787762406.470680:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298465019
00000100:00000001:2.0:1787762406.470682:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762406.470684:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762406.470685:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762406.470688:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762406/real 1787762406]  req@ffff969643c770c0 x1874600883840896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762406.470695:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762406.470697:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762406.470698:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762406.470700:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762406.470702:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762406.470703:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762406.470706:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c770c0 x1874600883840896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762406.470714:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c770c0 x1874600883840896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.470720:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762406.470721:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.470723:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762406.470724:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762406.470727:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c770c0 x1874600883840896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.470734:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762406.470737:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c770c0 x1874600883840896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.470744:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762406.470746:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.470747:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762406.470749:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.470750:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762406.470752:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762406.470755:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762406.470758:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762406.470760:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762406.470764:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c770c0 x1874600883840896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762406.470772:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883840896:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762406.470775:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762406.470778:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c743c0 x1874600883841024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.470783:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762406.470785:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762406.470787:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762406.470788:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762406.470790:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762406.470792:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883841024:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762406.470795:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762406.470797:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762406.470799:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762406.470800:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762406.470804:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762406.470805:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762406.470808:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762406.470811:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762406.470813:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762406.470816:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883841024, portal 4
00000100:00000001:2.0:1787762406.470818:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762406.470819:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859234240 : -115902850317376 : ffff969643c743c0)
00000100:00000040:2.0:1787762406.470824:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c743c0 x1874600883841024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.470830:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762406.470832:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762406.470834:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762406.470836:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883841024, offset 0
00000400:00000200:2.0:1787762406.470840:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762406.470843:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762406.470846:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762406.470849:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762406.470851:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762406.470853:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762406.470855:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762406.470858:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3508:3508:256:4294967295] 192.168.204.116@tcp LPNI seq info [3508:3508:8:4294967295]
00000400:00000200:2.0:1787762406.470862:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762406.470867:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762406.470871:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762406.470874:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762406.470878:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762406.470881:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762406.470885:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762406.470887:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787762406.470890:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762406.470892:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762406.470895:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762406.470898:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762406.470901:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762406.470903:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762406.470905:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762406.470908:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c743c0 x1874600883841024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.470916:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762406.470918:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c743c0 x1874600883841024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762431 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.470924:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762406.470926:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762406.470929:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762406.470932:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762406.470934:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762406.470937:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298463769
00000100:00000001:2.0:1787762406.470940:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298465019
00000100:00000001:2.0:1787762406.470942:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298463769
00000100:00000001:2.0:1787762406.470944:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298465019
00000100:00000001:2.0:1787762406.470946:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762406.470948:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762406.470950:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762406.470953:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762406/real 1787762406]  req@ffff969643c743c0 x1874600883841024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762406.470961:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762406.470962:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762406.470963:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762406.470966:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762406.470967:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762406.470969:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762406.470973:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c743c0 x1874600883841024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762406.470981:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c743c0 x1874600883841024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.470988:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762406.470989:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.470991:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762406.470993:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762406.470996:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c743c0 x1874600883841024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.471003:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762406.471007:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c743c0 x1874600883841024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.471013:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762406.471015:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.471017:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762406.471018:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.471020:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762406.471021:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762406.471024:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762406.471027:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762406.471029:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762406.471033:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c743c0 x1874600883841024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762406.471041:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883841024:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762406.471044:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.471046:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762406.471049:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c770c0 x1874600883840896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.471055:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762406.471057:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762406.471059:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762406.471061:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762406.471063:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762406.471064:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762406.471066:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762406.471067:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544ac00.
02000000:00000001:2.0:1787762406.471070:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762406.471072:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762406.471073:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c770c0.
00000100:00000001:2.0:1787762406.471076:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762406.471077:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.471079:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762406.471082:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c743c0 x1874600883841024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762406.471093:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762406.471094:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762406.471096:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762406.471098:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762406.471099:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762406.471100:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762406.471102:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762406.471104:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448c00.
02000000:00000001:2.0:1787762406.471106:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762406.471107:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762406.471108:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c743c0.
00000100:00000001:2.0:1787762406.471110:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762406.471111:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.471113:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.471116:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762406.471118:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762406.471120:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762406.471121:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762406.915808:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762406.915815:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762406.915820:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762406.915821:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762406.915825:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762406.915826:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762406.915850:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762406.915852:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762406.915855:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762407.747712:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298465019, at 4298465024
00000100:00000040:1.0:1787762407.747712:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298465019, at 4298465024
00000100:00000010:1.0:1787762407.747727:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7720.
00000100:00000010:0.0:1787762407.747729:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f74e0.
00010000:00000001:0.0:1787762407.939734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762407.939742:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762407.939744:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762407.939748:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762407.939752:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762407.939754:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762407.939756:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762407.939758:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762407.939763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762407.939764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762407.939767:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762407.939769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762407.939830:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762407.939834:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762407.939837:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762408.963709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762408.963714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762408.963718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762408.963718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762408.963721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762408.963721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762408.963736:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762408.963738:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762408.963739:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762409.987919:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762409.987927:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762409.987933:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762409.987937:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762409.987939:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762409.987943:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762409.987946:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762409.987948:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762409.987950:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762409.987952:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762409.987956:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762409.987957:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762409.988012:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762409.988016:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762409.988019:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762411.011731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762411.011739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762411.011743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762411.011744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762411.011747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762411.011749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762411.011770:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762411.011773:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762411.011775:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762411.587741:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762411.587749:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762411.587751:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762411.587753:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762411.587757:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762411.587762:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3796
00000400:00000200:2.0:1787762411.587769:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762411.587773:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762411.587775:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762411.587777:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762411.587779:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762411.587781:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762411.587783:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762411.587786:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762411.587787:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762411.587790:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762411.587792:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762411.587793:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762411.587795:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762411.587796:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762411.587797:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762411.587798:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762411.587799:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762411.587801:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762411.587804:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762411.587805:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762411.587808:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762411.587811:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762411.587813:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762411.587815:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762411.587817:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762411.587827:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef840.
00000020:00000040:2.0:1787762411.587830:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762411.587833:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762411.587835:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762411.587838:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762411.587840:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762411.587844:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762411.587851:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec400.
00000100:00000001:2.0:1787762411.587858:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762411.587867:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef840 x1874600883841152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762411.587876:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762411.587880:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762411.587885:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b068e52] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef840 x1874600883841152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762411.587935:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762411.587939:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762411.587940:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762411.587945:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef840 x1874600883841152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762411.587950:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762411.587951:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762411.587953:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762411.587955:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762411.587965:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762411.587969:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883841152:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762411.587981:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762411.587984:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762411.587987:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762411.587989:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762411.587994:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449800.
02000000:00000001:1.0:1787762411.587996:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762411.588002:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762411.588005:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762411.588012:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762411.588018:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883841152, portal 25
00000100:00000001:1.0:1787762411.588020:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762411.588022:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089377344 : -115902620174272 : ffff9696517ef840)
00000100:00000040:1.0:1787762411.588027:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef840 x1874600883841152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762411.588034:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762411.588036:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762411.588039:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240dd0.
00000100:00000200:1.0:1787762411.588041:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883841152, offset 0
00000400:00000200:1.0:1787762411.588047:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762411.588054:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762411.588059:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762411.588065:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762411.588068:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762411.588071:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762411.588078:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762411.588082:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3509:3509:256:4294967295] 192.168.204.116@tcp LPNI seq info [3509:3509:8:4294967295]
00000400:00000200:1.0:1787762411.588086:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762411.588095:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762411.588100:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762411.588105:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330e00.
00000800:00000200:1.0:1787762411.588111:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762411.588115:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762411.588163:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762411.588168:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762411.588170:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298470139
00000100:00000010:1.0:1787762411.588175:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d9c0.
00000100:00000001:1.0:1787762411.588180:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762411.588186:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298470139
00000100:00000010:1.0:1787762411.588188:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d000.
00000100:00000001:1.0:1787762411.588191:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762411.588194:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762411.588196:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762411.588199:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762411.588202:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762411.588221:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762411.588224:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762411.588227:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762411.588228:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762411.588229:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762411.588232:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762411.588235:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3796
00000400:00000200:2.0:1787762411.588239:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762411.588243:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762411.588245:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762411.588249:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762411.588251:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762411.588254:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762411.588256:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762411.588258:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762411.588259:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762411.588260:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762411.588262:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762411.588265:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762411.588273:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762411.588279:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762411.588281:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762411.588283:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762411.588284:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762411.588287:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762411.588289:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762411.588291:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762411.588293:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762411.588298:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762411.588300:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762411.588302:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762411.588306:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762411.588308:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762411.588310:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762411.588314:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef0c0.
00000020:00000040:2.0:1787762411.588316:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762411.588319:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762411.588320:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762411.588321:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762411.588323:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762411.588325:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762411.588329:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483efc00.
00000100:00000001:2.0:1787762411.588333:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762411.588338:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef0c0 x1874600883841280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762411.588344:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762411.588346:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762411.588350:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007513b59] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef0c0 x1874600883841280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762411.588381:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762411.588384:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787762411.588386:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762411.588388:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762411.588389:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762411.588393:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef0c0 x1874600883841280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762411.588399:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762411.588401:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762411.588402:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762411.588404:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762411.588406:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762411.588409:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883841280:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762411.588411:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762411.588413:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762411.588415:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762411.588416:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762411.588419:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762411.588421:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762411.588425:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762411.588427:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762411.588431:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762411.588434:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883841280, portal 10
00000100:00000001:1.0:1787762411.588436:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762411.588437:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089375424 : -115902620176192 : ffff9696517ef0c0)
00000100:00000040:1.0:1787762411.588442:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef0c0 x1874600883841280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762411.588448:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762411.588450:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762411.588452:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240550.
00000100:00000200:1.0:1787762411.588454:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883841280, offset 0
00000400:00000200:1.0:1787762411.588458:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762411.588461:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762411.588465:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762411.588468:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762411.588470:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762411.588472:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762411.588474:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762411.588477:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3510:3510:255:4294967295] 192.168.204.116@tcp LPNI seq info [3510:3510:7:4294967295]
00000400:00000200:1.0:1787762411.588480:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762411.588485:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762411.588489:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762411.588492:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330300.
00000800:00000200:1.0:1787762411.588496:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762411.588500:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762411.588502:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762411.588505:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762411.588508:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762411.588509:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298468899
00000100:00000001:1.0:1787762411.588512:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298470139
00000100:00000001:1.0:1787762411.588513:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298468899
00000100:00000001:1.0:1787762411.588515:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298470139
00000100:00000001:1.0:1787762411.588517:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762411.588519:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762411.588521:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762411.588523:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762411.588525:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762411.588526:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787762411.588528:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762411.588529:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762411.588531:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762411.588533:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762411.588573:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762411.588576:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762411.588582:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762411.588583:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762411.588585:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762411.588587:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762411.588590:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3796
00000400:00000200:2.0:1787762411.588594:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762411.588614:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762411.588617:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762411.588620:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762411.588622:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762411.588624:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762411.588625:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762411.588628:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762411.588629:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762411.588630:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762411.588632:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762411.588634:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762411.588637:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762411.588639:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762411.588641:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762411.588643:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762411.588645:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762411.588647:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762411.588650:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762411.588652:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762411.588654:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762411.588657:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762411.588659:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762411.588661:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762411.588663:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762411.588665:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762411.588666:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762411.588670:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee580.
00000020:00000040:2.0:1787762411.588672:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762411.588674:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762411.588675:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762411.588677:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762411.588678:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762411.588680:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762411.588684:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ed800.
00000100:00000001:2.0:1787762411.588687:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762411.588692:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee580 x1874600883841408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762411.588699:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762411.588700:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762411.588703:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d12b9ce] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee580 x1874600883841408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762411.588711:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762411.588713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762411.588716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762411.588717:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762411.588719:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762411.588722:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762411.588724:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3796
00000400:00000200:2.0:1787762411.588727:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762411.588729:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762411.588732:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762411.588734:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762411.588742:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762411.588744:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762411.588746:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762411.588748:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762411.588749:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762411.588751:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762411.588753:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762411.588755:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762411.588756:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762411.588759:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762411.588761:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762411.588763:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762411.588764:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762411.588766:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762411.588769:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762411.588771:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762411.588772:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762411.588775:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762411.588776:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762411.588778:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762411.588779:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762411.588781:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762411.588782:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762411.588786:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ed2c0.
00000020:00000040:2.0:1787762411.588787:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762411.588789:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762411.588791:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762411.588792:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762411.588793:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762411.588795:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762411.588798:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef400.
00000100:00000001:2.0:1787762411.588815:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762411.588820:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ed2c0 x1874600883841536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762411.588825:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762411.588827:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762411.588831:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ed0154] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ed2c0 x1874600883841536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762411.588837:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762411.588839:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762411.588842:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762411.588843:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762411.588845:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762411.588847:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762411.588849:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3796
00000400:00000200:2.0:1787762411.588852:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762411.588855:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762411.588857:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762411.588859:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762411.588861:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762411.588862:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762411.588864:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762411.588866:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762411.588867:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762411.588868:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762411.588870:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762411.588872:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762411.588874:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762411.588876:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762411.588878:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762411.588879:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762411.588881:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762411.588883:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762411.588885:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762411.588887:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762411.588888:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762411.588890:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762411.588892:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762411.588893:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762411.588895:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762411.588897:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762411.588898:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762411.588902:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec3c0.
00000020:00000040:2.0:1787762411.588904:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762411.588906:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762411.588907:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762411.588908:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762411.588909:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762411.588911:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762411.588914:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483edc00.
00000100:00000001:2.0:1787762411.588916:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762411.588920:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec3c0 x1874600883841664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762411.588925:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762411.588927:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762411.588930:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ac1d0d0] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec3c0 x1874600883841664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762411.588936:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762411.588940:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3806)
00000100:00000001:1.0:1787762411.588993:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762411.588995:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762411.588996:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762411.589000:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ee580 x1874600883841408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762411.589007:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762411.589008:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762411.589010:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762411.589012:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762411.589014:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762411.589017:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883841408:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762411.589020:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762411.589022:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762411.589023:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762411.589025:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762411.589028:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b400.
02000000:00000001:1.0:1787762411.589030:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762411.589033:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762411.589036:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02c08.
00000400:00000010:1.0:1787762411.589039:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240000.
00000100:00000200:1.0:1787762411.589042:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883841408, portal 10
00000100:00000001:1.0:1787762411.589044:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762411.589045:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089372544 : -115902620179072 : ffff9696517ee580)
00000100:00000040:1.0:1787762411.589050:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ee580 x1874600883841408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762411.589057:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762411.589058:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762411.589060:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482405d8.
00000100:00000200:1.0:1787762411.589062:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883841408, offset 0
00000400:00000200:1.0:1787762411.589066:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762411.589070:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762411.589074:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762411.589078:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762411.589080:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762411.589082:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762411.589084:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762411.589087:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3511:3511:254:4294967295] 192.168.204.116@tcp LPNI seq info [3511:3511:6:4294967295]
00000400:00000200:1.0:1787762411.589091:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762411.589096:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762411.589101:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762411.589104:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330200.
00000800:00000200:1.0:1787762411.589108:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762411.589111:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762411.589114:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762411.589116:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762411.589119:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762411.589121:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298468959
00000100:00000001:1.0:1787762411.589135:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298470139
00000100:00000001:1.0:1787762411.589138:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298468959
00000100:00000001:1.0:1787762411.589139:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298470139
00000100:00000001:1.0:1787762411.589142:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762411.589144:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762411.589146:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762411.589150:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ed2c0 x1874600883841536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762411.589160:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762411.589161:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762411.589163:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762411.589164:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762411.589166:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762411.589168:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ed2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883841536:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762411.589170:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762411.589173:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762411.589174:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762411.589176:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762411.589179:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762411.589180:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762411.589183:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762411.589186:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762411.589190:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482403b8.
00000100:00000200:1.0:1787762411.589193:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883841536, portal 4
00000100:00000001:1.0:1787762411.589195:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762411.589196:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089367744 : -115902620183872 : ffff9696517ed2c0)
00000100:00000040:1.0:1787762411.589201:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ed2c0 x1874600883841536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762411.589205:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762411.589207:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762411.589209:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240660.
00000100:00000200:1.0:1787762411.589211:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883841536, offset 0
00000400:00000200:1.0:1787762411.589215:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762411.589217:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762411.589220:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762411.589223:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762411.589225:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762411.589227:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762411.589228:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762411.589231:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3512:3512:253:4294967295] 192.168.204.116@tcp LPNI seq info [3512:3512:5:4294967295]
00000400:00000200:1.0:1787762411.589235:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762411.589241:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762411.589245:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762411.589248:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330a00.
00000800:00000200:1.0:1787762411.589251:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762411.589253:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762411.589256:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762411.589258:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762411.589260:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762411.589262:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298468880
00000100:00000001:1.0:1787762411.589264:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298470139
00000100:00000001:1.0:1787762411.589266:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298468880
00000100:00000001:1.0:1787762411.589268:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298470139
00000100:00000001:1.0:1787762411.589270:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762411.589272:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762411.589274:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762411.589277:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec3c0 x1874600883841664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762411.589284:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762411.589285:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762411.589287:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762411.589288:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762411.589290:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762411.589291:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883841664:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762411.589293:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762411.589295:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762411.589296:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762411.589298:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762411.589300:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762411.589302:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762411.589306:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762411.589308:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02420.
00000400:00000010:1.0:1787762411.589311:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762411.589313:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883841664, portal 4
00000100:00000001:1.0:1787762411.589315:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762411.589316:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089363904 : -115902620187712 : ffff9696517ec3c0)
00000100:00000040:1.0:1787762411.589321:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec3c0 x1874600883841664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762411.589327:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762411.589329:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762411.589331:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240d48.
00000100:00000200:1.0:1787762411.589333:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883841664, offset 0
00000400:00000200:1.0:1787762411.589337:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762411.589341:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762411.589344:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762411.589347:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762411.589349:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762411.589351:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762411.589353:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762411.589356:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3513:3513:252:4294967295] 192.168.204.116@tcp LPNI seq info [3513:3513:4:4294967295]
00000400:00000200:1.0:1787762411.589359:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762411.589364:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762411.589369:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762411.589372:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330700.
00000800:00000200:1.0:1787762411.589375:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762411.589379:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762411.589381:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762411.589383:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762411.589386:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762411.589388:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298468887
00000100:00000001:1.0:1787762411.589390:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298470139
00000100:00000001:1.0:1787762411.589391:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298468887
00000100:00000001:1.0:1787762411.589394:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298470139
00000100:00000001:1.0:1787762411.589396:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762411.589398:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762411.589400:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762411.589402:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762411.589406:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762411.589408:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787762411.589410:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762411.589411:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762411.589412:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762411.589414:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762412.035706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762412.035712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762412.035716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762412.035717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762412.035719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762412.035722:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762412.035724:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762412.035726:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762412.035729:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762412.035730:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762412.035731:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762412.035733:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762412.035779:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762412.035783:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762412.035786:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762412.867717:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298470139, at 4298470144
00000100:00000010:0.0:1787762412.867733:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00000100:00000040:1.0:1787762412.867793:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298470139, at 4298470144
00000100:00000010:1.0:1787762412.867800:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787762413.059706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762413.059711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762413.059715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762413.059716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762413.059718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762413.059719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762413.059734:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762413.059736:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762413.059738:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762414.083724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762414.083729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762414.083732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762414.083733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762414.083735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762414.083736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762414.083786:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762414.083789:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762414.083791:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787762414.659927:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.116:988
00000400:00000100:0.0:1787762414.659976:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.116@tcp at host 192.168.204.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787762414.659985:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762414.659988:0:2386:0:(router.c:1791:lnet_notify()) 192.168.204.16@tcp notifying 192.168.204.116@tcp: down
00000400:00000200:0.0:1787762414.659993:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762414.659997:0:2386:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787762414.660002:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762414.660006:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330e00.
00000400:00000200:0.0:1787762414.660011:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762414.660015:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762414.660022:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240dd0
00000400:00000010:0.0:1787762414.660024:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240dd0.
00000100:00000001:0.0:1787762414.660029:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762414.660037:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ef840 x1874600883841152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762414.660061:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762414.660091:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef840 x1874600883841152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762436 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762414.660100:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762414.660103:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762414.660110:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000800:00000100:0.0:1787762414.660115:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000100:00000001:1.0:1787762414.660116:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000800:00000010:0.0:1787762414.660120:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330300.
00000400:00000200:0.0:1787762414.660126:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1787762414.660129:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:0.0:1787762414.660130:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762414.660135:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240550
00000400:00000010:0.0:1787762414.660138:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240550.
00000100:00000001:0.0:1787762414.660142:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1787762414.660142:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762411/real 1787762414]  req@ffff9696517ef840 x1874600883841152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762414.660150:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ef0c0 x1874600883841280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762414.660162:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762414.660165:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762414.660170:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762414.660176:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000100:00000001:0.0:1787762414.660179:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000010:1.0:1787762414.660180:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000040:0.0:1787762414.660184:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef0c0 x1874600883841280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762436 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762414.660186:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787762414.660191:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762414.660193:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762414.660199:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762414.660201:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330200.
00000100:00000200:1.0:1787762414.660206:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef840 x1874600883841152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787762414.660207:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762414.660217:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762414.660224:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482405d8
00000100:00000200:1.0:1787762414.660227:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef840 x1874600883841152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787762414.660228:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482405d8.
00000100:00000001:0.0:1787762414.660234:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762414.660243:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ee580 x1874600883841408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762414.660245:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762414.660249:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762414.660252:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762414.660256:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762414.660264:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef840 x1874600883841152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762414.660267:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762414.660274:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee580 x1874600883841408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762436 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762414.660276:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762414.660284:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762414.660287:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1787762414.660287:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef840 x1874600883841152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1787762414.660298:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000100:00000001:1.0:1787762414.660300:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000800:00000010:0.0:1787762414.660302:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330a00.
00000100:00000001:1.0:1787762414.660307:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787762414.660308:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1787762414.660312:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762414.660315:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787762414.660316:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762414.660322:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240660
00000100:00000001:1.0:1787762414.660322:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000400:00000010:0.0:1787762414.660327:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240660.
00000100:00000001:1.0:1787762414.660328:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762414.660330:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1787762414.660335:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000200:0.0:1787762414.660337:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ed2c0 x1874600883841536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762414.660345:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762414.660351:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787762414.660352:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762414.660358:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ed2c0 x1874600883841536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762436 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762414.660361:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef840 x1874600883841152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762414.660377:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762414.660381:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1787762414.660384:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883841152:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762414.660391:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762414.660393:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762414.660397:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef840 x1874600883841152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1787762414.660406:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000100:00000001:1.0:1787762414.660408:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000800:00000010:0.0:1787762414.660410:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330700.
02000000:00000001:1.0:1787762414.660413:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:0.0:1787762414.660416:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
02000000:00000010:1.0:1787762414.660420:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449800.
00000400:00000200:0.0:1787762414.660423:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
02000000:00000001:1.0:1787762414.660427:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:0.0:1787762414.660428:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240d48
00000400:00000010:0.0:1787762414.660432:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240d48.
00000020:00000001:1.0:1787762414.660433:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:0.0:1787762414.660436:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1787762414.660437:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762414.660442:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000200:0.0:1787762414.660443:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ec3c0 x1874600883841664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787762414.660447:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ec400.
02000000:00000001:1.0:1787762414.660454:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1787762414.660458:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787762414.660458:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762414.660463:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef840.
00000100:00000040:0.0:1787762414.660465:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec3c0 x1874600883841664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762436 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762414.660468:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762414.660470:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762414.660476:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762414.660478:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762414.660479:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762414.660483:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762414.660484:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762414.660487:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762414.660494:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762411/real 1787762414]  req@ffff9696517ee580 x1874600883841408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762414.660503:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762414.660505:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762414.660507:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02c08.
00000400:00000200:1.0:1787762414.660510:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240000
00000400:00000010:1.0:1787762414.660512:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240000.
00000100:00000001:1.0:1787762414.660516:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762414.660520:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ee580 x1874600883841408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762414.660529:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ee580 x1874600883841408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762414.660536:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762414.660537:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762414.660539:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762414.660541:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762414.660544:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ee580 x1874600883841408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762414.660552:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762414.660556:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ee580 x1874600883841408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762414.660563:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762414.660566:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762414.660568:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762414.660569:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762414.660570:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762414.660572:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762414.660575:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762414.660579:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762414.660581:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762414.660585:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ee580 x1874600883841408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762414.660593:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883841408:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762414.660618:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762414.660622:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762411/real 1787762414]  req@ffff9696517ed2c0 x1874600883841536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762414.660631:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762414.660632:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762414.660634:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762414.660637:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482403b8
00000400:00000010:1.0:1787762414.660639:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482403b8.
00000100:00000001:1.0:1787762414.660642:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762414.660645:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ed2c0 x1874600883841536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762414.660667:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ed2c0 x1874600883841536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762414.660672:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762414.660675:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762414.660677:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762414.660678:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762414.660682:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ed2c0 x1874600883841536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762414.660688:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762414.660691:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ed2c0 x1874600883841536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762414.660698:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762414.660700:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762414.660701:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762414.660702:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762414.660704:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762414.660706:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762414.660708:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762414.660712:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762414.660715:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762414.660718:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ed2c0 x1874600883841536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762414.660725:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ed2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883841536:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762414.660729:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762414.660732:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762411/real 1787762414]  req@ffff9696517ec3c0 x1874600883841664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762414.660739:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762414.660740:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762414.660742:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02420.
00000400:00000200:1.0:1787762414.660745:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762414.660747:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762414.660749:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762414.660751:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec3c0 x1874600883841664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762414.660757:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec3c0 x1874600883841664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762414.660763:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762414.660764:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762414.660765:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762414.660767:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762414.660770:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec3c0 x1874600883841664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762414.660776:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762414.660779:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec3c0 x1874600883841664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762414.660785:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762414.660787:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762414.660789:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762414.660790:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762414.660791:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762414.660793:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762414.660795:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762414.660799:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762414.660801:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762414.660804:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec3c0 x1874600883841664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762414.660812:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883841664:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762414.660816:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762414.660821:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762411/real 1787762414]  req@ffff9696517ef0c0 x1874600883841280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762414.660829:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762414.660830:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762414.660832:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762414.660834:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762414.660836:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762414.660839:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762414.660842:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef0c0 x1874600883841280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762414.660850:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef0c0 x1874600883841280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762414.660856:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762414.660857:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762414.660858:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762414.660860:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762414.660863:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef0c0 x1874600883841280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762414.660869:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762414.660873:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef0c0 x1874600883841280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762414.660879:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762414.660881:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762414.660883:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762414.660884:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762414.660886:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762414.660888:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762414.660890:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762414.660894:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762414.660897:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762414.660900:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef0c0 x1874600883841280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762414.660908:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883841280:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762414.660912:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762414.660915:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762414.660918:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ee580 x1874600883841408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762414.660924:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762414.660926:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762414.660927:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b400.
02000000:00000001:1.0:1787762414.660931:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762414.660932:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762414.660933:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762414.660935:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762414.660936:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ed800.
02000000:00000001:1.0:1787762414.660940:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762414.660941:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762414.660942:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ee580.
00000100:00000001:1.0:1787762414.660946:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762414.660947:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762414.660948:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762414.660951:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ed2c0 x1874600883841536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762414.660956:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762414.660957:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762414.660959:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762414.660961:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762414.660962:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762414.660963:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762414.660965:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762414.660966:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef400.
02000000:00000001:1.0:1787762414.660969:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762414.660970:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762414.660972:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ed2c0.
00000100:00000001:1.0:1787762414.660974:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762414.660975:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762414.660976:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762414.660980:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec3c0 x1874600883841664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762414.660986:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762414.660987:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762414.660988:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762414.660991:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762414.660992:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762414.660993:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762414.660995:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762414.660996:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483edc00.
02000000:00000001:1.0:1787762414.660999:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762414.661000:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762414.661002:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec3c0.
00000100:00000001:1.0:1787762414.661004:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762414.661005:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762414.661007:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762414.661010:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef0c0 x1874600883841280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762414.661016:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762414.661017:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762414.661019:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762414.661021:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762414.661023:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762414.661024:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762414.661026:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762414.661027:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483efc00.
02000000:00000001:1.0:1787762414.661029:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762414.661031:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762414.661032:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef0c0.
00000100:00000001:1.0:1787762414.661034:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762414.661036:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762414.661038:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762414.661048:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762414.661051:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762414.661053:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762414.661054:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762415.107763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762415.107773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762415.107780:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762415.107782:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762415.107791:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762415.107792:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762415.107816:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762415.107819:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762415.107822:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762416.131696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762416.131704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762416.131712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762416.131713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762416.131717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762416.131718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762416.131822:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762416.131828:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762416.131833:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762416.707755:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762416.707765:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762416.707768:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762416.707772:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762416.707776:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762416.707783:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3801
00000400:00000200:3.0:1787762416.707791:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762416.707796:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762416.707799:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762416.707803:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762416.707806:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762416.707809:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762416.707811:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762416.707815:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762416.707817:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762416.707819:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762416.707823:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762416.707825:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762416.707828:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762416.707830:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762416.707832:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762416.707834:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762416.707836:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762416.707840:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762416.707843:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762416.707846:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762416.707848:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762416.707852:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762416.707854:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762416.707856:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762416.707858:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762416.707866:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787762416.707870:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762416.707873:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762416.707875:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762416.707878:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762416.707881:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762416.707884:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762416.707891:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787762416.708305:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762416.708317:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883841792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762416.708328:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762416.708332:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762416.708336:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883841792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762416.708360:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762416.708363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762416.708366:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762416.708367:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762416.708369:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762416.708372:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762416.708375:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3801
00000400:00000200:3.0:1787762416.708380:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762416.708384:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762416.708386:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762416.708390:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762416.708392:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762416.708394:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762416.708396:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762416.708397:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762416.708402:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762416.708403:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787762416.708404:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000100:00000001:1.0:1787762416.708407:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787762416.708407:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762416.708410:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762416.708414:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:1.0:1787762416.708419:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8b40 x1874600883841792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762416.708419:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762416.708425:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762416.708429:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762416.708433:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762416.708438:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762416.708439:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787762416.708442:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00000001:1.0:1787762416.708443:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762416.708447:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
02000000:00000001:1.0:1787762416.708450:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762416.708453:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762416.708457:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762416.708459:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762416.708462:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787762416.708465:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883841792:192.168.204.116@tcp:250:kworker.0
02000000:00000001:3.0:1787762416.708469:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762416.708471:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762416.708473:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762416.708476:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787762416.708476:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762416.708481:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787762416.708483:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787762416.708486:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1787762416.708488:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762416.708491:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762416.708494:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
00000100:00000010:3.0:1787762416.708496:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
02000000:00000001:1.0:1787762416.708498:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762416.708500:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762416.708504:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762416.708506:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762416.708508:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762416.708509:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762416.708512:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787762416.708514:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
02000000:00000001:3.0:1787762416.708515:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762416.708523:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000400:00000010:1.0:1787762416.708524:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000001:3.0:1787762416.708527:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762416.708533:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883841792, portal 25
00000100:00100000:3.0:1787762416.708536:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883841920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762416.708538:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762416.708541:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885925696 : -115902823625920 : ffff9696455e8b40)
00000100:00000001:3.0:1787762416.708550:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787762416.708552:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8b40 x1874600883841792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762416.708554:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762416.708561:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883841920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.708570:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762416.708577:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00000001:3.0:1787762416.708579:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762416.708581:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00080000:3.0:1787762416.708583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787762416.708587:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883841792, offset 0
00000100:00080000:3.0:1787762416.708588:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762416.708592:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762416.708594:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787762416.708628:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000001:3.0:1787762416.708637:0:8:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787762416.708638:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:3.0:1787762416.708643:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3801
00000400:00000200:1.0:1787762416.708648:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:3.0:1787762416.708651:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762416.708656:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762416.708659:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762416.708663:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787762416.708664:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00000040:3.0:1787762416.708669:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762416.708671:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787762416.708674:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762416.708677:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000040:3.0:1787762416.708680:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762416.708686:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3514:3514:256:4294967295] 192.168.204.116@tcp LPNI seq info [3514:3514:8:4294967295]
00000100:00000001:3.0:1787762416.708686:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762416.708690:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762416.708693:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000400:00000200:1.0:1787762416.708696:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000001:3.0:1787762416.708697:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762416.708701:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762416.708704:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762416.708707:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:1.0:1787762416.708713:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787762416.708714:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762416.708721:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762416.708725:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000200:1.0:1787762416.708726:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000001:3.0:1787762416.708729:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000010:1.0:1787762416.708734:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000020:00000040:3.0:1787762416.708734:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762416.708739:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762416.708743:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762416.708747:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1787762416.708748:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:3.0:1787762416.708751:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1787762416.708754:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762416.708761:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762416.708765:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762416.708769:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762416.708772:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762416.708777:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762416.708781:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762416.708786:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762416.708789:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762416.708793:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762416.708797:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e8b40 x1874600883841792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.708807:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762416.708810:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8b40 x1874600883841792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762441 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.708818:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762416.708819:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762416.708826:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762416.708830:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762416.708832:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298475260
00000100:00000010:1.0:1787762416.708838:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d000.
00000100:00000001:1.0:1787762416.708845:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762416.708851:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298475260
00000100:00000010:1.0:1787762416.708854:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d900.
00000100:00000001:1.0:1787762416.708857:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762416.708860:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762416.708862:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762416.708864:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762416.708869:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762416/real 1787762416]  req@ffff9696455e8b40 x1874600883841792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762416.708878:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762416.708879:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762416.708882:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762416.708884:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762416.708886:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762416.708888:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762416.708891:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8b40 x1874600883841792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762416.708900:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8b40 x1874600883841792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.708907:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762416.708909:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.708911:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762416.708914:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762416.708918:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8b40 x1874600883841792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.708925:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762416.708929:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8b40 x1874600883841792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.708936:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762416.708939:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.708941:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762416.708942:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.708944:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762416.708946:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762416.708948:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762416.708951:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762416.708953:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762416.708966:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8b40 x1874600883841792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762416.708975:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883841792:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762416.708981:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.708983:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762416.708987:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8b40 x1874600883841792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.708994:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762416.708996:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762416.708999:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762416.709002:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762416.709004:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762416.709005:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762416.709007:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762416.709009:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e88c00.
02000000:00000001:1.0:1787762416.709013:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762416.709014:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762416.709016:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8b40.
00000100:00000001:1.0:1787762416.709018:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762416.709019:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.709021:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.709042:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762416.709044:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762416.709046:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762416.709048:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762416.709049:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762416.709052:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e9680 x1874600883841920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.709058:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762416.709060:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762416.709061:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762416.709063:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762416.709064:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762416.709067:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883841920:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762416.709070:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762416.709071:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762416.709072:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762416.709074:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762416.709076:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762416.709078:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762416.709082:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762416.709084:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762416.709088:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762416.709090:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883841920, portal 10
00000100:00000001:1.0:1787762416.709092:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762416.709093:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885928576 : -115902823623040 : ffff9696455e9680)
00000100:00000040:1.0:1787762416.709099:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e9680 x1874600883841920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.709105:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762416.709107:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762416.709109:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762416.709111:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883841920, offset 0
00000400:00000200:1.0:1787762416.709114:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762416.709118:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762416.709122:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762416.709125:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762416.709127:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762416.709129:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762416.709132:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762416.709135:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3515:3515:256:4294967295] 192.168.204.116@tcp LPNI seq info [3515:3515:8:4294967295]
00000400:00000200:1.0:1787762416.709139:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762416.709144:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762416.709149:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762416.709152:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762416.709156:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762416.709159:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762416.709163:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762416.709165:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762416.709169:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762416.709171:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762416.709174:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762416.709177:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762416.709179:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762416.709181:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762416.709184:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762416.709187:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e9680 x1874600883841920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.709194:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762416.709197:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9680 x1874600883841920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762441 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.709203:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762416.709205:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762416.709208:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762416.709211:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762416.709214:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762416.709216:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298474020
00000100:00000001:1.0:1787762416.709219:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298475260
00000100:00000001:1.0:1787762416.709221:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298474020
00000100:00000001:1.0:1787762416.709223:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298475260
00000100:00000001:1.0:1787762416.709225:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762416.709227:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762416.709229:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762416.709233:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762416/real 1787762416]  req@ffff9696455e9680 x1874600883841920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762416.709241:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762416.709242:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762416.709244:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762416.709246:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762416.709248:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762416.709249:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762416.709252:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e9680 x1874600883841920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762416.709260:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e9680 x1874600883841920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.709267:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762416.709268:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.709269:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762416.709271:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762416.709274:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e9680 x1874600883841920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.709281:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762416.709285:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e9680 x1874600883841920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.709291:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762416.709293:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.709295:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762416.709297:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.709298:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762416.709300:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762416.709303:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762416.709306:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762416.709308:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762416.709312:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e9680 x1874600883841920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762416.709319:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883841920:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762416.709323:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.709325:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762416.709327:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e9680 x1874600883841920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.709334:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762416.709335:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762416.709337:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762416.709340:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762416.709341:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762416.709342:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762416.709344:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762416.709346:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8b400.
02000000:00000001:1.0:1787762416.709348:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762416.709350:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762416.709351:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e9680.
00000100:00000001:1.0:1787762416.709353:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762416.709354:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.709356:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.709359:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762416.709360:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762416.709362:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762416.709364:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762416.710657:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762416.710660:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762416.710663:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762416.710665:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762416.710667:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762416.710671:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787762416.710674:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762416.710676:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762416.710677:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762416.710679:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762416.710681:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762416.710683:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762416.710687:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762416.710699:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762416.710706:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883842048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762416.710713:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762416.710715:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762416.710718:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883842048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762416.710732:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762416.710735:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762416.710738:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762416.710739:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762416.710741:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762416.710743:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762416.710745:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3801
00000400:00000200:3.0:1787762416.710749:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762416.710752:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762416.710754:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762416.710756:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762416.710758:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762416.710760:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762416.710762:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762416.710763:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762416.710764:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762416.710766:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762416.710767:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787762416.710767:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762416.710771:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000001:1.0:1787762416.710772:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787762416.710773:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000001:1.0:1787762416.710776:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762416.710777:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762416.710780:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762416.710784:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000040:1.0:1787762416.710786:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ea1c0 x1874600883842048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762416.710786:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762416.710788:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762416.710793:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762416.710797:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762416.710800:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762416.710804:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787762416.710804:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762416.710806:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762416.710807:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762416.710810:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762416.710813:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762416.710816:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762416.710820:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883842048:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762416.710823:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762416.710825:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762416.710827:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762416.710829:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762416.710832:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762416.710834:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762416.710839:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762416.710842:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762416.710846:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762416.710851:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883842048, portal 10
00000100:00000001:1.0:1787762416.710853:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762416.710854:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885931456 : -115902823620160 : ffff9696455ea1c0)
00000100:00000040:1.0:1787762416.710861:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ea1c0 x1874600883842048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.710866:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762416.710869:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762416.710871:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762416.710874:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883842048, offset 0
00000400:00000200:1.0:1787762416.710878:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762416.710883:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762416.710888:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762416.710892:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762416.710895:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762416.710898:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762416.710901:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762416.710904:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3516:3516:256:4294967295] 192.168.204.116@tcp LPNI seq info [3516:3516:8:4294967295]
00000400:00000200:1.0:1787762416.710908:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762416.710916:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762416.710921:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762416.710925:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762416.710931:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762416.710934:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762416.710939:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762416.710942:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762416.710946:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762416.710949:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762416.710952:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762416.710955:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762416.710965:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762416.710968:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:3.0:1787762416.710968:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762416.710972:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000100:00000001:1.0:1787762416.710974:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:3.0:1787762416.710975:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762416.710977:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762416.710981:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ea1c0 x1874600883842048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787762416.710981:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787762416.710984:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762416.710988:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762416.710989:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762416.710992:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762416.710994:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762416.710997:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762416.711000:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1787762416.711003:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000040:1.0:1787762416.711005:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea1c0 x1874600883842048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762441 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762416.711008:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762416.711017:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762416.711020:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1787762416.711021:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883842176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762416.711036:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762416.711038:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787762416.711040:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000100:00000001:3.0:1787762416.711043:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762416.711048:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:3.0:1787762416.711051:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883842176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.711052:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298474081
00000100:00000001:1.0:1787762416.711058:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298475260
00000100:00000001:1.0:1787762416.711064:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298474081
00000100:00000001:3.0:1787762416.711067:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762416.711068:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298475260
00000100:00080000:3.0:1787762416.711071:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762416.711072:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762416.711077:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762416.711078:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787762416.711081:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787762416.711081:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762416.711085:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787762416.711089:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762416/real 1787762416]  req@ffff9696455ea1c0 x1874600883842048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762416.711089:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762416.711095:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3801
00000400:00000200:3.0:1787762416.711103:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000001:1.0:1787762416.711106:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762416.711109:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1787762416.711109:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000010:1.0:1787762416.711113:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000100:00080000:3.0:1787762416.711114:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787762416.711118:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000100:00000040:3.0:1787762416.711120:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000010:1.0:1787762416.711122:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:3.0:1787762416.711125:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762416.711127:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1787762416.711130:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000200:1.0:1787762416.711135:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ea1c0 x1874600883842048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762416.711136:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762416.711142:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762416.711144:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762416.711147:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762416.711151:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000100:00000200:1.0:1787762416.711153:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ea1c0 x1874600883842048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762416.711155:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762416.711161:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:1.0:1787762416.711167:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1787762416.711168:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762416.711170:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762416.711173:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762416.711174:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762416.711178:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762416.711180:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00100000:1.0:1787762416.711184:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ea1c0 x1874600883842048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762416.711185:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762416.711190:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762416.711197:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762416.711200:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762416.711202:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762416.711206:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787762416.711208:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ea1c0 x1874600883842048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.711215:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762416.711219:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.711221:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762416.711222:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787762416.711222:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762416.711227:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1787762416.711228:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762416.711231:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762416.711231:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762416.711235:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00080000:1.0:1787762416.711236:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000008:00000001:3.0:1787762416.711240:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762416.711242:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762416.711246:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787762416.711249:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000100:00080000:1.0:1787762416.711252:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
02000000:00000001:3.0:1787762416.711254:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787762416.711257:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1787762416.711257:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762416.711261:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762416.711264:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787762416.711267:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ea1c0 x1874600883842048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762416.711267:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762416.711274:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787762416.711279:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762416.711282:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883842048:192.168.204.116@tcp:38:kworker.0
00000100:00100000:3.0:1787762416.711288:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883842304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762416.711290:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.711294:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762416.711300:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ea1c0 x1874600883842048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762416.711315:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762416.711317:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787762416.711319:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762416.711320:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762416.711324:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
00000100:00000040:3.0:1787762416.711328:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883842304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762416.711329:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762416.711332:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762416.711335:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762416.711340:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787762416.711342:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762416.711344:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89000.
00000100:00000040:3.0:1787762416.711348:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3811)
02000000:00000001:1.0:1787762416.711350:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762416.711353:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762416.711355:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ea1c0.
00000100:00000001:1.0:1787762416.711359:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762416.711361:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.711363:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.711370:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762416.711371:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762416.711374:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762416.711375:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762416.711377:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762416.711382:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e9e00 x1874600883842176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.711390:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762416.711391:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762416.711393:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762416.711395:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762416.711397:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762416.711400:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883842176:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762416.711404:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762416.711406:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762416.711408:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762416.711409:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762416.711413:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762416.711415:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762416.711419:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762416.711422:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762416.711426:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762416.711429:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883842176, portal 4
00000100:00000001:1.0:1787762416.711431:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762416.711433:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885930496 : -115902823621120 : ffff9696455e9e00)
00000100:00000040:1.0:1787762416.711439:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e9e00 x1874600883842176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.711445:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762416.711447:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762416.711449:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762416.711451:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883842176, offset 0
00000400:00000200:1.0:1787762416.711455:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762416.711458:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762416.711461:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762416.711464:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762416.711467:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762416.711469:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762416.711471:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762416.711480:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3517:3517:256:4294967295] 192.168.204.116@tcp LPNI seq info [3517:3517:8:4294967295]
00000400:00000200:1.0:1787762416.711485:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762416.711491:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762416.711496:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762416.711499:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762416.711503:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762416.711505:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762416.711509:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762416.711511:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762416.711515:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762416.711517:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762416.711520:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762416.711523:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762416.711526:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762416.711528:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762416.711530:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762416.711534:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e9e00 x1874600883842176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.711541:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762416.711543:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9e00 x1874600883842176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762441 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.711550:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762416.711552:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762416.711554:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762416.711557:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762416.711561:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762416.711562:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298474002
00000100:00000001:1.0:1787762416.711565:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298475260
00000100:00000001:1.0:1787762416.711567:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298474002
00000100:00000001:1.0:1787762416.711569:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298475260
00000100:00000001:1.0:1787762416.711571:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762416.711573:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762416.711575:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762416.711579:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762416/real 1787762416]  req@ffff9696455e9e00 x1874600883842176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762416.711586:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762416.711587:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762416.711589:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762416.711591:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762416.711593:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762416.711616:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762416.711620:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e9e00 x1874600883842176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762416.711628:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e9e00 x1874600883842176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.711634:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762416.711636:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.711638:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762416.711639:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762416.711643:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e9e00 x1874600883842176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.711649:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762416.711653:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e9e00 x1874600883842176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.711660:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762416.711662:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.711663:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762416.711664:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.711665:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762416.711667:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762416.711669:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762416.711672:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762416.711675:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762416.711679:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e9e00 x1874600883842176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762416.711686:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883842176:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762416.711689:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762416.711692:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ebc00 x1874600883842304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.711698:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762416.711699:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762416.711701:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762416.711703:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762416.711705:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762416.711708:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ebc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883842304:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762416.711712:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762416.711713:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762416.711715:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762416.711717:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762416.711720:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762416.711721:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762416.711725:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762416.711727:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762416.711730:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762416.711733:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883842304, portal 4
00000100:00000001:1.0:1787762416.711734:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762416.711735:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885938176 : -115902823613440 : ffff9696455ebc00)
00000100:00000040:1.0:1787762416.711740:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ebc00 x1874600883842304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.711747:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762416.711749:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762416.711751:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762416.711753:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883842304, offset 0
00000400:00000200:1.0:1787762416.711756:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762416.711760:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762416.711763:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762416.711766:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762416.711768:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762416.711771:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762416.711773:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762416.711776:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3518:3518:256:4294967295] 192.168.204.116@tcp LPNI seq info [3518:3518:8:4294967295]
00000400:00000200:1.0:1787762416.711780:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762416.711786:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762416.711790:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762416.711793:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762416.711797:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762416.711800:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762416.711804:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762416.711806:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762416.711809:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762416.711811:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762416.711814:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762416.711817:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762416.711820:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762416.711822:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762416.711824:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762416.711827:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ebc00 x1874600883842304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.711834:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762416.711837:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ebc00 x1874600883842304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762441 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.711844:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762416.711845:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762416.711849:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762416.711852:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762416.711855:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762416.711857:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298474010
00000100:00000001:1.0:1787762416.711859:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298475260
00000100:00000001:1.0:1787762416.711861:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298474010
00000100:00000001:1.0:1787762416.711863:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298475260
00000100:00000001:1.0:1787762416.711865:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762416.711867:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762416.711869:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762416.711872:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762416/real 1787762416]  req@ffff9696455ebc00 x1874600883842304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762416.711879:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762416.711881:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762416.711883:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762416.711885:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762416.711886:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762416.711888:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762416.711891:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ebc00 x1874600883842304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762416.711900:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ebc00 x1874600883842304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.711906:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762416.711908:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.711909:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762416.711911:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762416.711914:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ebc00 x1874600883842304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.711921:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762416.711924:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ebc00 x1874600883842304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.711930:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762416.711932:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.711934:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762416.711935:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.711937:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762416.711938:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762416.711941:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762416.711943:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762416.711945:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762416.711949:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ebc00 x1874600883842304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762416.711956:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ebc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883842304:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762416.711960:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.711961:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762416.711963:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e9e00 x1874600883842176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.711969:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762416.711971:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762416.711972:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762416.711974:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762416.711976:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762416.711977:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762416.711979:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762416.711980:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89400.
02000000:00000001:1.0:1787762416.711983:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762416.711984:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762416.711986:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e9e00.
00000100:00000001:1.0:1787762416.711988:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762416.711989:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.711991:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762416.711995:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ebc00 x1874600883842304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762416.712001:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762416.712002:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762416.712004:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762416.712006:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762416.712007:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762416.712008:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762416.712009:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762416.712010:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89c00.
02000000:00000001:1.0:1787762416.712012:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762416.712013:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762416.712014:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ebc00.
00000100:00000001:1.0:1787762416.712016:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762416.712017:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.712019:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762416.712022:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762416.712036:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762416.712038:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762416.712039:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762417.155731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762417.155739:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762417.155742:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762417.155745:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762417.155749:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762417.155750:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762417.155751:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762417.155753:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762417.155756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762417.155757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762417.155759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762417.155760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762417.155778:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762417.155780:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762417.155781:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762417.987704:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298475260, at 4298475264
00000100:00000040:1.0:1787762417.987704:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298475260, at 4298475264
00000100:00000010:0.0:1787762417.987721:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00000100:00000010:1.0:1787762417.987723:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00010000:00000001:0.0:1787762418.179769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762418.179776:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762418.179782:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762418.179784:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762418.179787:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762418.179788:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762418.180055:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762418.180059:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762418.180062:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762419.203732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762419.203739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762419.203745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762419.203748:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762419.203750:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762419.203753:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762419.203755:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762419.203758:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762419.203760:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762419.203762:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762419.203766:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762419.203767:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762419.203788:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762419.203790:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762419.203792:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762420.227713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762420.227718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762420.227721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762420.227722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762420.227725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762420.227726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762420.227773:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762420.227776:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762420.227778:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762421.251716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762421.251721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762421.251724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762421.251725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762421.251727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762421.251729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762421.251744:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762421.251746:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762421.251748:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762421.827758:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762421.827770:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762421.827772:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762421.827776:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762421.827780:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762421.827788:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3806
00000400:00000200:2.0:1787762421.827797:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762421.827804:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762421.827807:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762421.827811:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762421.827819:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762421.827821:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762421.827824:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762421.827829:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762421.827832:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762421.827835:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762421.827839:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762421.827841:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762421.827843:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762421.827846:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762421.827848:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762421.827850:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762421.827852:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762421.827855:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762421.827859:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762421.827862:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762421.827865:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762421.827869:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762421.827872:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762421.827875:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762421.827877:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762421.827897:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee1c0.
00000020:00000040:2.0:1787762421.827902:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762421.827907:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762421.827909:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762421.827912:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762421.827916:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762421.827920:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762421.827942:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef800.
00000100:00000001:2.0:1787762421.827950:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762421.827961:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee1c0 x1874600883842432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762421.827972:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762421.827977:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762421.827983:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000dbff278] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee1c0 x1874600883842432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762421.828012:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762421.828016:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762421.828019:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762421.828020:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762421.828022:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762421.828025:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762421.828028:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3806
00000400:00000200:2.0:1787762421.828031:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762421.828035:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762421.828038:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762421.828049:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762421.828052:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762421.828052:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762421.828058:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762421.828060:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762421.828062:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762421.828063:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1787762421.828064:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762421.828067:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762421.828068:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787762421.828070:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762421.828074:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:1.0:1787762421.828078:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ee1c0 x1874600883842432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787762421.828078:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762421.828085:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762421.828091:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762421.828096:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762421.828097:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762421.828099:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762421.828102:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762421.828105:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
02000000:00000001:1.0:1787762421.828108:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1787762421.828109:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
02000000:00000001:1.0:1787762421.828112:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762421.828114:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762421.828115:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762421.828120:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787762421.828121:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ee1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883842432:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762421.828128:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762421.828128:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762421.828133:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762421.828133:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762421.828135:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762421.828138:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787762421.828142:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787762421.828143:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1787762421.828147:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762421.828150:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762421.828151:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762421.828155:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762421.828155:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef480.
00000020:00000040:2.0:1787762421.828161:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762421.828163:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762421.828164:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762421.828166:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762421.828167:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762421.828169:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762421.828173:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef000.
00000400:00000200:1.0:1787762421.828174:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762421.828179:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762421.828182:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000100:00100000:2.0:1787762421.828188:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef480 x1874600883842560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762421.828192:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000001:2.0:1787762421.828201:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787762421.828204:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883842432, portal 25
00000100:00000001:2.0:1787762421.828204:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762421.828210:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1787762421.828212:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8eb0c3a] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef480 x1874600883842560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.828213:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089371584 : -115902620180032 : ffff9696517ee1c0)
00000100:00000040:1.0:1787762421.828225:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ee1c0 x1874600883842432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762421.828226:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762421.828232:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762421.828242:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787762421.828242:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762421.828246:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1787762421.828247:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00080000:2.0:1787762421.828249:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787762421.828251:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000001:2.0:1787762421.828253:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787762421.828256:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883842432, offset 0
00000100:00080000:2.0:1787762421.828259:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3806
00000400:00000200:1.0:1787762421.828267:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762421.828268:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762421.828274:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762421.828277:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787762421.828281:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:2.0:1787762421.828282:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762421.828286:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762421.828289:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762421.828291:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000001:2.0:1787762421.828293:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762421.828297:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787762421.828298:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1787762421.828300:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762421.828304:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787762421.828306:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000020:00000040:2.0:1787762421.828307:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762421.828311:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:1.0:1787762421.828314:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1787762421.828315:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:1.0:1787762421.828320:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000040:2.0:1787762421.828322:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762421.828326:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762421.828329:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3519:3519:256:4294967295] 192.168.204.116@tcp LPNI seq info [3519:3519:8:4294967295]
00000100:00000040:2.0:1787762421.828331:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762421.828336:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:1.0:1787762421.828341:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000040:2.0:1787762421.828342:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762421.828347:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762421.828350:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762421.828352:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762421.828356:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762421.828359:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787762421.828359:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762421.828363:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762421.828367:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762421.828369:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762421.828372:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762421.828373:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000010:2.0:1787762421.828377:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517efc00.
00000800:00000010:1.0:1787762421.828381:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000020:00000040:2.0:1787762421.828381:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762421.828386:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762421.828388:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762421.828390:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762421.828393:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1787762421.828394:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:2.0:1787762421.828396:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762421.828399:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
02000000:00000010:2.0:1787762421.828406:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483efc00.
00000800:00000200:1.1:1787762421.828407:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:2.0:1787762421.828412:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762421.828413:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000100:00100000:2.0:1787762421.828421:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517efc00 x1874600883842688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762421.828422:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762421.828426:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000100:00000001:2.0:1787762421.828434:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762421.828435:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787762421.828437:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762421.828444:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c6b28ed] to pc [ptlrpcd_rcv+-1]  req@ffff9696517efc00 x1874600883842688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762421.828445:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762421.828451:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762421.828454:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:2.0:1787762421.828456:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762421.828459:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787762421.828461:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787762421.828465:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ee1c0 x1874600883842432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762421.828467:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762421.828470:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762421.828473:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762421.828478:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762421.828482:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1787762421.828483:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3806
00000100:00000040:1.0:1787762421.828489:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee1c0 x1874600883842432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762446 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762421.828490:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762421.828497:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762421.828502:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762421.828504:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762421.828506:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762421.828508:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762421.828510:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762421.828512:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762421.828515:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762421.828517:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1787762421.828517:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762421.828521:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762421.828523:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762421.828525:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000001:1.0:1787762421.828528:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762421.828528:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762421.828535:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762421.828537:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762421.828538:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762421.828542:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298480379
00000100:00000040:2.0:1787762421.828543:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762421.828548:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762421.828550:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00000010:1.0:1787762421.828552:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d900.
00000100:00080000:2.0:1787762421.828554:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762421.828558:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762421.828559:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762421.828561:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1787762421.828562:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762421.828566:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762421.828568:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762421.828570:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000100:00000001:1.0:1787762421.828573:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298480379
00000008:00000001:2.0:1787762421.828573:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762421.828574:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762421.828581:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816dc00.
00000100:00000010:2.0:1787762421.828582:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec000.
00000020:00000040:2.0:1787762421.828586:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
00000100:00000001:1.0:1787762421.828587:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1787762421.828588:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762421.828592:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762421.828593:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762421.828594:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762421.828631:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762421.828633:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762421.828638:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483edc00.
00000100:00000001:1.0:1787762421.828643:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762421.828644:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762421.828648:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762421.828652:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec000 x1874600883842816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762421.828658:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762421/real 1787762421]  req@ffff9696517ee1c0 x1874600883842432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762421.828663:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762421.828667:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762421.828673:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e53fc05c] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec000 x1874600883842816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762421.828695:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787762421.828696:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1787762421.828698:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1787762421.828699:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762421.828703:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000100:00080000:2.0:1787762421.828704:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1787762421.828706:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000100:00000001:2.0:1787762421.828707:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1787762421.828709:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762421.828712:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:2.0:1787762421.828712:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1787762421.828717:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ee1c0 x1874600883842432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762421.828718:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762421.828724:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3806
00000400:00000200:2.0:1787762421.828732:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000200:1.0:1787762421.828734:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ee1c0 x1874600883842432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762421.828739:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762421.828744:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762421.828751:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1787762421.828751:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762421.828755:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762421.828756:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762421.828759:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1787762421.828760:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762421.828763:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762421.828765:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00100000:1.0:1787762421.828770:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ee1c0 x1874600883842432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787762421.828770:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762421.828773:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762421.828776:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762421.828781:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787762421.828781:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762421.828786:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:1.0:1787762421.828788:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ee1c0 x1874600883842432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787762421.828791:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762421.828799:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762421.828801:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762421.828803:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762421.828807:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762421.828808:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762421.828812:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762421.828813:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762421.828815:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787762421.828818:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00000001:1.0:1787762421.828819:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762421.828823:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762421.828824:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00080000:1.0:1787762421.828829:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787762421.828830:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762421.828834:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:1.0:1787762421.828838:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
02000000:00000001:2.0:1787762421.828839:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762421.828843:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1787762421.828844:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762421.828848:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1787762421.828852:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ee1c0 x1874600883842432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1787762421.828852:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762421.828855:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762421.828859:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762421.828864:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ecb40.
00000020:00000040:2.0:1787762421.828868:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000100:00100000:1.0:1787762421.828872:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ee1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883842432:192.168.204.116@tcp:250:kworker.0
02000000:00000001:2.0:1787762421.828872:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762421.828874:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762421.828876:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762421.828879:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787762421.828882:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787762421.828882:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762421.828885:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762421.828889:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ee1c0 x1874600883842432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787762421.828889:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef400.
00000100:00000001:2.0:1787762421.828895:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762421.828901:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00100000:2.0:1787762421.828905:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ecb40 x1874600883842944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787762421.828906:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762421.828910:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762421.828916:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1787762421.828918:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000020:00000001:1.0:1787762421.828919:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762421.828923:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000100:00000001:2.0:1787762421.828934:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762421.828938:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000040:2.0:1787762421.828940:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbcd7beb] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ecb40 x1874600883842944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787762421.828943:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef800.
00000100:00000001:2.0:1787762421.828950:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762421.828951:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762421.828953:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762421.828955:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ee1c0.
00000100:00000040:2.0:1787762421.828955:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3816)
00000100:00000001:1.0:1787762421.828959:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762421.828961:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762421.828964:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762421.828971:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762421.828973:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762421.828975:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762421.828976:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762421.828977:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762421.828981:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef480 x1874600883842560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.828986:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762421.828987:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762421.828988:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762421.828990:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762421.828991:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762421.828993:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883842560:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762421.828995:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762421.828997:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762421.828998:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762421.828999:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762421.829001:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762421.829002:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762421.829005:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762421.829007:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762421.829010:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762421.829012:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883842560, portal 10
00000100:00000001:1.0:1787762421.829013:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762421.829014:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089376384 : -115902620175232 : ffff9696517ef480)
00000100:00000040:1.0:1787762421.829019:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef480 x1874600883842560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829023:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762421.829024:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762421.829026:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762421.829027:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883842560, offset 0
00000400:00000200:1.0:1787762421.829030:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762421.829032:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762421.829034:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762421.829036:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762421.829038:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762421.829040:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762421.829042:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762421.829044:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3520:3520:256:4294967295] 192.168.204.116@tcp LPNI seq info [3520:3520:8:4294967295]
00000400:00000200:1.0:1787762421.829046:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762421.829050:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762421.829053:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762421.829056:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762421.829060:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762421.829063:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762421.829068:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762421.829070:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762421.829073:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762421.829075:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762421.829077:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762421.829080:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762421.829083:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762421.829085:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762421.829088:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762421.829091:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ef480 x1874600883842560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829099:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762421.829102:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef480 x1874600883842560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762446 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829108:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762421.829110:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762421.829113:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762421.829116:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762421.829118:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762421.829119:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298479140
00000100:00000001:1.0:1787762421.829121:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298480379
00000100:00000001:1.0:1787762421.829123:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298479140
00000100:00000001:1.0:1787762421.829124:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298480379
00000100:00000001:1.0:1787762421.829126:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762421.829127:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762421.829128:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762421.829130:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762421/real 1787762421]  req@ffff9696517ef480 x1874600883842560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762421.829134:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762421.829135:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762421.829136:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762421.829138:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762421.829139:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762421.829140:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762421.829142:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef480 x1874600883842560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762421.829148:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef480 x1874600883842560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829154:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762421.829156:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762421.829157:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762421.829159:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762421.829162:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef480 x1874600883842560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829168:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762421.829171:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef480 x1874600883842560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829178:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762421.829181:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762421.829182:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762421.829183:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762421.829185:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762421.829187:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762421.829190:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762421.829193:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762421.829196:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762421.829200:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef480 x1874600883842560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762421.829208:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883842560:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762421.829212:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762421.829215:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517efc00 x1874600883842688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829223:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762421.829224:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762421.829226:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762421.829229:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762421.829231:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762421.829234:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517efc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883842688:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762421.829237:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762421.829239:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762421.829240:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762421.829242:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762421.829245:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762421.829247:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762421.829250:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762421.829251:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762421.829253:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762421.829255:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883842688, portal 10
00000100:00000001:1.0:1787762421.829256:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762421.829257:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089378304 : -115902620173312 : ffff9696517efc00)
00000100:00000040:1.0:1787762421.829262:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517efc00 x1874600883842688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829266:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762421.829267:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762421.829269:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762421.829270:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883842688, offset 0
00000400:00000200:1.0:1787762421.829272:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762421.829275:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762421.829277:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762421.829278:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762421.829281:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762421.829283:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762421.829284:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762421.829287:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3521:3521:256:4294967295] 192.168.204.116@tcp LPNI seq info [3521:3521:8:4294967295]
00000400:00000200:1.0:1787762421.829289:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762421.829293:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762421.829295:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762421.829297:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762421.829310:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762421.829312:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762421.829315:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762421.829319:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762421.829321:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762421.829323:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762421.829325:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762421.829327:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762421.829329:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762421.829330:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762421.829332:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762421.829334:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517efc00 x1874600883842688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829339:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762421.829341:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517efc00 x1874600883842688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762446 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829345:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762421.829346:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762421.829348:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762421.829350:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762421.829351:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762421.829353:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298479199
00000100:00000001:1.0:1787762421.829354:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298480379
00000100:00000001:1.0:1787762421.829356:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298479199
00000100:00000001:1.0:1787762421.829358:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298480379
00000100:00000001:1.0:1787762421.829359:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762421.829360:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762421.829362:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762421.829364:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762421/real 1787762421]  req@ffff9696517efc00 x1874600883842688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762421.829368:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762421.829368:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762421.829369:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762421.829370:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762421.829371:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762421.829372:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762421.829374:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517efc00 x1874600883842688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762421.829379:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517efc00 x1874600883842688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829383:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762421.829384:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762421.829384:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762421.829385:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762421.829387:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517efc00 x1874600883842688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829390:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762421.829392:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517efc00 x1874600883842688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829396:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762421.829397:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762421.829398:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762421.829399:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762421.829400:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762421.829401:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762421.829403:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762421.829405:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762421.829406:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762421.829408:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517efc00 x1874600883842688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762421.829412:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517efc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883842688:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762421.829414:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762421.829416:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec000 x1874600883842816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829419:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762421.829420:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762421.829421:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762421.829422:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762421.829424:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762421.829426:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883842816:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762421.829427:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762421.829428:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762421.829429:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762421.829430:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762421.829432:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762421.829434:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762421.829436:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762421.829437:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762421.829440:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762421.829441:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883842816, portal 4
00000100:00000001:1.0:1787762421.829443:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762421.829444:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089362944 : -115902620188672 : ffff9696517ec000)
00000100:00000040:1.0:1787762421.829447:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec000 x1874600883842816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829451:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762421.829453:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762421.829454:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762421.829456:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883842816, offset 0
00000400:00000200:1.0:1787762421.829458:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762421.829460:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762421.829461:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762421.829463:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762421.829465:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762421.829466:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762421.829467:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762421.829469:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3522:3522:256:4294967295] 192.168.204.116@tcp LPNI seq info [3522:3522:8:4294967295]
00000400:00000200:1.0:1787762421.829472:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762421.829475:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762421.829477:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762421.829479:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762421.829481:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762421.829482:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762421.829485:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762421.829486:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762421.829489:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762421.829490:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762421.829492:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762421.829494:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762421.829496:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762421.829497:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762421.829498:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762421.829500:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ec000 x1874600883842816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829505:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762421.829506:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec000 x1874600883842816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762446 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829514:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762421.829515:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762421.829516:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762421.829518:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762421.829519:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762421.829520:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298479120
00000100:00000001:1.0:1787762421.829522:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298480379
00000100:00000001:1.0:1787762421.829524:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298479120
00000100:00000001:1.0:1787762421.829525:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298480379
00000100:00000001:1.0:1787762421.829526:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762421.829527:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762421.829528:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762421.829530:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762421/real 1787762421]  req@ffff9696517ec000 x1874600883842816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762421.829533:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762421.829534:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762421.829535:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762421.829536:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762421.829537:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762421.829538:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762421.829540:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec000 x1874600883842816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762421.829545:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec000 x1874600883842816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829548:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762421.829549:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762421.829550:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762421.829550:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762421.829552:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec000 x1874600883842816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829558:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762421.829562:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec000 x1874600883842816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829569:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762421.829571:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762421.829573:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762421.829574:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762421.829576:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762421.829578:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762421.829580:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762421.829584:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762421.829586:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762421.829590:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec000 x1874600883842816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762421.829617:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883842816:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762421.829621:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762421.829624:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ecb40 x1874600883842944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829631:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762421.829632:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762421.829634:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762421.829636:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762421.829637:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762421.829640:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ecb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883842944:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762421.829643:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762421.829645:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762421.829647:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762421.829649:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762421.829652:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b400.
02000000:00000001:1.0:1787762421.829654:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762421.829657:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762421.829660:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762421.829663:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762421.829666:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883842944, portal 4
00000100:00000001:1.0:1787762421.829667:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762421.829669:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089365824 : -115902620185792 : ffff9696517ecb40)
00000100:00000040:1.0:1787762421.829674:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ecb40 x1874600883842944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829679:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762421.829680:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762421.829682:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762421.829683:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883842944, offset 0
00000400:00000200:1.0:1787762421.829686:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762421.829688:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762421.829691:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762421.829692:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762421.829694:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762421.829695:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762421.829697:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762421.829699:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3523:3523:256:4294967295] 192.168.204.116@tcp LPNI seq info [3523:3523:8:4294967295]
00000400:00000200:1.0:1787762421.829701:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762421.829706:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762421.829708:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762421.829710:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762421.829713:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762421.829715:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762421.829719:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762421.829721:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762421.829725:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762421.829727:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762421.829730:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762421.829733:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762421.829735:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762421.829737:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762421.829739:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762421.829743:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ecb40 x1874600883842944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829750:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762421.829753:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ecb40 x1874600883842944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762446 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829760:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762421.829761:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762421.829764:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762421.829767:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762421.829769:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762421.829771:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298479128
00000100:00000001:1.0:1787762421.829773:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298480379
00000100:00000001:1.0:1787762421.829774:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298479128
00000100:00000001:1.0:1787762421.829775:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298480379
00000100:00000001:1.0:1787762421.829777:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762421.829778:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762421.829779:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762421.829781:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762421/real 1787762421]  req@ffff9696517ecb40 x1874600883842944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762421.829785:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762421.829786:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762421.829788:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762421.829789:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762421.829790:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762421.829792:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762421.829793:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ecb40 x1874600883842944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762421.829798:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ecb40 x1874600883842944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829802:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762421.829803:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762421.829804:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762421.829804:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762421.829806:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ecb40 x1874600883842944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829809:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762421.829812:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ecb40 x1874600883842944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829816:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762421.829817:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762421.829818:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762421.829819:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762421.829820:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762421.829821:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762421.829822:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762421.829824:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762421.829825:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762421.829827:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ecb40 x1874600883842944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762421.829830:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ecb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883842944:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762421.829832:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762421.829833:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762421.829835:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef480 x1874600883842560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829839:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762421.829841:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762421.829842:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762421.829843:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762421.829844:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762421.829845:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762421.829846:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762421.829847:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef000.
02000000:00000001:1.0:1787762421.829849:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762421.829850:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762421.829851:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef480.
00000100:00000001:1.0:1787762421.829852:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762421.829854:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762421.829855:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762421.829856:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517efc00 x1874600883842688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829860:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762421.829860:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762421.829861:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762421.829862:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762421.829863:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762421.829864:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762421.829864:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762421.829865:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483efc00.
02000000:00000001:1.0:1787762421.829867:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762421.829867:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762421.829868:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517efc00.
00000100:00000001:1.0:1787762421.829869:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762421.829870:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762421.829870:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762421.829872:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec000 x1874600883842816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829875:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762421.829876:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762421.829877:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762421.829878:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762421.829879:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762421.829880:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762421.829881:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762421.829882:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483edc00.
02000000:00000001:1.0:1787762421.829884:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762421.829885:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762421.829886:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec000.
00000100:00000001:1.0:1787762421.829888:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762421.829889:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762421.829891:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762421.829894:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ecb40 x1874600883842944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762446 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762421.829899:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762421.829901:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762421.829902:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b400.
02000000:00000001:1.0:1787762421.829904:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762421.829906:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762421.829907:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762421.829909:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762421.829911:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef400.
02000000:00000001:1.0:1787762421.829913:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762421.829914:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762421.829915:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ecb40.
00000100:00000001:1.0:1787762421.829918:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762421.829919:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762421.829921:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762421.829936:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762421.829937:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762421.829939:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762421.829941:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762422.275712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762422.275718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762422.275724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762422.275725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762422.275727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762422.275730:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762422.275732:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762422.275734:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762422.275737:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762422.275738:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762422.275740:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762422.275741:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762422.275794:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762422.275798:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762422.275801:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762423.107724:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298480379, at 4298480384
00000100:00000040:1.0:1787762423.107724:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298480379, at 4298480384
00000100:00000010:0.0:1787762423.107739:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00000100:00000010:1.0:1787762423.107742:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc00.
00010000:00000001:0.0:1787762423.299698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762423.299703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762423.299707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762423.299708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762423.299710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762423.299711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762423.299728:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762423.299730:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762423.299732:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762424.323743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762424.323753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762424.323760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762424.323762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762424.323766:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762424.323767:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762424.323838:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762424.323844:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762424.323848:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762425.347716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762425.347722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762425.347729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762425.347731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762425.347735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762425.347736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762425.347754:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762425.347755:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762425.347757:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762426.371690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762426.371696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762426.371701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762426.371702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762426.371705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762426.371707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762426.371760:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762426.371763:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762426.371765:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762426.947691:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762426.947700:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762426.947703:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762426.947706:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762426.947711:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762426.947718:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3811
00000400:00000200:3.0:1787762426.947726:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762426.947731:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762426.947733:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762426.947735:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762426.947737:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762426.947739:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762426.947740:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762426.947743:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762426.947744:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762426.947746:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762426.947748:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762426.947749:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762426.947751:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762426.947752:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762426.947754:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762426.947755:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762426.947756:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762426.947758:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762426.947761:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762426.947762:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762426.947764:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762426.947766:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762426.947767:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762426.947769:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762426.947771:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762426.947779:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787762426.947781:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762426.947784:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762426.947785:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762426.947787:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762426.947789:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762426.947792:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762426.947797:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762426.947802:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762426.947809:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883843072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762426.947816:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762426.947819:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762426.947822:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883843072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762426.947852:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762426.947854:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762426.947856:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762426.947858:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762426.947859:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762426.947861:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762426.947862:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3811
00000400:00000200:3.0:1787762426.947865:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762426.947867:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762426.947868:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762426.947870:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762426.947872:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762426.947873:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762426.947874:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762426.947875:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762426.947876:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762426.947877:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762426.947878:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762426.947879:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762426.947881:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762426.947882:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762426.947883:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762426.947884:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762426.947886:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762426.947887:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762426.947889:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762426.947890:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762426.947891:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762426.947895:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762426.947897:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762426.947898:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762426.947906:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762426.947907:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:3.0:1787762426.947908:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762426.947911:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762426.947912:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000010:3.0:1787762426.947914:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000100:00000001:1.0:1787762426.947916:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787762426.947918:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762426.947921:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762426.947922:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762426.947925:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1787762426.947926:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8000 x1874600883843072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762426.947926:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762426.947929:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762426.947936:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:1.0:1787762426.947941:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762426.947942:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762426.947945:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762426.947949:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883843200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787762426.947951:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762426.947956:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762426.947961:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762426.947967:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762426.947970:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762426.947975:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883843072:192.168.204.116@tcp:250:kworker.0
00000100:00000040:3.0:1787762426.947976:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883843200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.947984:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762426.947989:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762426.947993:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762426.947993:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762426.947998:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787762426.947999:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762426.948004:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000010:1.0:1787762426.948005:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b000.
00000100:00000001:3.0:1787762426.948005:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1787762426.948010:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762426.948015:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787762426.948016:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762426.948021:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000100:00000001:3.0:1787762426.948023:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762426.948027:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3811
00000400:00000010:1.0:1787762426.948030:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000400:00000200:3.0:1787762426.948030:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762426.948036:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762426.948038:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787762426.948039:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883843072, portal 25
00000100:00000040:3.0:1787762426.948040:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762426.948045:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762426.948045:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762426.948049:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885922816 : -115902823628800 : ffff9696455e8000)
00000100:00000040:3.0:1787762426.948049:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762426.948054:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762426.948056:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762426.948058:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762426.948059:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787762426.948060:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8000 x1874600883843072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762426.948061:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762426.948065:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762426.948069:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762426.948075:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762426.948076:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762426.948078:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762426.948079:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762426.948082:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00000001:1.0:1787762426.948084:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787762426.948085:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762426.948089:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762426.948092:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
02000000:00000001:3.0:1787762426.948092:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1787762426.948097:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
02000000:00000001:3.0:1787762426.948098:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762426.948102:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762426.948103:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883843072, offset 0
00000100:00000001:3.0:1787762426.948103:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762426.948106:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762426.948109:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762426.948110:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762426.948113:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000010:3.0:1787762426.948114:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787762426.948118:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762426.948120:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762426.948121:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762426.948124:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787762426.948125:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:3.0:1787762426.948127:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762426.948129:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762426.948133:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000400:00000200:1.0:1787762426.948134:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000001:3.0:1787762426.948136:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762426.948140:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1787762426.948143:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883843328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762426.948148:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00000001:3.0:1787762426.948151:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762426.948152:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762426.948158:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883843328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762426.948162:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762426.948169:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000001:3.0:1787762426.948174:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762426.948175:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3524:3524:256:4294967295] 192.168.204.116@tcp LPNI seq info [3524:3524:8:4294967295]
00000100:00080000:3.0:1787762426.948180:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762426.948183:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:3.0:1787762426.948187:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762426.948190:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762426.948193:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787762426.948198:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787762426.948199:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762426.948204:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3811
00000800:00000200:1.0:1787762426.948209:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000400:00000200:3.0:1787762426.948210:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762426.948216:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762426.948217:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762426.948219:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762426.948220:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762426.948221:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000010:1.0:1787762426.948223:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000100:00000001:3.0:1787762426.948223:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762426.948228:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762426.948229:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762426.948230:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762426.948231:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000800:00000200:1.0:1787762426.948235:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000001:3.0:1787762426.948236:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762426.948240:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000800:00000200:1.0:1787762426.948243:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000100:00000040:3.0:1787762426.948244:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762426.948248:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762426.948250:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762426.948254:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:1.1:1787762426.948255:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000040:3.0:1787762426.948256:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762426.948262:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000800:00000200:1.1:1787762426.948263:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1787762426.948264:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762426.948267:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762426.948271:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762426.948275:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787762426.948276:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00000001:3.0:1787762426.948278:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:1.0:1787762426.948280:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000008:00100000:3.0:1787762426.948281:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762426.948284:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762426.948284:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762426.948287:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787762426.948290:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762426.948291:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762426.948292:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762426.948294:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787762426.948294:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762426.948296:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762426.948299:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762426.948302:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000400:00000200:1.0:1787762426.948303:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787762426.948306:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762426.948310:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000100:00100000:3.0:1787762426.948313:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883843456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762426.948315:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762426.948322:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787762426.948322:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762426.948326:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762426.948331:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e8000 x1874600883843072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762426.948331:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883843456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762426.948341:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762426.948342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762426.948349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762426.948352:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762426.948354:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762426.948357:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762426.948359:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787762426.948360:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3811
00000400:00000200:3.0:1787762426.948365:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:1.0:1787762426.948367:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8000 x1874600883843072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762451 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787762426.948368:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762426.948372:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762426.948377:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762426.948381:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762426.948384:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762426.948385:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762426.948387:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762426.948389:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787762426.948390:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762426.948393:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762426.948394:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762426.948396:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762426.948397:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:1.0:1787762426.948399:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762426.948399:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762426.948405:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762426.948409:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762426.948410:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762426.948414:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298485499
00000100:00000040:3.0:1787762426.948415:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762426.948419:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000010:1.0:1787762426.948421:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816dc00.
00000020:00000040:3.0:1787762426.948422:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762426.948427:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762426.948429:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787762426.948430:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762426.948435:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762426.948438:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298485499
02000000:00000001:3.0:1787762426.948438:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762426.948444:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762426.948445:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d900.
00000100:00000001:3.0:1787762426.948447:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762426.948450:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000008:00100000:3.0:1787762426.948451:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762426.948454:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762426.948455:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762426.948459:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000100:00000001:1.0:1787762426.948460:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787762426.948461:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000100:00000001:1.0:1787762426.948466:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762426.948466:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762426.948468:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762426.948471:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787762426.948472:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762426.948475:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762426.948477:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762426.948480:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762426/real 1787762426]  req@ffff9696455e8000 x1874600883843072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787762426.948482:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762426.948489:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787762426.948493:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762426.948497:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:3.0:1787762426.948499:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883843584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762426.948500:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762426.948506:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762426.948509:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762426.948514:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762426.948520:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8000 x1874600883843072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762426.948523:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762426.948526:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762426.948533:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883843584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762426.948538:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762426.948541:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3821)
00000100:00000200:1.0:1787762426.948544:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8000 x1874600883843072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.948556:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762426.948558:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762426.948561:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762426.948563:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762426.948567:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8000 x1874600883843072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.948574:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762426.948579:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8000 x1874600883843072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.948586:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762426.948589:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762426.948594:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762426.948619:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762426.948622:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762426.948624:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762426.948627:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762426.948631:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762426.948633:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762426.948638:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8000 x1874600883843072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762426.948646:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883843072:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762426.948651:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762426.948653:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762426.948657:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8000 x1874600883843072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.948663:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762426.948666:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762426.948668:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762426.948671:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762426.948673:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762426.948675:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762426.948677:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762426.948680:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8a400.
02000000:00000001:1.0:1787762426.948683:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762426.948685:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762426.948687:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8000.
00000100:00000001:1.0:1787762426.948689:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762426.948690:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762426.948693:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762426.948699:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762426.948701:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762426.948703:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762426.948705:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762426.948706:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762426.948709:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ead00 x1874600883843200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.948716:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762426.948718:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762426.948720:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762426.948722:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762426.948724:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762426.948727:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ead00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883843200:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762426.948730:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762426.948732:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762426.948734:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762426.948735:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762426.948738:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762426.948740:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762426.948744:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762426.948746:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762426.948750:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762426.948753:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883843200, portal 10
00000100:00000001:1.0:1787762426.948755:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762426.948756:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885934336 : -115902823617280 : ffff9696455ead00)
00000100:00000040:1.0:1787762426.948762:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ead00 x1874600883843200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.948768:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762426.948770:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762426.948772:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762426.948774:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883843200, offset 0
00000400:00000200:1.0:1787762426.948778:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762426.948781:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762426.948785:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762426.948788:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762426.948791:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762426.948793:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762426.948796:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762426.948799:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3525:3525:256:4294967295] 192.168.204.116@tcp LPNI seq info [3525:3525:8:4294967295]
00000400:00000200:1.0:1787762426.948802:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762426.948808:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762426.948812:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762426.948816:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762426.948819:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762426.948822:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762426.948841:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762426.948844:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762426.948848:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762426.948849:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762426.948853:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762426.948856:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762426.948859:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762426.948860:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762426.948863:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762426.948866:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ead00 x1874600883843200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.948874:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762426.948877:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ead00 x1874600883843200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762451 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.948883:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762426.948885:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762426.948887:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762426.948891:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762426.948895:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762426.948896:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298484260
00000100:00000001:1.0:1787762426.948899:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298485499
00000100:00000001:1.0:1787762426.948902:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298484260
00000100:00000001:1.0:1787762426.948904:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298485499
00000100:00000001:1.0:1787762426.948906:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762426.948908:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762426.948910:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762426.948913:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762426/real 1787762426]  req@ffff9696455ead00 x1874600883843200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762426.948920:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762426.948922:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762426.948923:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762426.948926:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762426.948927:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762426.948930:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762426.948933:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ead00 x1874600883843200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762426.948941:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ead00 x1874600883843200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.948947:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762426.948949:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762426.948951:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762426.948952:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762426.948955:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ead00 x1874600883843200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.948962:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762426.948966:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ead00 x1874600883843200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.948973:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762426.948975:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762426.948977:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762426.948978:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762426.948980:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762426.948982:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762426.948984:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762426.948987:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762426.948989:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762426.948993:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ead00 x1874600883843200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762426.949000:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ead00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883843200:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762426.949004:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762426.949007:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ebc00 x1874600883843328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.949013:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762426.949015:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762426.949017:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762426.949018:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762426.949020:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762426.949024:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ebc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883843328:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762426.949026:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762426.949028:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762426.949030:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762426.949032:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762426.949035:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762426.949037:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762426.949040:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762426.949042:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762426.949045:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762426.949048:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883843328, portal 10
00000100:00000001:1.0:1787762426.949050:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762426.949052:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885938176 : -115902823613440 : ffff9696455ebc00)
00000100:00000040:1.0:1787762426.949056:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ebc00 x1874600883843328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.949062:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762426.949064:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762426.949066:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762426.949069:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883843328, offset 0
00000400:00000200:1.0:1787762426.949073:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762426.949076:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762426.949079:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762426.949082:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762426.949085:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762426.949087:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762426.949089:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762426.949092:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3526:3526:256:4294967295] 192.168.204.116@tcp LPNI seq info [3526:3526:8:4294967295]
00000400:00000200:1.0:1787762426.949096:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762426.949102:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762426.949106:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762426.949109:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762426.949113:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762426.949116:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762426.949120:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762426.949122:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762426.949126:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762426.949128:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762426.949131:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762426.949133:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762426.949136:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762426.949138:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762426.949140:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762426.949144:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ebc00 x1874600883843328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.949150:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762426.949154:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ebc00 x1874600883843328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762451 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.949161:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762426.949162:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762426.949165:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762426.949168:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762426.949178:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762426.949180:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298484319
00000100:00000001:1.0:1787762426.949181:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298485499
00000100:00000001:1.0:1787762426.949183:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298484319
00000100:00000001:1.0:1787762426.949184:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298485499
00000100:00000001:1.0:1787762426.949188:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762426.949189:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762426.949190:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762426.949193:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762426/real 1787762426]  req@ffff9696455ebc00 x1874600883843328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762426.949199:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762426.949200:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762426.949202:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762426.949204:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762426.949206:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762426.949208:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762426.949211:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ebc00 x1874600883843328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762426.949218:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ebc00 x1874600883843328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.949224:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762426.949226:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762426.949228:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762426.949229:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762426.949233:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ebc00 x1874600883843328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.949239:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762426.949243:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ebc00 x1874600883843328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.949249:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762426.949252:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762426.949253:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762426.949254:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762426.949256:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762426.949258:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762426.949259:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762426.949262:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762426.949264:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762426.949267:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ebc00 x1874600883843328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762426.949271:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ebc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883843328:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762426.949274:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762426.949276:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e9e00 x1874600883843456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.949279:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762426.949280:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762426.949282:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762426.949283:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762426.949284:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762426.949285:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883843456:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762426.949287:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762426.949289:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762426.949290:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762426.949291:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762426.949293:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762426.949294:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762426.949296:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762426.949298:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762426.949300:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762426.949302:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883843456, portal 4
00000100:00000001:1.0:1787762426.949303:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762426.949304:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885930496 : -115902823621120 : ffff9696455e9e00)
00000100:00000040:1.0:1787762426.949307:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e9e00 x1874600883843456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.949311:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762426.949312:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762426.949314:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762426.949315:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883843456, offset 0
00000400:00000200:1.0:1787762426.949317:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762426.949319:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762426.949321:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762426.949323:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762426.949325:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762426.949326:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762426.949328:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762426.949330:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3527:3527:256:4294967295] 192.168.204.116@tcp LPNI seq info [3527:3527:8:4294967295]
00000400:00000200:1.0:1787762426.949332:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762426.949336:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762426.949338:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762426.949340:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762426.949342:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762426.949344:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762426.949347:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762426.949348:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762426.949350:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762426.949352:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762426.949354:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762426.949356:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762426.949357:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762426.949358:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762426.949360:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762426.949361:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e9e00 x1874600883843456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.949366:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762426.949367:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9e00 x1874600883843456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762451 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.949371:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762426.949372:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762426.949374:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762426.949375:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762426.949377:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762426.949378:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298484240
00000100:00000001:1.0:1787762426.949380:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298485499
00000100:00000001:1.0:1787762426.949382:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298484240
00000100:00000001:1.0:1787762426.949383:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298485499
00000100:00000001:1.0:1787762426.949384:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762426.949385:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762426.949386:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762426.949388:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762426/real 1787762426]  req@ffff9696455e9e00 x1874600883843456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762426.949392:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762426.949392:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762426.949393:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762426.949394:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762426.949395:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762426.949396:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762426.949398:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e9e00 x1874600883843456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762426.949403:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e9e00 x1874600883843456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.949406:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762426.949407:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762426.949408:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762426.949408:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762426.949410:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e9e00 x1874600883843456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.949414:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762426.949416:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e9e00 x1874600883843456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.949419:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762426.949420:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762426.949421:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762426.949422:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762426.949423:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762426.949424:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762426.949425:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762426.949427:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762426.949428:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762426.949430:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e9e00 x1874600883843456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762426.949434:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883843456:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762426.949436:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762426.949438:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ea1c0 x1874600883843584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.949442:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762426.949442:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762426.949444:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762426.949445:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762426.949446:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762426.949447:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883843584:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762426.949449:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762426.949449:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762426.949450:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762426.949451:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762426.949453:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449800.
02000000:00000001:1.0:1787762426.949454:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762426.949455:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762426.949456:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762426.949458:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762426.949459:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883843584, portal 4
00000100:00000001:1.0:1787762426.949460:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762426.949461:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885931456 : -115902823620160 : ffff9696455ea1c0)
00000100:00000040:1.0:1787762426.949464:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ea1c0 x1874600883843584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.949468:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762426.949469:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762426.949470:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762426.949471:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883843584, offset 0
00000400:00000200:1.0:1787762426.949473:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762426.949475:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762426.949477:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762426.949478:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762426.949479:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762426.949480:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762426.949482:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762426.949484:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3528:3528:256:4294967295] 192.168.204.116@tcp LPNI seq info [3528:3528:8:4294967295]
00000400:00000200:1.0:1787762426.949486:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762426.949490:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762426.949493:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762426.949494:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762426.949496:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762426.949498:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762426.949500:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762426.949502:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762426.949504:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762426.949505:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762426.949506:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762426.949508:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762426.949510:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762426.949511:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762426.949512:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762426.949513:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ea1c0 x1874600883843584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.949517:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762426.949519:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea1c0 x1874600883843584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762451 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.949523:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762426.949523:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762426.949525:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762426.949526:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762426.949528:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762426.949529:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298484247
00000100:00000001:1.0:1787762426.949530:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298485499
00000100:00000001:1.0:1787762426.949531:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298484247
00000100:00000001:1.0:1787762426.949533:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298485499
00000100:00000001:1.0:1787762426.949534:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762426.949535:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762426.949536:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762426.949538:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762426/real 1787762426]  req@ffff9696455ea1c0 x1874600883843584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762426.949542:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762426.949543:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762426.949544:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762426.949545:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762426.949546:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762426.949547:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762426.949548:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ea1c0 x1874600883843584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762426.949553:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ea1c0 x1874600883843584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.949556:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762426.949557:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762426.949558:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762426.949559:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762426.949560:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ea1c0 x1874600883843584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.949564:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762426.949566:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ea1c0 x1874600883843584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.949569:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762426.949570:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762426.949571:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762426.949572:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762426.949573:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762426.949573:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762426.949575:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762426.949577:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762426.949578:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762426.949580:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ea1c0 x1874600883843584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762426.949584:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883843584:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762426.949586:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762426.949587:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762426.949589:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ead00 x1874600883843200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.949592:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762426.949593:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762426.949594:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762426.949609:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762426.949610:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762426.949611:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762426.949613:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762426.949614:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89c00.
02000000:00000001:1.0:1787762426.949615:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762426.949616:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762426.949617:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ead00.
00000100:00000001:1.0:1787762426.949619:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762426.949619:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762426.949620:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762426.949622:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ebc00 x1874600883843328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.949626:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762426.949627:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762426.949627:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762426.949629:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762426.949629:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762426.949630:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762426.949631:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762426.949632:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89400.
02000000:00000001:1.0:1787762426.949633:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762426.949634:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762426.949635:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ebc00.
00000100:00000001:1.0:1787762426.949636:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762426.949637:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762426.949638:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762426.949639:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e9e00 x1874600883843456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.949643:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762426.949643:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762426.949644:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762426.949645:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762426.949645:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762426.949646:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762426.949647:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762426.949648:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89000.
02000000:00000001:1.0:1787762426.949649:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762426.949649:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762426.949650:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e9e00.
00000100:00000001:1.0:1787762426.949651:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762426.949652:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762426.949652:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762426.949654:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ea1c0 x1874600883843584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762426.949657:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762426.949658:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762426.949658:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449800.
02000000:00000001:1.0:1787762426.949659:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762426.949660:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762426.949661:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762426.949661:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762426.949662:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8b400.
02000000:00000001:1.0:1787762426.949663:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762426.949664:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762426.949664:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ea1c0.
00000100:00000001:1.0:1787762426.949666:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762426.949666:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762426.949667:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762426.949670:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762426.949671:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762426.949672:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762426.949672:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762427.395719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762427.395727:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762427.395729:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762427.395732:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762427.395736:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762427.395738:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762427.395740:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762427.395742:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762427.395745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762427.395747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762427.395749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762427.395750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762427.395771:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762427.395774:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762427.395777:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762428.227701:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298485499, at 4298485504
00000100:00000040:1.0:1787762428.227701:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298485499, at 4298485504
00000100:00000010:1.0:1787762428.227714:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00000100:00000010:0.0:1787762428.227718:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc00.
00010000:00000001:0.0:1787762428.419713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762428.419719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762428.419725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762428.419726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762428.419729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762428.419731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762428.419783:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762428.419786:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762428.419787:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762429.443705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762429.443711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762429.443715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762429.443719:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762429.443720:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762429.443723:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762429.443725:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762429.443726:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762429.443727:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762429.443729:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762429.443732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762429.443732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762429.443748:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762429.443750:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762429.443752:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762430.467724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762430.467731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762430.467737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762430.467738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762430.467741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762430.467742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762430.467810:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762430.467813:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762430.467816:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762431.491697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762431.491702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762431.491706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762431.491706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762431.491709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762431.491709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762431.491724:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762431.491726:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762431.491728:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762432.067743:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762432.067752:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762432.067755:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762432.067759:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762432.067763:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762432.067768:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3816
00000400:00000200:3.0:1787762432.067775:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762432.067780:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762432.067782:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762432.067784:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762432.067787:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762432.067788:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762432.067790:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762432.067793:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762432.067794:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762432.067796:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762432.067798:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762432.067799:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762432.067801:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762432.067803:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762432.067804:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762432.067806:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762432.067808:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762432.067812:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762432.067815:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762432.067817:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762432.067820:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762432.067823:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762432.067825:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762432.067827:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762432.067830:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762432.067838:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787762432.067842:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762432.067845:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762432.067847:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762432.067850:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762432.067853:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762432.067856:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762432.067861:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787762432.067866:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762432.067873:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883843712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762432.067879:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762432.067882:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762432.067885:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883843712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762432.067903:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762432.067905:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762432.067907:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762432.067909:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762432.067910:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762432.067913:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762432.067916:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3816
00000400:00000200:3.0:1787762432.067919:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762432.067922:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762432.067925:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762432.067928:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762432.067930:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762432.067933:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762432.067935:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762432.067937:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787762432.067938:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762432.067941:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000100:00000001:1.0:1787762432.067942:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787762432.067944:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762432.067945:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787762432.067948:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000100:00000040:1.0:1787762432.067953:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e9680 x1874600883843712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762432.067953:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762432.067957:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762432.067964:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762432.067968:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762432.067971:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787762432.067972:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762432.067976:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762432.067976:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762432.067982:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
02000000:00000001:1.0:1787762432.067984:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1787762432.067984:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762432.067988:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762432.067989:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762432.067990:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762432.067994:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762432.067995:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762432.067999:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762432.068000:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883843712:192.168.204.116@tcp:250:kworker.0
00000100:00000001:3.0:1787762432.068001:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762432.068005:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762432.068006:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1787762432.068009:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762432.068011:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762432.068012:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1787762432.068013:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
02000000:00000001:1.0:1787762432.068017:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762432.068017:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762432.068022:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762432.068023:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787762432.068023:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762432.068026:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762432.068027:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762432.068029:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762432.068030:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449800.
02000000:00000001:1.0:1787762432.068033:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762432.068034:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762432.068038:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762432.068039:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00100000:3.0:1787762432.068044:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883843840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762432.068046:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000100:00000001:3.0:1787762432.068051:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762432.068053:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762432.068054:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000040:3.0:1787762432.068056:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883843840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762432.068063:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883843712, portal 25
00000100:00000001:3.0:1787762432.068064:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762432.068068:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787762432.068068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762432.068071:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885928576 : -115902823623040 : ffff9696455e9680)
00000100:00080000:3.0:1787762432.068072:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762432.068075:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762432.068077:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762432.068079:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787762432.068081:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e9680 x1874600883843712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762432.068082:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3816
00000400:00000200:3.0:1787762432.068089:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762432.068094:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762432.068098:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762432.068100:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762432.068101:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762432.068104:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762432.068107:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00000040:3.0:1787762432.068108:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762432.068111:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000010:1.0:1787762432.068113:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000020:00000001:3.0:1787762432.068113:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762432.068115:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762432.068118:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762432.068119:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000100:00000200:1.0:1787762432.068120:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883843712, offset 0
00000020:00000001:3.0:1787762432.068121:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762432.068125:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762432.068128:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762432.068129:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762432.068132:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762432.068133:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000001:3.0:1787762432.068134:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762432.068137:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762432.068139:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762432.068140:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762432.068142:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762432.068143:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:3.0:1787762432.068145:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762432.068147:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762432.068148:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762432.068149:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762432.068151:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762432.068153:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000001:3.0:1787762432.068153:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762432.068158:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787762432.068160:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000400:00000200:1.0:1787762432.068161:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787762432.068162:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762432.068165:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762432.068166:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762432.068167:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787762432.068169:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
02000000:00000001:3.0:1787762432.068169:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762432.068174:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000400:00000200:1.0:1787762432.068176:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787762432.068177:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762432.068180:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00100000:3.0:1787762432.068183:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883843968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762432.068188:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3529:3529:256:4294967295] 192.168.204.116@tcp LPNI seq info [3529:3529:8:4294967295]
00000400:00000200:1.0:1787762432.068197:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762432.068197:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762432.068201:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762432.068207:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787762432.068212:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883843968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787762432.068213:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762432.068219:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000100:00000001:3.0:1787762432.068226:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762432.068228:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:3.0:1787762432.068230:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1787762432.068232:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000100:00080000:3.0:1787762432.068239:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:1.1:1787762432.068239:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787762432.068243:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1787762432.068243:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000100:00080000:3.0:1787762432.068247:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1787762432.068249:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762432.068253:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000100:00000001:3.0:1787762432.068254:0:8:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787762432.068258:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787762432.068258:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3816
00000400:00000200:3.0:1787762432.068263:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762432.068266:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762432.068269:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000200:1.0:1787762432.068273:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000100:00080000:3.0:1787762432.068273:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1787762432.068276:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000040:3.0:1787762432.068280:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762432.068281:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787762432.068285:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787762432.068287:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e9680 x1874600883843712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762432.068291:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762432.068298:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762432.068299:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1787762432.068302:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1787762432.068304:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9680 x1874600883843712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762432.068306:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762432.068310:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762432.068314:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762432.068315:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000100:00000001:1.0:1787762432.068316:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787762432.068319:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000001:1.0:1787762432.068320:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762432.068321:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000400:00000200:1.0:1787762432.068326:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:3.0:1787762432.068327:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762432.068329:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298490619
00000100:00000001:3.0:1787762432.068330:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762432.068334:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000010:1.0:1787762432.068335:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d900.
00000100:00000001:3.0:1787762432.068336:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762432.068340:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00000001:1.0:1787762432.068342:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1787762432.068342:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762432.068345:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762432.068347:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762432.068350:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298490619
02000000:00000001:3.0:1787762432.068350:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762432.068352:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762432.068354:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d000.
00000100:00000001:3.0:1787762432.068355:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762432.068358:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000008:00100000:3.0:1787762432.068358:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000100:00000001:1.0:1787762432.068361:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1787762432.068362:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762432.068365:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762432.068366:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762432.068369:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000010:3.0:1787762432.068371:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000100:00100000:1.0:1787762432.068374:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762432/real 1787762432]  req@ffff9696455e9680 x1874600883843712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762432.068375:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762432.068379:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762432.068381:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762432.068384:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762432.068386:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762432.068388:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787762432.068389:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762432.068392:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000010:3.0:1787762432.068392:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000400:00000010:1.0:1787762432.068393:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000100:00000001:3.0:1787762432.068396:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762432.068397:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762432.068400:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762432.068403:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1787762432.068405:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883844096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787762432.068407:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e9680 x1874600883843712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762432.068421:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762432.068424:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762432.068426:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e9680 x1874600883843712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762432.068430:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883844096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.068438:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762432.068441:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762432.068442:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762432.068444:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762432.068447:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787762432.068447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762432.068451:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:1.0:1787762432.068452:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e9680 x1874600883843712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762432.068453:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762432.068455:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762432.068460:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762432.068465:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787762432.068466:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3816
00000100:00000040:1.0:1787762432.068470:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e9680 x1874600883843712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787762432.068471:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762432.068477:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762432.068480:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762432.068481:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787762432.068484:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762432.068485:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762432.068488:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762432.068489:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762432.068491:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762432.068493:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762432.068494:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762432.068497:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762432.068498:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00080000:1.0:1787762432.068502:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:3.0:1787762432.068502:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762432.068503:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762432.068506:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00080000:1.0:1787762432.068508:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000020:00000040:3.0:1787762432.068508:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000100:00000001:1.0:1787762432.068511:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:3.0:1787762432.068512:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762432.068516:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:1.0:1787762432.068517:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e9680 x1874600883843712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762432.068521:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762432.068525:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762432.068529:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00100000:1.0:1787762432.068532:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883843712:192.168.204.116@tcp:250:kworker.0
00000100:00000001:3.0:1787762432.068533:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762432.068538:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00000001:1.0:1787762432.068540:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787762432.068542:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762432.068543:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787762432.068547:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762432.068548:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e9680 x1874600883843712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762432.068549:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762432.068553:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762432.068557:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762432.068560:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762432.068561:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000008:00100000:3.0:1787762432.068562:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
02000000:00000001:1.0:1787762432.068564:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000008:00000001:3.0:1787762432.068565:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762432.068566:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449800.
00000100:00000001:3.0:1787762432.068568:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762432.068569:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000010:3.0:1787762432.068571:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000001:1.0:1787762432.068572:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762432.068575:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000040:3.0:1787762432.068576:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762432.068578:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787762432.068579:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1787762432.068582:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e88c00.
02000000:00000001:3.0:1787762432.068582:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762432.068586:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762432.068587:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762432.068588:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762432.068590:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1787762432.068591:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762432.068593:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e9680.
02000000:00000010:3.0:1787762432.068610:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787762432.068614:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762432.068618:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883844224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762432.068622:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762432.068624:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762432.068627:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762432.068633:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762432.068635:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762432.068635:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762432.068637:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762432.068640:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787762432.068641:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883844224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.068643:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762432.068646:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762432.068652:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8b40 x1874600883843840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762432.068653:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762432.068659:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3827)
00000100:00000001:1.0:1787762432.068660:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762432.068668:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762432.068671:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762432.068676:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762432.068679:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762432.068682:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883843840:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762432.068685:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762432.068687:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762432.068689:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762432.068691:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762432.068694:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449800.
02000000:00000001:1.0:1787762432.068696:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762432.068699:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762432.068702:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762432.068705:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762432.068708:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883843840, portal 10
00000100:00000001:1.0:1787762432.068710:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762432.068711:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885925696 : -115902823625920 : ffff9696455e8b40)
00000100:00000040:1.0:1787762432.068716:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8b40 x1874600883843840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.068720:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762432.068722:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762432.068723:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762432.068724:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883843840, offset 0
00000400:00000200:1.0:1787762432.068740:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762432.068743:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762432.068746:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762432.068748:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762432.068750:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762432.068751:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762432.068753:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762432.068755:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3530:3530:256:4294967295] 192.168.204.116@tcp LPNI seq info [3530:3530:8:4294967295]
00000400:00000200:1.0:1787762432.068757:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762432.068760:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762432.068763:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762432.068765:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762432.068768:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762432.068769:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762432.068772:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762432.068773:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787762432.068776:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762432.068777:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762432.068779:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762432.068781:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762432.068782:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762432.068784:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762432.068785:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762432.068788:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e8b40 x1874600883843840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.068792:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762432.068794:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8b40 x1874600883843840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.068802:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762432.068802:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762432.068804:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762432.068807:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762432.068809:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762432.068810:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298489380
00000100:00000001:1.0:1787762432.068812:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298490619
00000100:00000001:1.0:1787762432.068813:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298489380
00000100:00000001:1.0:1787762432.068814:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298490619
00000100:00000001:1.0:1787762432.068816:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762432.068817:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762432.068818:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762432.068820:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762432/real 1787762432]  req@ffff9696455e8b40 x1874600883843840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762432.068824:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762432.068825:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762432.068826:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762432.068827:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762432.068828:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762432.068829:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762432.068831:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8b40 x1874600883843840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762432.068835:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8b40 x1874600883843840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.068839:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762432.068840:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762432.068841:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762432.068841:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762432.068843:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8b40 x1874600883843840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.068848:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762432.068850:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8b40 x1874600883843840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.068854:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762432.068855:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762432.068856:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762432.068856:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762432.068857:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762432.068858:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762432.068860:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762432.068861:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762432.068862:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762432.068864:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8b40 x1874600883843840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762432.068868:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883843840:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762432.068870:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762432.068872:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455eb480 x1874600883843968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.068876:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762432.068877:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762432.068878:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762432.068879:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762432.068880:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762432.068882:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883843968:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762432.068884:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762432.068885:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762432.068887:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762432.068889:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762432.068891:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762432.068893:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762432.068896:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762432.068899:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762432.068901:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762432.068904:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883843968, portal 10
00000100:00000001:1.0:1787762432.068905:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762432.068906:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885936256 : -115902823615360 : ffff9696455eb480)
00000100:00000040:1.0:1787762432.068912:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455eb480 x1874600883843968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.068919:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762432.068921:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762432.068923:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762432.068926:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883843968, offset 0
00000400:00000200:1.0:1787762432.068930:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762432.068933:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762432.068937:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762432.068940:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762432.068942:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762432.068945:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762432.068947:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762432.068950:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3531:3531:256:4294967295] 192.168.204.116@tcp LPNI seq info [3531:3531:8:4294967295]
00000400:00000200:1.0:1787762432.068954:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762432.068959:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762432.068963:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762432.068966:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762432.068970:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762432.068972:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762432.068977:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762432.068980:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787762432.068983:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762432.068986:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762432.068989:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762432.068992:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762432.068995:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762432.068997:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762432.068999:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762432.069002:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455eb480 x1874600883843968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.069010:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762432.069013:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb480 x1874600883843968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.069020:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762432.069022:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762432.069025:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762432.069027:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762432.069030:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762432.069032:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298489439
00000100:00000001:1.0:1787762432.069035:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298490619
00000100:00000001:1.0:1787762432.069037:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298489439
00000100:00000001:1.0:1787762432.069039:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298490619
00000100:00000001:1.0:1787762432.069041:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762432.069043:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762432.069045:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762432.069048:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762432/real 1787762432]  req@ffff9696455eb480 x1874600883843968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762432.069055:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762432.069056:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762432.069058:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762432.069060:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762432.069061:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762432.069063:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762432.069065:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455eb480 x1874600883843968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762432.069070:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455eb480 x1874600883843968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.069074:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762432.069075:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762432.069076:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762432.069076:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762432.069078:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455eb480 x1874600883843968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.069081:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762432.069084:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455eb480 x1874600883843968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.069087:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762432.069089:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762432.069090:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762432.069090:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762432.069091:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762432.069092:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762432.069094:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762432.069095:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762432.069096:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762432.069098:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455eb480 x1874600883843968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762432.069102:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883843968:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762432.069104:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762432.069106:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8780 x1874600883844096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.069110:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762432.069111:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762432.069112:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762432.069113:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762432.069115:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762432.069116:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883844096:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762432.069118:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762432.069119:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762432.069120:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762432.069121:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762432.069123:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762432.069124:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762432.069127:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762432.069129:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762432.069132:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762432.069133:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883844096, portal 4
00000100:00000001:1.0:1787762432.069134:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762432.069135:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885924736 : -115902823626880 : ffff9696455e8780)
00000100:00000040:1.0:1787762432.069139:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8780 x1874600883844096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.069143:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762432.069144:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762432.069145:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762432.069147:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883844096, offset 0
00000400:00000200:1.0:1787762432.069149:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762432.069151:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762432.069153:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762432.069154:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762432.069156:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762432.069157:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762432.069158:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762432.069161:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3532:3532:256:4294967295] 192.168.204.116@tcp LPNI seq info [3532:3532:8:4294967295]
00000400:00000200:1.0:1787762432.069163:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762432.069166:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762432.069169:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762432.069171:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762432.069173:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762432.069175:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762432.069177:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762432.069179:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787762432.069181:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762432.069182:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762432.069184:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762432.069185:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762432.069187:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762432.069188:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762432.069190:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762432.069192:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e8780 x1874600883844096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.069196:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762432.069198:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8780 x1874600883844096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.069202:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762432.069203:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762432.069204:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762432.069206:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762432.069208:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762432.069209:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298489360
00000100:00000001:1.0:1787762432.069210:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298490619
00000100:00000001:1.0:1787762432.069211:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298489360
00000100:00000001:1.0:1787762432.069213:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298490619
00000100:00000001:1.0:1787762432.069214:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762432.069215:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762432.069216:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762432.069218:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762432/real 1787762432]  req@ffff9696455e8780 x1874600883844096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762432.069223:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762432.069224:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762432.069224:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762432.069225:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762432.069226:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762432.069227:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762432.069229:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8780 x1874600883844096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762432.069234:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8780 x1874600883844096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.069237:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762432.069238:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762432.069239:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762432.069239:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762432.069241:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8780 x1874600883844096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.069244:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762432.069246:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8780 x1874600883844096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.069250:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762432.069251:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762432.069252:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762432.069253:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762432.069254:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762432.069255:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762432.069256:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762432.069258:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762432.069260:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762432.069262:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8780 x1874600883844096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762432.069266:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883844096:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762432.069268:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762432.069269:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762432.069270:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8b40 x1874600883843840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.069274:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762432.069274:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762432.069275:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449800.
02000000:00000001:1.0:1787762432.069277:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762432.069277:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762432.069278:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762432.069279:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762432.069280:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8b400.
02000000:00000001:1.0:1787762432.069282:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762432.069283:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762432.069284:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8b40.
00000100:00000001:1.0:1787762432.069285:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762432.069286:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762432.069287:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762432.069288:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455eb480 x1874600883843968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.069292:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762432.069292:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762432.069293:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762432.069294:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762432.069295:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762432.069295:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762432.069296:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762432.069297:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89000.
02000000:00000001:1.0:1787762432.069299:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762432.069300:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762432.069300:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455eb480.
00000100:00000001:1.0:1787762432.069302:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762432.069302:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762432.069303:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762432.069305:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8780 x1874600883844096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.069308:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762432.069309:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762432.069309:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762432.069311:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762432.069311:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762432.069312:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762432.069313:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762432.069313:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89400.
02000000:00000001:1.0:1787762432.069314:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762432.069315:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762432.069316:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8780.
00000100:00000001:1.0:1787762432.069317:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762432.069317:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762432.069318:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762432.069320:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762432.069321:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762432.069322:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762432.069323:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762432.069323:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762432.069325:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455eb0c0 x1874600883844224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.069328:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762432.069329:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762432.069330:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762432.069331:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762432.069332:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762432.069334:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455eb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883844224:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762432.069336:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762432.069337:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762432.069338:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762432.069339:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762432.069340:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762432.069342:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762432.069343:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762432.069344:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762432.069346:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762432.069347:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883844224, portal 4
00000100:00000001:1.0:1787762432.069349:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762432.069349:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885935296 : -115902823616320 : ffff9696455eb0c0)
00000100:00000040:1.0:1787762432.069352:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455eb0c0 x1874600883844224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.069356:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762432.069357:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762432.069358:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762432.069359:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883844224, offset 0
00000400:00000200:1.0:1787762432.069361:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762432.069363:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762432.069365:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762432.069366:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762432.069368:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762432.069369:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762432.069371:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762432.069372:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3533:3533:256:4294967295] 192.168.204.116@tcp LPNI seq info [3533:3533:8:4294967295]
00000400:00000200:1.0:1787762432.069375:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762432.069378:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762432.069380:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762432.069381:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762432.069383:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762432.069385:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762432.069387:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762432.069389:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787762432.069391:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762432.069392:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762432.069394:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762432.069395:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762432.069397:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762432.069398:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762432.069399:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762432.069400:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455eb0c0 x1874600883844224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.069407:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762432.069409:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb0c0 x1874600883844224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.069415:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762432.069417:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762432.069420:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762432.069422:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762432.069425:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762432.069427:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298489367
00000100:00000001:1.0:1787762432.069430:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298490619
00000100:00000001:1.0:1787762432.069431:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298489367
00000100:00000001:1.0:1787762432.069434:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298490619
00000100:00000001:1.0:1787762432.069435:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762432.069437:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762432.069439:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762432.069442:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762432/real 1787762432]  req@ffff9696455eb0c0 x1874600883844224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762432.069449:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762432.069450:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762432.069452:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762432.069454:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762432.069456:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762432.069458:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762432.069461:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455eb0c0 x1874600883844224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762432.069468:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455eb0c0 x1874600883844224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.069474:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762432.069475:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762432.069477:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762432.069478:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762432.069481:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455eb0c0 x1874600883844224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.069487:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762432.069491:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455eb0c0 x1874600883844224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.069497:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762432.069499:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762432.069501:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762432.069502:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762432.069504:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762432.069505:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762432.069508:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762432.069510:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762432.069512:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762432.069515:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455eb0c0 x1874600883844224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762432.069522:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455eb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883844224:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762432.069525:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762432.069527:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762432.069530:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455eb0c0 x1874600883844224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762432.069536:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762432.069537:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762432.069539:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762432.069541:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762432.069542:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762432.069544:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762432.069546:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762432.069547:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89c00.
02000000:00000001:1.0:1787762432.069549:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762432.069550:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762432.069551:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455eb0c0.
00000100:00000001:1.0:1787762432.069553:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762432.069554:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762432.069556:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762432.069558:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762432.069560:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762432.069561:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762432.069563:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762432.515712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762432.515729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762432.515735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762432.515736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762432.515740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762432.515743:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762432.515745:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762432.515747:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762432.515749:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762432.515751:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762432.515752:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762432.515754:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762432.515823:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762432.515827:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762432.515830:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762433.347690:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298490619, at 4298490624
00000100:00000040:1.0:1787762433.347690:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298490619, at 4298490624
00000100:00000010:0.0:1787762433.347714:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d900.
00000100:00000010:1.0:1787762433.347717:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00010000:00000001:0.0:1787762433.539706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762433.539713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762433.539717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762433.539718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762433.539720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762433.539721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762433.539738:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762433.539739:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762433.539741:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762434.563750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762434.563761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762434.563765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762434.563766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762434.563768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762434.563769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762434.563824:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762434.563828:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762434.563832:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762435.587696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762435.587702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762435.587707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762435.587708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762435.587710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762435.587710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762435.587725:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762435.587727:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762435.587729:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762436.611743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762436.611750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762436.611756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762436.611758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762436.611761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762436.611762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762436.611833:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762436.611837:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762436.611840:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762437.187683:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762437.187693:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762437.187695:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762437.187698:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762437.187702:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762437.187710:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3822
00000400:00000200:1.0:1787762437.187719:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762437.187724:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762437.187727:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762437.187730:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762437.187734:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762437.187736:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762437.187739:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762437.187742:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762437.187744:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:1.0:1787762437.187746:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762437.187748:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:1.0:1787762437.187750:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:1.0:1787762437.187751:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:1.0:1787762437.187753:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762437.187754:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762437.187755:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762437.187756:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762437.187758:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:1.0:1787762437.187761:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762437.187762:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762437.187763:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762437.187766:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762437.187768:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762437.187769:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762437.187771:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762437.187778:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c77840.
00000020:00000040:1.0:1787762437.187780:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:1.0:1787762437.187783:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762437.187785:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762437.187787:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762437.187789:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762437.187791:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762437.187797:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448800.
00000100:00000001:1.0:1787762437.187802:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762437.187808:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c77840 x1874600883844352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762437.187814:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762437.187817:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762437.187821:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aadb5146] to pc [ptlrpcd_rcv+-1]  req@ffff969643c77840 x1874600883844352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762437.187838:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762437.187840:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762437.187842:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762437.187843:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762437.187844:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762437.187846:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762437.187848:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3822
00000400:00000200:1.0:1787762437.187850:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762437.187852:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762437.187854:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762437.187855:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762437.187856:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762437.187858:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762437.187859:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762437.187861:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762437.187862:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:1.0:1787762437.187864:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762437.187866:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:1.0:1787762437.187867:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:1.0:1787762437.187869:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:1.0:1787762437.187871:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762437.187872:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762437.187872:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787762437.187876:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762437.187877:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762437.187878:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762437.187880:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1787762437.187881:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:1.0:1787762437.187885:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762437.187888:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762437.187890:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c77840 x1874600883844352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762437.187891:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762437.187897:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762437.187899:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787762437.187901:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762437.187902:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762437.187906:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762437.187907:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762437.187910:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762437.187912:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787762437.187913:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762437.187915:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883844352:192.168.204.116@tcp:250:kworker.0
00000008:00000001:1.0:1787762437.187920:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762437.187921:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787762437.187925:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762437.187925:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762437.187929:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762437.187931:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c77c00.
02000000:00000001:2.0:1787762437.187931:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1787762437.187936:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000010:2.0:1787762437.187938:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:1.0:1787762437.187940:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762437.187941:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762437.187942:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762437.187945:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762437.187946:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762437.187948:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762437.187948:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000010:1.0:1787762437.187953:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544b800.
00000100:00000001:1.0:1787762437.187956:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762437.187960:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000100:00100000:1.0:1787762437.187965:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c77c00 x1874600883844480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787762437.187967:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762437.187975:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883844352, portal 25
00000100:00000001:1.0:1787762437.187976:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762437.187978:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762437.187980:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859247680 : -115902850303936 : ffff969643c77840)
00000100:00000001:1.0:1787762437.187981:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762437.187987:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c77840 x1874600883844352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762437.187990:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c5de94c] to pc [ptlrpcd_rcv+-1]  req@ffff969643c77c00 x1874600883844480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.188000:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762437.188006:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762437.188010:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762437.188015:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883844352, offset 0
00000100:00000001:1.0:1787762437.188019:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762437.188022:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00080000:1.0:1787762437.188025:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762437.188029:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1787762437.188030:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762437.188032:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762437.188035:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787762437.188037:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000001:1.0:1787762437.188039:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787762437.188043:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1787762437.188046:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3822
00000400:00000200:2.0:1787762437.188049:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762437.188052:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762437.188054:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762437.188056:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3534:3534:256:4294967295] 192.168.204.116@tcp LPNI seq info [3534:3534:8:4294967295]
00000400:00000200:1.0:1787762437.188062:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762437.188062:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762437.188068:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762437.188071:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787762437.188076:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1787762437.188078:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762437.188082:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762437.188084:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762437.188089:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:2.0:1787762437.188089:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000020:00000001:1.0:1787762437.188094:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000010:2.0:1787762437.188094:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000020:00000040:1.0:1787762437.188096:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:1.0:1787762437.188100:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.0:1787762437.188103:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000040:1.0:1787762437.188104:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000800:00000200:2.0:1787762437.188107:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1787762437.188109:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:1.0:1787762437.188114:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000800:00000200:2.1:1787762437.188114:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762437.188120:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000100:00000040:1.0:1787762437.188122:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000800:00000100:2.0:1787762437.188126:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00000001:1.0:1787762437.188128:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1787762437.188130:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000100:00000040:1.0:1787762437.188134:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762437.188136:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762437.188138:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000400:00000200:2.0:1787762437.188139:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1787762437.188141:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762437.188145:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762437.188147:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762437.188150:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1787762437.188151:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762437.188155:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762437.188157:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762437.188160:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762437.188160:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000008:00000001:1.0:1787762437.188165:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762437.188166:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762437.188166:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000010:1.0:1787762437.188172:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c743c0.
00000100:00000001:2.0:1787762437.188174:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1787762437.188175:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:1.0:1787762437.188178:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762437.188180:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762437.188181:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c77840 x1874600883844352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762437.188182:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762437.188183:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762437.188186:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762437.188191:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449800.
00000100:00000001:2.0:1787762437.188194:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787762437.188195:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762437.188199:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c77840 x1874600883844352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762437.188202:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c743c0 x1874600883844608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762437.188219:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762437.188220:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762437.188224:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762437.188224:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1787762437.188229:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fac29a1] to pc [ptlrpcd_rcv+-1]  req@ffff969643c743c0 x1874600883844608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.188231:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762437.188238:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762437.188239:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:1.0:1787762437.188244:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762437.188244:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298495739
00000100:00080000:1.0:1787762437.188250:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000010:2.0:1787762437.188250:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7ba0.
00000100:00000001:1.0:1787762437.188254:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762437.188256:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762437.188257:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762437.188263:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762437.188265:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298495739
00000100:00080000:1.0:1787762437.188268:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3822
00000100:00000010:2.0:1787762437.188269:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7780.
00000100:00000001:2.0:1787762437.188275:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000400:00000200:1.0:1787762437.188278:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762437.188278:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762437.188283:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762437.188286:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762437.188287:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1787762437.188291:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787762437.188293:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762437/real 1787762437]  req@ffff969643c77840 x1874600883844352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762437.188299:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762437.188304:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1787762437.188306:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1787762437.188310:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000001:2.0:1787762437.188310:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762437.188313:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000100:00000001:1.0:1787762437.188314:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:2.0:1787762437.188316:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000020:00000001:1.0:1787762437.188318:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:2.0:1787762437.188319:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000020:00000040:1.0:1787762437.188321:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000100:00000001:2.0:1787762437.188323:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:1.0:1787762437.188325:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1787762437.188328:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c77840 x1874600883844352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787762437.188329:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:1.0:1787762437.188334:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:1.0:1787762437.188338:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000200:2.0:1787762437.188343:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c77840 x1874600883844352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762437.188345:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762437.188350:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762437.188353:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762437.188357:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762437.188361:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00000001:2.0:1787762437.188365:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1787762437.188366:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762437.188370:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762437.188371:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762437.188376:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762437.188377:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1787762437.188379:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762437.188380:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787762437.188383:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762437.188387:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1787762437.188389:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c77840 x1874600883844352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1787762437.188390:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:1.0:1787762437.188397:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762437.188401:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762437.188402:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1787762437.188407:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c770c0.
00000100:00000040:2.0:1787762437.188407:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c77840 x1874600883844352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787762437.188412:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
00000100:00000001:2.0:1787762437.188415:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1787762437.188417:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787762437.188418:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787762437.188421:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762437.188421:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762437.188424:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762437.188426:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787762437.188427:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:1.0:1787762437.188429:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787762437.188430:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1787762437.188433:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762437.188434:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000010:1.0:1787762437.188440:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544b000.
00000100:00080000:2.0:1787762437.188440:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762437.188442:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1787762437.188447:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762437.188447:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c77840 x1874600883844352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762437.188459:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c770c0 x1874600883844736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762437.188459:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883844352:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762437.188464:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762437.188467:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762437.188469:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c77840 x1874600883844352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.188476:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762437.188480:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1787762437.188482:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1787762437.188484:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
00000100:00000001:1.0:1787762437.188486:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762437.188490:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762437.188494:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000040:1.0:1787762437.188495:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000505f9847] to pc [ptlrpcd_rcv+-1]  req@ffff969643c770c0 x1874600883844736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787762437.188497:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762437.188503:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762437.188507:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448800.
00000100:00000001:1.0:1787762437.188509:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762437.188513:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:1.0:1787762437.188514:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787762437.188516:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:1.0:1787762437.188520:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000010:2.0:1787762437.188520:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c77840.
00000100:00000001:1.0:1787762437.188524:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787762437.188525:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00080000:1.0:1787762437.188527:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762437.188528:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762437.188532:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762437.188538:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762437.188539:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762437.188540:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762437.188543:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1787762437.188544:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3822
00000100:00000001:2.0:1787762437.188545:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762437.188547:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1787762437.188552:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:2.0:1787762437.188553:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c77c00 x1874600883844480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762437.188559:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762437.188564:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762437.188564:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762437.188566:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762437.188569:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1787762437.188570:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
02000000:00000001:2.0:1787762437.188571:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762437.188576:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762437.188578:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1787762437.188579:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883844480:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762437.188584:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1787762437.188585:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
02000000:00000001:2.0:1787762437.188586:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762437.188588:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762437.188591:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
02000000:00000001:2.0:1787762437.188591:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762437.188594:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762437.188617:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762437.188621:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762437.188623:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762437.188639:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000020:00000001:1.0:1787762437.188643:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:2.0:1787762437.188643:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883844480, portal 10
00000020:00000040:1.0:1787762437.188647:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000100:00000001:2.0:1787762437.188647:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762437.188649:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859248640 : -115902850302976 : ffff969643c77c00)
00000020:00000001:1.0:1787762437.188652:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762437.188656:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000100:00000040:2.0:1787762437.188658:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c77c00 x1874600883844480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787762437.188661:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:1.0:1787762437.188666:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:2.0:1787762437.188667:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762437.188675:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000040:2.0:1787762437.188675:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762437.188678:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000001:1.0:1787762437.188680:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787762437.188681:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883844480, offset 0
00000100:00000040:1.0:1787762437.188686:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762437.188687:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000001:1.0:1787762437.188692:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:2.0:1787762437.188695:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000040:1.0:1787762437.188697:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000400:00000200:2.0:1787762437.188700:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00080000:1.0:1787762437.188705:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000400:00000200:2.0:1787762437.188705:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787762437.188711:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762437.188712:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
02000000:00000001:1.0:1787762437.188717:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762437.188718:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1787762437.188721:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762437.188723:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
02000000:00000001:1.0:1787762437.188726:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762437.188730:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3535:3535:256:4294967295] 192.168.204.116@tcp LPNI seq info [3535:3535:8:4294967295]
00000100:00000001:1.0:1787762437.188731:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762437.188734:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787762437.188739:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762437.188740:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762437.188742:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762437.188748:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c76580.
00000020:00000040:1.0:1787762437.188752:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000400:00000200:2.0:1787762437.188753:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1787762437.188757:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762437.188760:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762437.188764:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000001:1.0:1787762437.188765:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762437.188768:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762437.188770:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762437.188774:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449000.
00000800:00000010:2.0:1787762437.188777:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000100:00000001:1.0:1787762437.188778:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762437.188783:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00100000:1.0:1787762437.188787:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c76580 x1874600883844864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1787762437.188787:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787762437.188798:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762437.188802:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000100:00000001:1.0:1787762437.188805:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000100:2.0:1787762437.188807:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00000001:1.0:1787762437.188810:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787762437.188810:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762437.188816:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1787762437.188820:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008246f2cf] to pc [ptlrpcd_rcv+-1]  req@ffff969643c76580 x1874600883844864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762437.188821:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762437.188825:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762437.188829:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762437.188833:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762437.188837:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c77c00 x1874600883844480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762437.188839:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762437.188846:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3832)
00000100:00000001:2.0:1787762437.188854:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762437.188856:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c77c00 x1874600883844480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.188861:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762437.188862:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762437.188865:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762437.188868:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762437.188870:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762437.188872:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298494500
00000100:00000001:2.0:1787762437.188874:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298495739
00000100:00000001:2.0:1787762437.188875:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298494500
00000100:00000001:2.0:1787762437.188877:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298495739
00000100:00000001:2.0:1787762437.188878:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762437.188879:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762437.188880:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762437.188882:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762437/real 1787762437]  req@ffff969643c77c00 x1874600883844480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762437.188887:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762437.188888:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762437.188889:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762437.188890:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762437.188891:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762437.188892:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762437.188894:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c77c00 x1874600883844480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762437.188899:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c77c00 x1874600883844480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.188902:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762437.188903:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762437.188904:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762437.188905:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762437.188907:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c77c00 x1874600883844480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.188911:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762437.188913:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c77c00 x1874600883844480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.188916:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762437.188917:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762437.188918:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762437.188919:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762437.188920:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762437.188921:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762437.188922:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762437.188924:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762437.188925:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762437.188927:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c77c00 x1874600883844480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762437.188931:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883844480:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762437.188933:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762437.188935:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c743c0 x1874600883844608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.188939:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762437.188940:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762437.188941:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762437.188942:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762437.188944:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762437.188946:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883844608:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762437.188947:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762437.188949:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762437.188950:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762437.188951:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762437.188953:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762437.188954:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762437.188956:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762437.188957:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762437.188959:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762437.188961:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883844608, portal 10
00000100:00000001:2.0:1787762437.188962:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762437.188963:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859234240 : -115902850317376 : ffff969643c743c0)
00000100:00000040:2.0:1787762437.188966:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c743c0 x1874600883844608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.188969:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762437.188971:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762437.188972:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762437.188973:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883844608, offset 0
00000400:00000200:2.0:1787762437.188975:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762437.188977:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762437.188979:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762437.188981:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762437.188983:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762437.188984:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762437.188985:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762437.188987:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3536:3536:256:4294967295] 192.168.204.116@tcp LPNI seq info [3536:3536:8:4294967295]
00000400:00000200:2.0:1787762437.188990:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762437.188994:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762437.188996:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762437.188998:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762437.189001:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762437.189002:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787762437.189005:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762437.189006:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787762437.189008:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762437.189009:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762437.189011:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762437.189013:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762437.189015:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762437.189016:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762437.189017:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762437.189019:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c743c0 x1874600883844608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.189023:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762437.189025:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c743c0 x1874600883844608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.189028:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762437.189029:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762437.189031:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762437.189032:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762437.189034:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762437.189035:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298494559
00000100:00000001:2.0:1787762437.189036:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298495739
00000100:00000001:2.0:1787762437.189038:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298494559
00000100:00000001:2.0:1787762437.189039:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298495739
00000100:00000001:2.0:1787762437.189040:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762437.189041:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762437.189042:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762437.189044:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762437/real 1787762437]  req@ffff969643c743c0 x1874600883844608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762437.189048:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762437.189049:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762437.189050:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762437.189051:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762437.189052:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762437.189053:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762437.189055:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c743c0 x1874600883844608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762437.189059:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c743c0 x1874600883844608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.189063:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762437.189065:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762437.189066:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762437.189067:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762437.189070:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c743c0 x1874600883844608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.189076:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762437.189079:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c743c0 x1874600883844608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.189085:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762437.189088:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762437.189089:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762437.189090:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762437.189092:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762437.189093:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762437.189096:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762437.189099:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762437.189101:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762437.189105:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c743c0 x1874600883844608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762437.189115:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883844608:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762437.189118:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762437.189119:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c770c0 x1874600883844736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.189123:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762437.189124:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762437.189126:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762437.189127:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762437.189129:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762437.189132:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883844736:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762437.189135:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762437.189137:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762437.189138:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762437.189139:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762437.189142:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ee000.
02000000:00000001:2.0:1787762437.189144:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762437.189148:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762437.189150:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762437.189154:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762437.189156:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883844736, portal 4
00000100:00000001:2.0:1787762437.189158:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762437.189159:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859245760 : -115902850305856 : ffff969643c770c0)
00000100:00000040:2.0:1787762437.189164:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c770c0 x1874600883844736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.189169:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762437.189171:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762437.189172:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762437.189174:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883844736, offset 0
00000400:00000200:2.0:1787762437.189176:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762437.189179:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762437.189182:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762437.189183:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762437.189185:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762437.189188:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762437.189190:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762437.189193:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3537:3537:256:4294967295] 192.168.204.116@tcp LPNI seq info [3537:3537:8:4294967295]
00000400:00000200:2.0:1787762437.189196:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762437.189202:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762437.189207:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762437.189210:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762437.189213:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762437.189216:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787762437.189219:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762437.189221:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787762437.189225:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762437.189226:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762437.189229:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762437.189232:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762437.189234:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762437.189235:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762437.189237:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762437.189240:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c770c0 x1874600883844736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.189247:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762437.189250:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c770c0 x1874600883844736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.189255:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762437.189257:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762437.189259:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762437.189262:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762437.189265:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762437.189267:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298494480
00000100:00000001:2.0:1787762437.189270:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298495739
00000100:00000001:2.0:1787762437.189271:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298494480
00000100:00000001:2.0:1787762437.189273:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298495739
00000100:00000001:2.0:1787762437.189275:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762437.189277:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762437.189279:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762437.189282:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762437/real 1787762437]  req@ffff969643c770c0 x1874600883844736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762437.189289:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762437.189290:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762437.189291:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762437.189293:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762437.189295:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762437.189296:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762437.189299:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c770c0 x1874600883844736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762437.189305:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c770c0 x1874600883844736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.189310:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762437.189312:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762437.189313:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762437.189314:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762437.189317:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c770c0 x1874600883844736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.189322:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762437.189325:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c770c0 x1874600883844736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.189330:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762437.189333:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762437.189334:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762437.189335:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762437.189337:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762437.189339:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762437.189341:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762437.189345:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762437.189347:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762437.189350:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c770c0 x1874600883844736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762437.189357:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883844736:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762437.189361:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762437.189362:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762437.189365:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c77c00 x1874600883844480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.189370:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762437.189371:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762437.189373:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762437.189375:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762437.189377:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762437.189378:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762437.189380:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762437.189382:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b800.
02000000:00000001:2.0:1787762437.189385:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762437.189386:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762437.189387:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c77c00.
00000100:00000001:2.0:1787762437.189390:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762437.189391:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762437.189392:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762437.189396:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c743c0 x1874600883844608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.189407:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762437.189408:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762437.189410:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762437.189412:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762437.189413:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762437.189413:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762437.189415:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762437.189416:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449800.
02000000:00000001:2.0:1787762437.189417:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762437.189418:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762437.189419:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c743c0.
00000100:00000001:2.0:1787762437.189420:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762437.189421:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762437.189422:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762437.189424:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c770c0 x1874600883844736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.189428:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762437.189429:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762437.189430:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ee000.
02000000:00000001:2.0:1787762437.189432:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762437.189432:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762437.189433:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762437.189434:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762437.189435:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b000.
02000000:00000001:2.0:1787762437.189436:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762437.189437:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762437.189437:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c770c0.
00000100:00000001:2.0:1787762437.189439:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762437.189439:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762437.189440:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762437.189443:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762437.189443:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762437.189444:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762437.189445:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762437.189446:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762437.189448:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c76580 x1874600883844864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.189452:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762437.189453:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762437.189455:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762437.189456:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762437.189457:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762437.189458:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883844864:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762437.189460:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762437.189462:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762437.189462:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762437.189464:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762437.189466:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ee000.
02000000:00000001:2.0:1787762437.189467:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762437.189469:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762437.189470:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762437.189472:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762437.189474:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883844864, portal 4
00000100:00000001:2.0:1787762437.189475:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762437.189476:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859242880 : -115902850308736 : ffff969643c76580)
00000100:00000040:2.0:1787762437.189479:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c76580 x1874600883844864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.189483:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762437.189485:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762437.189486:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762437.189487:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883844864, offset 0
00000400:00000200:2.0:1787762437.189489:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762437.189492:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762437.189493:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762437.189495:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762437.189497:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762437.189498:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762437.189500:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762437.189502:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3538:3538:256:4294967295] 192.168.204.116@tcp LPNI seq info [3538:3538:8:4294967295]
00000400:00000200:2.0:1787762437.189504:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762437.189508:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762437.189511:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762437.189513:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762437.189515:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762437.189517:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787762437.189519:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762437.189521:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787762437.189523:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762437.189524:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762437.189526:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762437.189528:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762437.189530:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762437.189531:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762437.189532:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762437.189535:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c76580 x1874600883844864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.189542:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762437.189545:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c76580 x1874600883844864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.189550:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762437.189552:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762437.189555:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762437.189558:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762437.189561:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762437.189563:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298494487
00000100:00000001:2.0:1787762437.189565:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298495739
00000100:00000001:2.0:1787762437.189567:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298494487
00000100:00000001:2.0:1787762437.189569:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298495739
00000100:00000001:2.0:1787762437.189571:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762437.189573:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762437.189575:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762437.189578:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762437/real 1787762437]  req@ffff969643c76580 x1874600883844864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762437.189585:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762437.189586:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762437.189588:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762437.189590:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762437.189591:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762437.189593:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762437.189614:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c76580 x1874600883844864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762437.189622:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c76580 x1874600883844864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.189640:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762437.189642:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762437.189644:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762437.189645:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762437.189648:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c76580 x1874600883844864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.189652:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762437.189655:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c76580 x1874600883844864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.189658:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762437.189660:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762437.189661:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762437.189661:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762437.189662:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762437.189663:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762437.189664:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762437.189667:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762437.189668:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762437.189670:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c76580 x1874600883844864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762437.189674:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883844864:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762437.189676:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762437.189677:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762437.189679:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c76580 x1874600883844864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762437.189682:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762437.189683:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762437.189684:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ee000.
02000000:00000001:2.0:1787762437.189686:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762437.189687:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762437.189687:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762437.189689:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762437.189690:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449000.
02000000:00000001:2.0:1787762437.189691:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762437.189692:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762437.189693:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c76580.
00000100:00000001:2.0:1787762437.189694:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762437.189695:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762437.189696:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762437.189698:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762437.189699:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762437.189700:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762437.189701:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762437.635701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762437.635710:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762437.635713:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762437.635716:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762437.635721:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762437.635724:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762437.635727:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762437.635729:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762437.635734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762437.635736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762437.635740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762437.635741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762437.635762:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762437.635765:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762437.635768:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762438.467691:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298495739, at 4298495744
00000100:00000010:0.0:1787762438.467709:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7ba0.
00000100:00000040:1.0:1787762438.467772:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298495739, at 4298495744
00000100:00000010:1.0:1787762438.467779:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7780.
00010000:00000001:0.0:1787762438.659876:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762438.659883:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762438.659889:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762438.659890:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762438.659894:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762438.659895:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762438.660010:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762438.660013:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762438.660016:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762439.683716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762439.683721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762439.683725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762439.683727:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762439.683729:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762439.683731:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762439.683733:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762439.683735:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762439.683736:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762439.683738:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762439.683740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762439.683740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762439.683757:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762439.683759:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762439.683760:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762440.707736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762440.707743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762440.707749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762440.707751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762440.707754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762440.707755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762440.707818:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762440.707822:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762440.707825:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762441.731720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762441.731726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762441.731729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762441.731730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762441.731732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762441.731733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762441.731748:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762441.731750:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762441.731752:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762442.307707:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762442.307714:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762442.307716:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762442.307718:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762442.307722:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762442.307727:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3827
00000400:00000200:3.0:1787762442.307733:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762442.307737:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762442.307739:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762442.307741:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762442.307743:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762442.307745:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762442.307746:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762442.307749:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762442.307750:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762442.307752:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762442.307754:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762442.307755:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762442.307756:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762442.307758:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762442.307759:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762442.307760:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762442.307761:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762442.307764:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762442.307766:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762442.307767:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762442.307769:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762442.307771:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762442.307773:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762442.307775:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762442.307776:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762442.307783:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787762442.307786:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762442.307788:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762442.307789:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762442.307791:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762442.307793:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762442.307796:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762442.307801:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762442.307805:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762442.307812:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883844992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762442.307819:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762442.307822:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762442.307825:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883844992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762442.307842:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762442.307844:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762442.307846:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762442.307847:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762442.307848:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762442.307849:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762442.307851:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3827
00000400:00000200:3.0:1787762442.307853:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762442.307855:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762442.307856:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762442.307858:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762442.307859:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762442.307861:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762442.307862:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762442.307863:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762442.307864:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762442.307865:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762442.307866:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762442.307867:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762442.307869:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762442.307871:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762442.307872:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762442.307874:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762442.307875:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762442.307876:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00000001:2.0:1787762442.307878:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787762442.307878:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762442.307883:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762442.307884:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787762442.307885:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762442.307889:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787762442.307889:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762442.307892:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762442.307893:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762442.307897:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1787762442.307898:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ea940 x1874600883844992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787762442.307899:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762442.307903:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762442.307906:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787762442.307910:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762442.307913:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762442.307916:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762442.307917:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762442.307918:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762442.307921:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787762442.307922:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762442.307923:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762442.307930:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1787762442.307931:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
02000000:00000001:2.0:1787762442.307936:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762442.307936:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762442.307941:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762442.307942:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883845120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762442.307949:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883844992:192.168.204.116@tcp:250:kworker.0
00000100:00000001:3.0:1787762442.307951:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762442.307955:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762442.307959:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1787762442.307962:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883845120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762442.307964:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762442.307969:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762442.307974:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762442.307977:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762442.307980:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:2.0:1787762442.307982:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec400.
00000100:00080000:3.0:1787762442.307984:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:2.0:1787762442.307985:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762442.307988:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762442.307991:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787762442.307993:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762442.307995:0:8:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1787762442.307997:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000100:00080000:3.0:1787762442.308001:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3827
00000400:00000010:2.0:1787762442.308004:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000400:00000200:3.0:1787762442.308009:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000200:2.0:1787762442.308012:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883844992, portal 25
00000400:00000200:3.0:1787762442.308012:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762442.308014:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762442.308016:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1787762442.308018:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762442.308019:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885933376 : -115902823618240 : ffff9696455ea940)
00000100:00000001:3.0:1787762442.308022:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762442.308027:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000040:2.0:1787762442.308028:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ea940 x1874600883844992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762442.308029:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762442.308033:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762442.308034:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762442.308037:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762442.308039:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762442.308043:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000001:2.0:1787762442.308044:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787762442.308045:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762442.308050:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00000040:3.0:1787762442.308052:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000010:2.0:1787762442.308053:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000001:3.0:1787762442.308054:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787762442.308058:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883844992, offset 0
00000100:00000040:3.0:1787762442.308058:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762442.308061:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762442.308064:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762442.308067:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000400:00000200:2.0:1787762442.308070:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000001:3.0:1787762442.308071:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762442.308080:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:3.0:1787762442.308082:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762442.308085:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
02000000:00000001:3.0:1787762442.308088:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762442.308090:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787762442.308092:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762442.308096:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00000001:3.0:1787762442.308096:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762442.308100:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762442.308101:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762442.308105:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000008:00000001:3.0:1787762442.308107:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762442.308110:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3539:3539:256:4294967295] 192.168.204.116@tcp LPNI seq info [3539:3539:8:4294967295]
00000100:00000001:3.0:1787762442.308111:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762442.308117:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000010:3.0:1787762442.308119:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787762442.308123:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000400:00000200:2.0:1787762442.308125:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787762442.308127:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762442.308130:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762442.308132:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1787762442.308133:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
02000000:00000001:3.0:1787762442.308133:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762442.308136:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787762442.308139:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
02000000:00000010:3.0:1787762442.308141:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762442.308145:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762442.308147:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00100000:3.0:1787762442.308152:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883845248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1787762442.308153:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1787762442.308162:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1787762442.308162:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787762442.308164:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762442.308167:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1787762442.308169:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883845248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1787762442.308175:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762442.308179:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000100:00000001:3.0:1787762442.308182:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762442.308185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762442.308186:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787762442.308188:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762442.308191:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787762442.308192:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1787762442.308193:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787762442.308196:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762442.308198:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762442.308200:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762442.308204:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ea940 x1874600883844992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762442.308205:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762442.308211:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3827
00000100:00000001:2.0:1787762442.308216:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1787762442.308217:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762442.308222:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762442.308224:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762442.308225:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea940 x1874600883844992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762442.308227:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762442.308230:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762442.308233:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762442.308237:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762442.308240:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762442.308242:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762442.308244:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762442.308247:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000100:00000001:2.0:1787762442.308248:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762442.308249:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000001:2.0:1787762442.308253:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787762442.308253:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762442.308257:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762442.308258:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762442.308260:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762442.308262:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762442.308262:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762442.308263:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762442.308268:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000400:00000200:2.0:1787762442.308271:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762442.308272:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762442.308276:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762442.308277:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298500859
02000000:00000001:3.0:1787762442.308278:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762442.308282:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762442.308283:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:2.0:1787762442.308285:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f76c0.
00000008:00100000:3.0:1787762442.308285:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762442.308288:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762442.308290:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762442.308293:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787762442.308294:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762442.308296:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762442.308296:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762442.308297:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762442.308298:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762442.308299:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762442.308301:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:2.0:1787762442.308302:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787762442.308303:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762442.308309:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883845376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762442.308312:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298500859
00000100:00000001:3.0:1787762442.308314:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762442.308317:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762442.308320:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883845376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787762442.308321:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7780.
00000100:00000001:2.0:1787762442.308328:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787762442.308328:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762442.308331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762442.308334:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787762442.308334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762442.308337:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787762442.308339:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762442.308339:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762442.308343:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762442.308345:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1787762442.308345:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3827
00000400:00000200:3.0:1787762442.308350:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762442.308353:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762442.308355:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787762442.308356:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762442/real 1787762442]  req@ffff9696455ea940 x1874600883844992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762442.308357:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762442.308361:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762442.308364:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762442.308367:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762442.308371:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762442.308372:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762442.308375:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762442.308376:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762442.308380:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762442.308383:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762442.308388:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762442.308391:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762442.308395:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000001:2.0:1787762442.308397:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787762442.308397:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762442.308398:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000400:00000001:2.0:1787762442.308400:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1787762442.308402:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000400:00000010:2.0:1787762442.308403:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000100:00000001:3.0:1787762442.308404:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762442.308407:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
02000000:00000001:3.0:1787762442.308407:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762442.308410:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1787762442.308411:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
02000000:00000001:3.0:1787762442.308413:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762442.308415:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787762442.308415:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762442.308419:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1787762442.308421:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ea940 x1874600883844992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787762442.308422:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762442.308425:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762442.308430:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787762442.308433:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762442.308435:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762442.308436:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762442.308437:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762442.308437:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762442.308438:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762442.308440:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000200:2.0:1787762442.308443:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ea940 x1874600883844992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762442.308443:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762442.308450:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883845504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762442.308455:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762442.308458:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.308462:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762442.308464:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762442.308469:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1787762442.308472:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ea940 x1874600883844992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762442.308473:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762442.308482:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883845504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.308483:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762442.308494:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ea940 x1874600883844992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762442.308495:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762442.308501:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3837)
00000100:00000001:2.0:1787762442.308508:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762442.308512:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.308514:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762442.308515:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.308517:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762442.308520:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762442.308523:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762442.308526:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762442.308541:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762442.308546:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ea940 x1874600883844992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762442.308554:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883844992:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762442.308559:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.308561:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762442.308564:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ea940 x1874600883844992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.308570:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762442.308573:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762442.308575:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762442.308578:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762442.308579:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762442.308580:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762442.308582:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762442.308588:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8a400.
02000000:00000001:2.0:1787762442.308592:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762442.308594:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762442.308621:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ea940.
00000100:00000001:2.0:1787762442.308624:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762442.308626:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.308628:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.308634:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762442.308635:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762442.308636:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762442.308637:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762442.308638:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762442.308641:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e9a40 x1874600883845120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.308646:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762442.308647:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762442.308648:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762442.308649:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762442.308650:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762442.308652:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883845120:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762442.308654:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762442.308655:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762442.308656:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762442.308657:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762442.308660:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762442.308661:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762442.308663:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762442.308665:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762442.308668:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762442.308671:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883845120, portal 10
00000100:00000001:2.0:1787762442.308673:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762442.308674:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885929536 : -115902823622080 : ffff9696455e9a40)
00000100:00000040:2.0:1787762442.308680:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e9a40 x1874600883845120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.308686:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762442.308688:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762442.308690:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762442.308693:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883845120, offset 0
00000400:00000200:2.0:1787762442.308697:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762442.308700:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762442.308703:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762442.308706:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762442.308709:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762442.308711:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762442.308713:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762442.308716:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3540:3540:256:4294967295] 192.168.204.116@tcp LPNI seq info [3540:3540:8:4294967295]
00000400:00000200:2.0:1787762442.308720:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762442.308726:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762442.308731:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762442.308734:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762442.308738:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762442.308741:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762442.308745:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762442.308747:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787762442.308750:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762442.308752:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762442.308755:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762442.308758:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762442.308761:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762442.308763:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762442.308765:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762442.308769:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e9a40 x1874600883845120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.308776:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762442.308778:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9a40 x1874600883845120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.308784:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762442.308786:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762442.308789:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762442.308798:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762442.308802:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762442.308805:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298499620
00000100:00000001:2.0:1787762442.308807:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298500859
00000100:00000001:2.0:1787762442.308809:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298499620
00000100:00000001:2.0:1787762442.308811:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298500859
00000100:00000001:2.0:1787762442.308814:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762442.308816:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762442.308817:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762442.308821:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762442/real 1787762442]  req@ffff9696455e9a40 x1874600883845120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762442.308829:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762442.308830:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762442.308832:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762442.308835:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762442.308836:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762442.308839:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762442.308842:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e9a40 x1874600883845120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762442.308850:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e9a40 x1874600883845120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.308856:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762442.308858:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.308859:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762442.308860:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762442.308864:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e9a40 x1874600883845120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.308870:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762442.308873:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e9a40 x1874600883845120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.308877:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762442.308878:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.308880:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762442.308881:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.308882:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762442.308884:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762442.308887:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762442.308890:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762442.308892:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762442.308895:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e9a40 x1874600883845120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762442.308903:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883845120:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762442.308907:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762442.308910:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8f00 x1874600883845248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.308916:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762442.308917:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762442.308919:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762442.308921:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762442.308923:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762442.308926:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883845248:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762442.308928:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762442.308930:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762442.308932:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762442.308933:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762442.308937:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762442.308939:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762442.308942:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762442.308944:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762442.308947:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762442.308950:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883845248, portal 10
00000100:00000001:2.0:1787762442.308956:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762442.308958:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885926656 : -115902823624960 : ffff9696455e8f00)
00000100:00000040:2.0:1787762442.308964:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8f00 x1874600883845248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.308970:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762442.308972:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762442.308974:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762442.308976:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883845248, offset 0
00000400:00000200:2.0:1787762442.308978:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762442.308981:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762442.308983:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762442.308985:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762442.308987:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762442.308988:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762442.308990:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762442.308991:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3541:3541:256:4294967295] 192.168.204.116@tcp LPNI seq info [3541:3541:8:4294967295]
00000400:00000200:2.0:1787762442.308994:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762442.308997:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762442.309000:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762442.309002:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762442.309004:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762442.309006:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762442.309009:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762442.309010:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787762442.309012:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762442.309014:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762442.309016:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762442.309018:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762442.309019:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762442.309020:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762442.309022:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762442.309024:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e8f00 x1874600883845248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.309029:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762442.309031:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8f00 x1874600883845248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.309034:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762442.309035:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762442.309037:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762442.309039:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762442.309041:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762442.309042:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298499679
00000100:00000001:2.0:1787762442.309044:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298500859
00000100:00000001:2.0:1787762442.309045:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298499679
00000100:00000001:2.0:1787762442.309046:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298500859
00000100:00000001:2.0:1787762442.309048:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762442.309049:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762442.309050:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762442.309052:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762442/real 1787762442]  req@ffff9696455e8f00 x1874600883845248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762442.309056:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762442.309057:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762442.309058:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762442.309059:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762442.309060:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762442.309061:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762442.309062:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8f00 x1874600883845248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762442.309067:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8f00 x1874600883845248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.309071:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762442.309071:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.309072:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762442.309073:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762442.309075:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8f00 x1874600883845248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.309078:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762442.309080:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8f00 x1874600883845248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.309084:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762442.309085:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.309086:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762442.309086:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.309088:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762442.309089:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762442.309090:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762442.309092:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762442.309094:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762442.309098:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8f00 x1874600883845248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762442.309105:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883845248:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762442.309109:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762442.309112:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455eb840 x1874600883845376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.309118:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762442.309119:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762442.309121:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762442.309123:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762442.309125:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762442.309128:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455eb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883845376:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762442.309131:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762442.309132:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762442.309134:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762442.309135:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762442.309139:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762442.309141:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762442.309144:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762442.309146:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762442.309149:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762442.309152:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883845376, portal 4
00000100:00000001:2.0:1787762442.309153:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762442.309154:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885937216 : -115902823614400 : ffff9696455eb840)
00000100:00000040:2.0:1787762442.309160:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455eb840 x1874600883845376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.309167:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762442.309169:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762442.309171:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762442.309172:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883845376, offset 0
00000400:00000200:2.0:1787762442.309175:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762442.309177:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762442.309179:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762442.309181:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762442.309183:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762442.309184:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762442.309185:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762442.309187:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3542:3542:256:4294967295] 192.168.204.116@tcp LPNI seq info [3542:3542:8:4294967295]
00000400:00000200:2.0:1787762442.309189:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762442.309193:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762442.309195:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762442.309197:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762442.309200:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762442.309202:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762442.309205:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762442.309208:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787762442.309211:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762442.309213:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762442.309216:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762442.309219:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762442.309222:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762442.309224:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762442.309226:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762442.309229:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455eb840 x1874600883845376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.309236:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762442.309239:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb840 x1874600883845376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.309250:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762442.309251:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762442.309253:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762442.309255:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762442.309257:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762442.309258:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298499600
00000100:00000001:2.0:1787762442.309260:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298500859
00000100:00000001:2.0:1787762442.309261:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298499600
00000100:00000001:2.0:1787762442.309262:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298500859
00000100:00000001:2.0:1787762442.309264:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762442.309265:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762442.309266:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762442.309268:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762442/real 1787762442]  req@ffff9696455eb840 x1874600883845376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762442.309272:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762442.309273:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762442.309274:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762442.309275:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762442.309277:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762442.309278:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762442.309280:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455eb840 x1874600883845376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762442.309284:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455eb840 x1874600883845376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.309288:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762442.309289:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.309291:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762442.309292:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762442.309295:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455eb840 x1874600883845376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.309301:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762442.309305:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455eb840 x1874600883845376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.309311:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762442.309314:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.309315:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762442.309316:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.309318:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762442.309320:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762442.309322:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762442.309326:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762442.309328:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762442.309332:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455eb840 x1874600883845376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762442.309338:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455eb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883845376:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762442.309340:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762442.309343:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ea580 x1874600883845504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.309349:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762442.309351:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762442.309352:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762442.309354:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762442.309355:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762442.309358:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ea580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883845504:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762442.309361:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762442.309363:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762442.309365:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762442.309366:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762442.309370:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762442.309371:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762442.309374:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762442.309376:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762442.309379:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762442.309382:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883845504, portal 4
00000100:00000001:2.0:1787762442.309384:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762442.309385:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885932416 : -115902823619200 : ffff9696455ea580)
00000100:00000040:2.0:1787762442.309390:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ea580 x1874600883845504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.309394:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762442.309395:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762442.309396:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762442.309398:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883845504, offset 0
00000400:00000200:2.0:1787762442.309400:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762442.309403:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762442.309405:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762442.309406:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762442.309408:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762442.309409:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762442.309411:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762442.309413:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3543:3543:256:4294967295] 192.168.204.116@tcp LPNI seq info [3543:3543:8:4294967295]
00000400:00000200:2.0:1787762442.309415:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762442.309419:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762442.309421:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762442.309423:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762442.309425:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762442.309427:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762442.309429:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762442.309431:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787762442.309433:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762442.309434:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762442.309436:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762442.309438:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762442.309440:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762442.309441:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762442.309443:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762442.309444:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ea580 x1874600883845504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.309449:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762442.309451:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea580 x1874600883845504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.309454:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762442.309455:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762442.309456:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762442.309458:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762442.309460:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762442.309461:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298499607
00000100:00000001:2.0:1787762442.309462:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298500859
00000100:00000001:2.0:1787762442.309463:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298499607
00000100:00000001:2.0:1787762442.309464:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298500859
00000100:00000001:2.0:1787762442.309466:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762442.309467:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762442.309468:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762442.309470:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762442/real 1787762442]  req@ffff9696455ea580 x1874600883845504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762442.309474:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762442.309474:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762442.309475:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762442.309476:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762442.309477:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762442.309479:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762442.309480:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ea580 x1874600883845504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762442.309485:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ea580 x1874600883845504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.309488:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762442.309489:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.309490:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762442.309491:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762442.309492:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ea580 x1874600883845504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.309496:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762442.309498:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ea580 x1874600883845504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.309501:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762442.309502:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.309503:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762442.309504:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.309505:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762442.309506:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762442.309507:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762442.309509:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762442.309510:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762442.309512:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ea580 x1874600883845504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762442.309516:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ea580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883845504:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762442.309518:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.309519:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762442.309521:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e9a40 x1874600883845120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.309525:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762442.309526:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762442.309539:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762442.309541:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762442.309542:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762442.309542:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762442.309544:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762442.309545:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89c00.
02000000:00000001:2.0:1787762442.309546:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762442.309547:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762442.309548:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e9a40.
00000100:00000001:2.0:1787762442.309550:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762442.309551:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.309552:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762442.309554:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8f00 x1874600883845248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.309558:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762442.309559:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762442.309560:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762442.309562:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762442.309562:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762442.309563:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762442.309564:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762442.309565:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89400.
02000000:00000001:2.0:1787762442.309566:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762442.309566:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762442.309567:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8f00.
00000100:00000001:2.0:1787762442.309568:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762442.309569:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.309570:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762442.309571:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455eb840 x1874600883845376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.309574:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762442.309575:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762442.309576:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762442.309578:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762442.309579:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762442.309579:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762442.309581:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762442.309581:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89000.
02000000:00000001:2.0:1787762442.309582:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762442.309583:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762442.309583:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455eb840.
00000100:00000001:2.0:1787762442.309585:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762442.309586:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.309587:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762442.309590:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ea580 x1874600883845504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762442.309611:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762442.309613:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762442.309614:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762442.309616:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762442.309618:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762442.309619:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762442.309621:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762442.309623:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8b400.
02000000:00000001:2.0:1787762442.309625:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762442.309626:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762442.309627:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ea580.
00000100:00000001:2.0:1787762442.309629:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762442.309630:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.309632:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.309636:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762442.309637:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762442.309639:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762442.309640:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762442.755723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762442.755730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762442.755735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762442.755736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762442.755739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762442.755742:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762442.755744:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762442.755747:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762442.755749:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762442.755751:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762442.755753:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762442.755755:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762442.755818:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762442.755822:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762442.755825:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762443.587672:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298500859, at 4298500864
00000100:00000040:1.0:1787762443.587673:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298500859, at 4298500864
00000100:00000010:0.0:1787762443.587687:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f76c0.
00000100:00000010:1.0:1787762443.587697:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7780.
00010000:00000001:0.0:1787762443.779696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762443.779702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762443.779707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762443.779708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762443.779711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762443.779713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762443.779733:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762443.779735:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762443.779738:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762444.803716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762444.803723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762444.803729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762444.803731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762444.803734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762444.803735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762444.803800:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762444.803803:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762444.803807:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762445.827716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762445.827723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762445.827728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762445.827729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762445.827733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762445.827734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762445.827756:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762445.827758:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762445.827761:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762446.851740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762446.851746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762446.851752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762446.851754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762446.851757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762446.851758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762446.851822:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762446.851826:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762446.851828:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762447.427725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762447.427736:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762447.427738:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762447.427742:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762447.427746:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762447.427753:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3832
00000400:00000200:3.0:1787762447.427761:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762447.427768:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762447.427771:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762447.427774:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762447.427777:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762447.427780:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762447.427782:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762447.427786:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762447.427787:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762447.427790:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762447.427793:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762447.427795:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762447.427797:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762447.427800:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762447.427802:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762447.427804:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762447.427805:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762447.427809:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762447.427812:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762447.427815:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762447.427817:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762447.427820:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762447.427823:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762447.427825:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762447.427827:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762447.427836:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e83c0.
00000020:00000040:3.0:1787762447.427839:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762447.427842:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762447.427844:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762447.427847:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762447.427849:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762447.427854:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762447.427861:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787762447.427866:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762447.427875:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e83c0 x1874600883845632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762447.427884:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762447.427888:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762447.427893:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1eeea11] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e83c0 x1874600883845632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762447.427915:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762447.427918:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762447.427921:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762447.427922:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762447.427924:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762447.427926:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762447.427929:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3832
00000400:00000200:3.0:1787762447.427932:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762447.427935:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762447.427938:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762447.427941:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762447.427943:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762447.427945:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762447.427948:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762447.427950:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762447.427951:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762447.427953:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762447.427954:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000100:00000001:2.0:1787762447.427957:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762447.427962:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787762447.427963:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000001:2.0:1787762447.427965:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787762447.427971:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762447.427975:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e83c0 x1874600883845632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762447.427978:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762447.427983:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762447.427988:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762447.427993:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762447.427996:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787762447.427997:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00000001:2.0:1787762447.428000:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762447.428002:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
02000000:00000001:2.0:1787762447.428005:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787762447.428006:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762447.428009:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762447.428010:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762447.428015:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762447.428016:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787762447.428021:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883845632:192.168.204.116@tcp:250:kworker.0
02000000:00000001:3.0:1787762447.428021:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762447.428025:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762447.428028:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1787762447.428031:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787762447.428033:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1787762447.428035:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762447.428037:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762447.428039:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762447.428041:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1787762447.428044:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787762447.428047:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000010:2.0:1787762447.428048:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ed800.
02000000:00000001:3.0:1787762447.428051:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762447.428052:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762447.428054:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762447.428058:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762447.428060:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787762447.428062:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:3.0:1787762447.428063:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762447.428067:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
02000000:00000010:3.0:1787762447.428071:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000400:00000010:2.0:1787762447.428076:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000001:3.0:1787762447.428076:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762447.428085:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883845760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787762447.428086:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883845632, portal 25
00000100:00000001:2.0:1787762447.428092:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762447.428099:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762447.428101:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762447.428103:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885923776 : -115902823627840 : ffff9696455e83c0)
00000100:00000040:3.0:1787762447.428105:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883845760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762447.428114:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e83c0 x1874600883845632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762447.428119:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762447.428124:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762447.428128:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787762447.428129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762447.428132:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1787762447.428135:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00080000:3.0:1787762447.428135:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762447.428140:0:8:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1787762447.428141:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00080000:3.0:1787762447.428145:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3832
00000100:00000200:2.0:1787762447.428146:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883845632, offset 0
00000400:00000200:3.0:1787762447.428151:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762447.428157:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:3.0:1787762447.428158:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762447.428163:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762447.428167:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762447.428171:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762447.428172:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762447.428177:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762447.428180:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:2.0:1787762447.428181:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000020:00000001:3.0:1787762447.428184:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762447.428187:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762447.428189:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787762447.428190:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1787762447.428192:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762447.428196:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:2.0:1787762447.428203:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762447.428208:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762447.428215:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000020:00000001:3.0:1787762447.428217:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762447.428223:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762447.428226:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3544:3544:256:4294967295] 192.168.204.116@tcp LPNI seq info [3544:3544:8:4294967295]
00000100:00000001:3.0:1787762447.428227:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762447.428233:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762447.428237:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762447.428237:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762447.428242:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762447.428245:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762447.428248:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762447.428252:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762447.428255:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787762447.428256:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762447.428261:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762447.428264:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762447.428268:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1787762447.428269:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762447.428275:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000008:00000001:3.0:1787762447.428276:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762447.428280:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762447.428284:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000800:00000200:2.0:1787762447.428285:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000040:3.0:1787762447.428288:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000800:00000200:2.0:1787762447.428291:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
02000000:00000001:3.0:1787762447.428293:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762447.428297:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762447.428301:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1787762447.428301:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:3.0:1787762447.428304:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1787762447.428305:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
02000000:00000001:3.0:1787762447.428307:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762447.428312:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762447.428315:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762447.428322:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883845888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762447.428325:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762447.428328:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000100:00000001:3.0:1787762447.428334:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787762447.428336:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787762447.428337:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762447.428343:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787762447.428347:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883845888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762447.428348:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762447.428351:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762447.428357:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787762447.428362:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762447.428363:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e83c0 x1874600883845632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762447.428368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762447.428373:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787762447.428375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:2.0:1787762447.428377:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e83c0 x1874600883845632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762447.428379:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762447.428383:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762447.428385:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762447.428388:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762447.428389:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787762447.428395:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3832
00000100:00000001:2.0:1787762447.428397:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762447.428403:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762447.428405:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298505979
00000100:00000010:2.0:1787762447.428409:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7ba0.
00000400:00000200:3.0:1787762447.428410:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762447.428416:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762447.428419:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1787762447.428419:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762447.428425:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762447.428437:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762447.428440:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762447.428442:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762447.428445:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787762447.428446:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298505979
00000020:00000040:3.0:1787762447.428447:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762447.428450:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000010:2.0:1787762447.428453:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f74e0.
00000020:00000040:3.0:1787762447.428453:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762447.428457:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000001:2.0:1787762447.428459:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000020:00000001:3.0:1787762447.428461:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000001:2.0:1787762447.428465:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787762447.428467:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762447.428470:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762447.428475:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762447.428479:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1787762447.428480:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762447.428483:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762447.428487:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00100000:2.0:1787762447.428490:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762447/real 1787762447]  req@ffff9696455e83c0 x1874600883845632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762447.428492:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762447.428497:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762447.428502:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1787762447.428505:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787762447.428506:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1787762447.428508:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787762447.428510:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762447.428511:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762447.428515:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000100:00000001:3.0:1787762447.428515:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1787762447.428518:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000008:00100000:3.0:1787762447.428519:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000100:00000001:2.0:1787762447.428520:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762447.428526:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e83c0 x1874600883845632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787762447.428526:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762447.428531:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762447.428536:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e83c0 x1874600883845632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787762447.428538:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000100:00000001:2.0:1787762447.428544:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1787762447.428544:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
00000100:00000001:2.0:1787762447.428547:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762447.428549:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787762447.428549:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762447.428552:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762447.428553:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762447.428558:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1787762447.428559:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e83c0 x1874600883845632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762447.428560:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762447.428564:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762447.428567:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1787762447.428570:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000040:2.0:1787762447.428571:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e83c0 x1874600883845632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762447.428576:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762447.428580:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762447.428583:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762447.428586:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762447.428587:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762447.428587:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883846016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762447.428591:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762447.428593:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762447.428617:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762447.428623:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:3.0:1787762447.428626:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762447.428627:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787762447.428629:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762447.428639:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e83c0 x1874600883845632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762447.428639:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883846016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762447.428656:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762447.428660:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787762447.428665:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883845632:192.168.204.116@tcp:250:kworker.0
00000100:00080000:3.0:1787762447.428666:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762447.428669:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762447.428672:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762447.428674:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762447.428676:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762447.428678:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787762447.428682:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3832
00000100:00000040:2.0:1787762447.428687:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e83c0 x1874600883845632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787762447.428691:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762447.428695:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762447.428697:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762447.428702:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762447.428707:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762447.428711:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1787762447.428711:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
02000000:00000001:2.0:1787762447.428714:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787762447.428715:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
02000000:00000010:2.0:1787762447.428718:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ed800.
00000020:00000001:3.0:1787762447.428719:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762447.428722:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
02000000:00000001:2.0:1787762447.428723:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762447.428725:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787762447.428726:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762447.428728:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000040:2.0:1787762447.428729:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762447.428734:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000001:3.0:1787762447.428734:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
02000000:00000010:2.0:1787762447.428737:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e88c00.
00000020:00000001:3.0:1787762447.428740:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
02000000:00000001:2.0:1787762447.428741:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762447.428744:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:3.0:1787762447.428745:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000010:2.0:1787762447.428746:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e83c0.
00000100:00000001:3.0:1787762447.428748:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762447.428750:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000040:3.0:1787762447.428752:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762447.428753:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762447.428755:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762447.428756:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787762447.428758:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762447.428761:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762447.428762:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762447.428764:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1787762447.428764:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762447.428768:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762447.428769:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762447.428772:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762447.428773:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762447.428773:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762447.428778:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:3.0:1787762447.428778:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787762447.428782:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:3.0:1787762447.428782:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762447.428786:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762447.428789:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000100:00000040:2.0:1787762447.428790:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e92c0 x1874600883845760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762447.428791:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762447.428795:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762447.428797:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762447.428799:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762447.428802:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762447.428804:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762447.428810:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000010:3.0:1787762447.428810:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:2.0:1787762447.428814:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762447.428814:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762447.428817:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762447.428820:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787762447.428821:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883846144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787762447.428825:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762447.428831:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883845760:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762447.428837:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762447.428840:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762447.428842:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762447.428843:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787762447.428844:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762447.428846:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762447.428849:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ed800.
00000100:00000040:3.0:1787762447.428852:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883846144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762447.428853:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762447.428860:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762447.428865:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000100:00000001:3.0:1787762447.428866:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762447.428871:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000040:3.0:1787762447.428871:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3842)
00000100:00000200:2.0:1787762447.428877:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883845760, portal 10
00000100:00000001:2.0:1787762447.428880:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762447.428881:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885927616 : -115902823624000 : ffff9696455e92c0)
00000100:00000040:2.0:1787762447.428889:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e92c0 x1874600883845760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.428896:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762447.428899:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762447.428901:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762447.428904:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883845760, offset 0
00000400:00000200:2.0:1787762447.428907:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762447.428912:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762447.428915:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762447.428918:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762447.428920:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762447.428922:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762447.428924:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762447.428927:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3545:3545:256:4294967295] 192.168.204.116@tcp LPNI seq info [3545:3545:8:4294967295]
00000400:00000200:2.0:1787762447.428931:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762447.428937:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762447.428941:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762447.428945:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762447.428949:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762447.428951:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762447.428955:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762447.428957:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787762447.428959:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762447.428960:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762447.428962:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762447.428964:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762447.428966:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762447.428967:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762447.428969:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762447.428972:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e92c0 x1874600883845760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.428977:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762447.428979:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e92c0 x1874600883845760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.428982:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762447.428983:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762447.428985:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762447.428988:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762447.428990:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762447.428991:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298504740
00000100:00000001:2.0:1787762447.428993:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298505979
00000100:00000001:2.0:1787762447.428994:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298504740
00000100:00000001:2.0:1787762447.428996:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298505979
00000100:00000001:2.0:1787762447.428997:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762447.428998:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762447.428999:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762447.429001:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762447/real 1787762447]  req@ffff9696455e92c0 x1874600883845760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762447.429009:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762447.429010:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762447.429011:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762447.429012:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762447.429013:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762447.429014:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762447.429016:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e92c0 x1874600883845760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762447.429021:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e92c0 x1874600883845760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429024:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762447.429025:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762447.429026:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762447.429027:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762447.429029:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e92c0 x1874600883845760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429032:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762447.429034:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e92c0 x1874600883845760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429038:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762447.429040:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762447.429041:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762447.429041:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762447.429043:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762447.429044:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762447.429045:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762447.429047:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762447.429048:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762447.429050:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e92c0 x1874600883845760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762447.429055:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883845760:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762447.429057:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762447.429058:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ea580 x1874600883845888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429062:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762447.429062:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762447.429063:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762447.429064:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762447.429066:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762447.429067:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ea580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883845888:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762447.429069:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762447.429070:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762447.429071:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762447.429071:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762447.429074:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762447.429075:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762447.429076:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762447.429078:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762447.429079:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762447.429081:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883845888, portal 10
00000100:00000001:2.0:1787762447.429082:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762447.429083:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885932416 : -115902823619200 : ffff9696455ea580)
00000100:00000040:2.0:1787762447.429086:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ea580 x1874600883845888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429090:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762447.429091:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762447.429092:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762447.429094:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883845888, offset 0
00000400:00000200:2.0:1787762447.429096:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762447.429098:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762447.429100:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762447.429102:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762447.429104:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762447.429105:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762447.429107:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762447.429108:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3546:3546:256:4294967295] 192.168.204.116@tcp LPNI seq info [3546:3546:8:4294967295]
00000400:00000200:2.0:1787762447.429111:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762447.429114:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762447.429117:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762447.429118:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762447.429121:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762447.429122:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762447.429124:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762447.429126:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787762447.429128:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762447.429129:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762447.429131:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762447.429133:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762447.429135:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762447.429136:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762447.429137:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762447.429139:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ea580 x1874600883845888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429144:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762447.429145:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea580 x1874600883845888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429149:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762447.429150:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762447.429151:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762447.429152:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762447.429154:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762447.429155:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298504799
00000100:00000001:2.0:1787762447.429157:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298505979
00000100:00000001:2.0:1787762447.429158:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298504799
00000100:00000001:2.0:1787762447.429159:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298505979
00000100:00000001:2.0:1787762447.429160:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762447.429161:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762447.429162:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762447.429164:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762447/real 1787762447]  req@ffff9696455ea580 x1874600883845888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762447.429168:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762447.429168:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762447.429169:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762447.429170:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762447.429171:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762447.429172:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762447.429174:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ea580 x1874600883845888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762447.429179:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ea580 x1874600883845888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429182:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762447.429183:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762447.429184:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762447.429184:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762447.429186:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ea580 x1874600883845888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429189:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762447.429191:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ea580 x1874600883845888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429195:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762447.429196:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762447.429197:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762447.429198:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762447.429199:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762447.429200:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762447.429202:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762447.429203:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762447.429204:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762447.429206:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ea580 x1874600883845888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762447.429210:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ea580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883845888:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762447.429212:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762447.429213:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455eb840 x1874600883846016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429217:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762447.429217:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762447.429218:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762447.429219:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762447.429220:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762447.429222:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455eb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883846016:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762447.429223:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762447.429224:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762447.429225:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762447.429226:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762447.429227:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762447.429229:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762447.429230:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762447.429232:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762447.429234:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762447.429235:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883846016, portal 4
00000100:00000001:2.0:1787762447.429236:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762447.429237:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885937216 : -115902823614400 : ffff9696455eb840)
00000100:00000040:2.0:1787762447.429240:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455eb840 x1874600883846016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429244:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762447.429245:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762447.429246:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762447.429247:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883846016, offset 0
00000400:00000200:2.0:1787762447.429249:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762447.429251:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762447.429253:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762447.429254:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762447.429256:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762447.429257:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762447.429259:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762447.429260:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3547:3547:256:4294967295] 192.168.204.116@tcp LPNI seq info [3547:3547:8:4294967295]
00000400:00000200:2.0:1787762447.429262:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762447.429266:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762447.429268:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762447.429269:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762447.429271:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762447.429273:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762447.429275:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762447.429277:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787762447.429279:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762447.429280:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762447.429282:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762447.429283:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762447.429285:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762447.429286:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762447.429287:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762447.429289:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455eb840 x1874600883846016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429297:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762447.429299:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb840 x1874600883846016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429302:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762447.429303:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762447.429304:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762447.429306:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762447.429307:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762447.429308:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298504720
00000100:00000001:2.0:1787762447.429309:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298505979
00000100:00000001:2.0:1787762447.429311:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298504720
00000100:00000001:2.0:1787762447.429312:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298505979
00000100:00000001:2.0:1787762447.429314:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762447.429315:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762447.429316:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762447.429317:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762447/real 1787762447]  req@ffff9696455eb840 x1874600883846016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762447.429321:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762447.429322:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762447.429322:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762447.429323:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762447.429324:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762447.429325:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762447.429327:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455eb840 x1874600883846016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762447.429331:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455eb840 x1874600883846016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429335:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762447.429336:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762447.429337:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762447.429338:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762447.429340:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455eb840 x1874600883846016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429344:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762447.429346:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455eb840 x1874600883846016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429349:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762447.429350:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762447.429351:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762447.429352:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762447.429352:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762447.429353:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762447.429355:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762447.429356:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762447.429357:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762447.429359:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455eb840 x1874600883846016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762447.429363:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455eb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883846016:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762447.429365:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762447.429366:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762447.429367:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e92c0 x1874600883845760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429371:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762447.429372:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762447.429373:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762447.429375:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762447.429376:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762447.429377:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762447.429378:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762447.429379:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8b400.
02000000:00000001:2.0:1787762447.429382:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762447.429383:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762447.429385:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e92c0.
00000100:00000001:2.0:1787762447.429387:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762447.429388:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762447.429390:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762447.429393:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ea580 x1874600883845888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429398:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762447.429400:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762447.429401:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762447.429403:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762447.429404:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762447.429405:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762447.429407:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762447.429408:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89000.
02000000:00000001:2.0:1787762447.429410:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762447.429411:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762447.429412:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ea580.
00000100:00000001:2.0:1787762447.429414:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762447.429416:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762447.429417:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762447.429420:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455eb840 x1874600883846016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429426:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762447.429442:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762447.429444:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762447.429447:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762447.429448:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762447.429449:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762447.429451:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762447.429453:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89400.
02000000:00000001:2.0:1787762447.429454:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762447.429456:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762447.429457:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455eb840.
00000100:00000001:2.0:1787762447.429459:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762447.429460:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762447.429462:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762447.429465:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762447.429467:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762447.429468:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762447.429470:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762447.429471:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762447.429475:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8f00 x1874600883846144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429482:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762447.429483:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762447.429485:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762447.429487:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762447.429489:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762447.429491:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883846144:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762447.429494:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762447.429495:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762447.429497:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762447.429498:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762447.429501:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762447.429503:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762447.429506:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762447.429508:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762447.429510:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762447.429512:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883846144, portal 4
00000100:00000001:2.0:1787762447.429513:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762447.429514:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885926656 : -115902823624960 : ffff9696455e8f00)
00000100:00000040:2.0:1787762447.429518:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8f00 x1874600883846144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429522:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762447.429523:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762447.429525:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762447.429526:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883846144, offset 0
00000400:00000200:2.0:1787762447.429529:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762447.429531:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762447.429533:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762447.429535:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762447.429537:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762447.429538:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762447.429540:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762447.429541:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3548:3548:256:4294967295] 192.168.204.116@tcp LPNI seq info [3548:3548:8:4294967295]
00000400:00000200:2.0:1787762447.429543:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762447.429547:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762447.429549:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762447.429551:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762447.429553:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762447.429554:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762447.429557:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762447.429558:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787762447.429561:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762447.429562:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762447.429564:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762447.429566:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762447.429568:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762447.429569:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762447.429570:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762447.429572:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e8f00 x1874600883846144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429576:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762447.429578:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8f00 x1874600883846144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429582:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762447.429583:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762447.429585:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762447.429587:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762447.429589:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762447.429590:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298504727
00000100:00000001:2.0:1787762447.429591:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298505979
00000100:00000001:2.0:1787762447.429592:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298504727
00000100:00000001:2.0:1787762447.429594:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298505979
00000100:00000001:2.0:1787762447.429608:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762447.429610:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762447.429611:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762447.429613:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762447/real 1787762447]  req@ffff9696455e8f00 x1874600883846144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762447.429618:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762447.429618:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762447.429620:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762447.429621:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762447.429622:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762447.429623:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762447.429625:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8f00 x1874600883846144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762447.429629:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8f00 x1874600883846144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429633:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762447.429634:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762447.429635:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762447.429636:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762447.429637:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8f00 x1874600883846144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429641:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762447.429643:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8f00 x1874600883846144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429647:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762447.429648:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762447.429649:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762447.429650:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762447.429651:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762447.429652:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762447.429653:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762447.429655:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762447.429656:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762447.429658:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8f00 x1874600883846144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762447.429662:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883846144:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762447.429664:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762447.429665:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762447.429666:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8f00 x1874600883846144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762447.429670:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762447.429671:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762447.429672:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762447.429674:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762447.429675:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762447.429675:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762447.429676:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762447.429678:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89c00.
02000000:00000001:2.0:1787762447.429679:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762447.429680:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762447.429681:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8f00.
00000100:00000001:2.0:1787762447.429682:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762447.429683:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762447.429684:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762447.429686:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762447.429687:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762447.429688:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762447.429689:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762447.875708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762447.875715:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762447.875716:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762447.875719:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762447.875722:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762447.875724:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762447.875725:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762447.875727:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762447.875729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762447.875730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762447.875732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762447.875733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762447.875774:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762447.875776:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762447.875778:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762448.707691:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298505979, at 4298505984
00000100:00000040:1.0:1787762448.707691:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298505979, at 4298505984
00000100:00000010:1.0:1787762448.707707:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f74e0.
00000100:00000010:0.0:1787762448.707708:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7ba0.
00010000:00000001:0.0:1787762448.899752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762448.899757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762448.899760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762448.899761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762448.899763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762448.899764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762448.899818:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762448.899822:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762448.899825:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000010:0.0:1787762448.963715:0:9535:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9696507f9000.
00000020:00000010:0.0:1787762448.963727:0:9535:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9696507f8600.
00000020:00000010:0.0:1787762448.963733:0:9535:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9696483ca800.
00000020:00000010:0.0:1787762448.963739:0:9535:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff969646639950.
00000020:00000010:0.0:1787762448.963744:0:9535:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9696507f9800.
80000000:00000010:0.0:1787762448.963749:0:9535:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96965837c600.
40000000:00000010:0.0:1787762448.963752:0:9535:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9696601556c0.
00100000:00000010:0.0:1787762448.963757:0:9535:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9696483cc000.
00040000:00000010:0.0:1787762448.963761:0:9535:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96964468ef00.
00040000:00000010:0.0:1787762448.963766:0:9535:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96965830e000.
00002000:00000010:0.0:1787762448.963769:0:9535:0:(ofd_dev.c:3019:ofd_key_init()) kmalloced '(value)': 1000 at ffff969643a32800.
00000020:00000010:0.0:1787762448.963774:0:9535:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9696507f8600.
00000020:00000010:0.0:1787762448.963780:0:9535:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9696483ca800.
00000020:00000010:0.0:1787762448.963782:0:9535:0:(tgt_main.c:742:tgt_key_fini()) slab-freed '(info)': 1296 at ffff969646639950.
00000020:00000010:0.0:1787762448.963785:0:9535:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9696507f9800.
80000000:00000010:0.0:1787762448.963788:0:9535:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96965837c600.
40000000:00000010:0.0:1787762448.963791:0:9535:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9696601556c0.
00100000:00000010:0.0:1787762448.963793:0:9535:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9696483cc000.
00040000:00000010:0.0:1787762448.963795:0:9535:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff96964468ef00.
00040000:00000010:0.0:1787762448.963797:0:9535:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff96965830e000.
00002000:00000010:0.0:1787762448.963799:0:9535:0:(ofd_dev.c:3048:ofd_key_fini()) kfreed 'info': 1000 at ffff969643a32800.
00000020:00000010:0.0:1787762448.963801:0:9535:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9696507f9000.
00010000:00000001:0.0:1787762449.923771:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762449.923780:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762449.923788:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762449.923792:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762449.923795:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762449.923798:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762449.923801:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762449.923803:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762449.923805:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762449.923807:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762449.923810:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762449.923811:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762449.923837:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762449.923839:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762449.923841:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762450.947779:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762450.947784:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762450.947789:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762450.947790:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762450.947794:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762450.947795:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762450.947863:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762450.947867:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762450.947870:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762451.971740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762451.971747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762451.971753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762451.971754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762451.971757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762451.971759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762451.971807:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762451.971809:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762451.971812:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762452.547753:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762452.547762:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762452.547764:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762452.547769:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762452.547773:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762452.547780:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3837
00000400:00000200:2.0:1787762452.547789:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762452.547796:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762452.547799:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762452.547802:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762452.547818:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762452.547820:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762452.547823:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762452.547827:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762452.547829:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762452.547832:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762452.547835:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762452.547837:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762452.547840:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762452.547843:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762452.547845:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762452.547847:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762452.547848:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762452.547850:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762452.547852:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762452.547854:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762452.547865:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762452.547869:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762452.547875:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762452.547877:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762452.547880:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762452.547889:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ed680.
00000020:00000040:2.0:1787762452.547893:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762452.547897:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762452.547899:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762452.547901:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762452.547904:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762452.547907:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762452.547914:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec400.
00000100:00000001:2.0:1787762452.547921:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762452.547930:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ed680 x1874600883846272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762452.547938:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762452.547941:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762452.547944:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa26a19] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ed680 x1874600883846272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762452.547975:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762452.547978:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762452.547981:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762452.547982:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762452.547984:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762452.547987:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762452.547990:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3837
00000400:00000200:2.0:1787762452.547993:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762452.547996:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762452.547999:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762452.548002:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762452.548004:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762452.548007:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762452.548009:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762452.548011:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762452.548013:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762452.548015:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762452.548017:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1787762452.548018:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762452.548022:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000001:1.0:1787762452.548023:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787762452.548023:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000001:1.0:1787762452.548028:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762452.548028:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762452.548032:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762452.548035:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762452.548037:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000040:1.0:1787762452.548039:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ed680 x1874600883846272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787762452.548039:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762452.548044:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762452.548047:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762452.548051:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762452.548056:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787762452.548058:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762452.548059:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762452.548065:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762452.548066:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787762452.548069:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762452.548071:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762452.548075:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787762452.548075:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762452.548081:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762452.548083:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ed680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883846272:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762452.548084:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762452.548092:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1787762452.548092:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ecb40.
00000020:00000040:2.0:1787762452.548096:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:1.0:1787762452.548098:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762452.548100:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762452.548102:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762452.548103:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762452.548108:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787762452.548108:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762452.548112:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762452.548115:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762452.548116:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448000.
02000000:00000001:1.0:1787762452.548120:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762452.548120:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ed800.
00000100:00000001:2.0:1787762452.548126:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762452.548132:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ecb40 x1874600883846400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762452.548134:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762452.548140:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000100:00000001:2.0:1787762452.548144:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762452.548148:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762452.548149:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000040:2.0:1787762452.548153:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbcd7beb] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ecb40 x1874600883846400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762452.548158:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883846272, portal 25
00000100:00000001:1.0:1787762452.548164:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762452.548166:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762452.548167:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089368704 : -115902620182912 : ffff9696517ed680)
00000100:00080000:2.0:1787762452.548171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762452.548176:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:1.0:1787762452.548178:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ed680 x1874600883846272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762452.548178:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762452.548181:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762452.548186:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762452.548192:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3837
00000100:00000001:1.0:1787762452.548194:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1787762452.548198:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:1.0:1787762452.548202:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762452.548206:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000010:1.0:1787762452.548207:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00080000:2.0:1787762452.548209:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787762452.548213:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883846272, offset 0
00000100:00000040:2.0:1787762452.548214:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762452.548219:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762452.548221:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762452.548226:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000001:2.0:1787762452.548227:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762452.548231:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762452.548232:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762452.548233:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762452.548236:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000400:00000200:1.0:1787762452.548237:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000001:2.0:1787762452.548241:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762452.548245:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:1.0:1787762452.548246:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000040:2.0:1787762452.548252:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762452.548255:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787762452.548256:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762452.548260:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762452.548263:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00000001:2.0:1787762452.548264:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762452.548268:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000400:00000200:1.0:1787762452.548270:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1787762452.548274:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000400:00000200:1.0:1787762452.548277:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000001:2.0:1787762452.548280:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762452.548285:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762452.548286:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3549:3549:256:4294967295] 192.168.204.116@tcp LPNI seq info [3549:3549:8:4294967295]
02000000:00000001:2.0:1787762452.548288:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762452.548294:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:2.0:1787762452.548294:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762452.548298:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762452.548301:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762452.548307:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762452.548311:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787762452.548311:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762452.548317:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec000.
00000020:00000040:2.0:1787762452.548322:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000800:00000200:1.0:1787762452.548323:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
02000000:00000001:2.0:1787762452.548325:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762452.548342:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762452.548345:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:1.0:1787762452.548346:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
02000000:00000001:2.0:1787762452.548347:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762452.548350:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762452.548356:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000010:2.0:1787762452.548357:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef000.
00000800:00000200:1.0:1787762452.548363:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1787762452.548363:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762452.548371:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec000 x1874600883846528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787762452.548373:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762452.548380:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1787762452.548384:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000100:1.0:1787762452.548389:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00000001:2.0:1787762452.548390:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762452.548394:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000100:00000040:2.0:1787762452.548397:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e53fc05c] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec000 x1874600883846528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762452.548402:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787762452.548411:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762452.548412:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1787762452.548416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762452.548419:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000100:00080000:2.0:1787762452.548421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:1.0:1787762452.548424:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:2.0:1787762452.548425:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762452.548428:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762452.548430:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787762452.548432:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787762452.548437:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ed680 x1874600883846272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762452.548438:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3837
00000400:00000200:2.0:1787762452.548447:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762452.548453:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000001:1.0:1787762452.548456:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1787762452.548457:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762452.548464:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000040:1.0:1787762452.548465:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ed680 x1874600883846272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762477 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762452.548467:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762452.548472:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762452.548476:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762452.548482:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762452.548482:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762452.548485:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000100:00000001:1.0:1787762452.548486:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1787762452.548489:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762452.548492:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000100:00000001:1.0:1787762452.548495:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762452.548496:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000400:00000200:1.0:1787762452.548504:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762452.548507:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298511099
00000100:00000010:1.0:1787762452.548512:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d000.
00000020:00000001:2.0:1787762452.548514:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000001:1.0:1787762452.548520:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1787762452.548520:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762452.548525:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762452.548528:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762452.548530:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298511099
00000100:00000001:2.0:1787762452.548531:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000010:1.0:1787762452.548536:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d9c0.
00000020:00000040:2.0:1787762452.548537:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00000001:1.0:1787762452.548542:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00080000:2.0:1787762452.548545:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762452.548548:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762452.548550:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762452.548553:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762452.548554:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762452.548558:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1787762452.548560:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762452.548563:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762452.548566:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762452/real 1787762452]  req@ffff9696517ed680 x1874600883846272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762452.548567:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762452.548571:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762452.548577:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762452.548581:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787762452.548586:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000010:2.0:1787762452.548587:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517efc00.
00000400:00000001:1.0:1787762452.548590:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:2.0:1787762452.548591:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
00000400:00000010:1.0:1787762452.548618:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762452.548623:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762452.548624:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762452.548628:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762452.548632:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ed680 x1874600883846272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762452.548638:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1787762452.548642:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ed680 x1874600883846272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762452.548643:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762452.548647:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762452.548650:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762452.548653:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762452.548655:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762452.548659:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1787762452.548659:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef800.
00000100:00000001:1.0:1787762452.548665:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762452.548666:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762452.548668:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762452.548673:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517efc00 x1874600883846656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762452.548676:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ed680 x1874600883846272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762452.548694:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762452.548695:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762452.548699:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762452.548704:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ed680 x1874600883846272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762452.548708:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c6b28ed] to pc [ptlrpcd_rcv+-1]  req@ffff9696517efc00 x1874600883846656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.548722:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762452.548726:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762452.548727:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762452.548730:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762452.548732:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762452.548735:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762452.548736:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787762452.548740:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762452.548740:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787762452.548744:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762452.548745:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762452.548751:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787762452.548751:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762452.548757:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3837
00000100:00080000:1.0:1787762452.548760:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000400:00000200:2.0:1787762452.548765:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762452.548766:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:2.0:1787762452.548771:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000040:1.0:1787762452.548776:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ed680 x1874600883846272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762452.548776:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762452.548783:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762452.548790:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787762452.548795:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ed680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883846272:192.168.204.116@tcp:250:kworker.0
00000100:00000040:2.0:1787762452.548795:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762452.548800:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762452.548805:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762452.548808:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000100:00000001:1.0:1787762452.548809:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787762452.548810:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762452.548814:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000100:00000001:1.0:1787762452.548815:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1787762452.548817:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:1.0:1787762452.548821:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ed680 x1874600883846272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787762452.548823:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762452.548831:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762452.548836:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762452.548837:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:2.0:1787762452.548840:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
02000000:00000001:1.0:1787762452.548842:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1787762452.548843:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
02000000:00000010:1.0:1787762452.548846:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448000.
00000020:00000040:2.0:1787762452.548847:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
02000000:00000001:1.0:1787762452.548853:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:2.0:1787762452.548853:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762452.548856:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762452.548858:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762452.548860:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762452.548862:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762452.548864:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762452.548866:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762452.548870:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762452.548872:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:2.0:1787762452.548873:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787762452.548876:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000100:00000010:2.0:1787762452.548878:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef480.
00000020:00000001:1.0:1787762452.548880:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000040:2.0:1787762452.548884:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000010:1.0:1787762452.548885:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762452.548889:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762452.548891:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762452.548892:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762452.548895:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787762452.548896:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:1.0:1787762452.548900:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ed680.
02000000:00000001:2.0:1787762452.548900:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762452.548902:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762452.548905:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762452.548909:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1787762452.548909:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec400.
00000100:00000001:1.0:1787762452.548916:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762452.548916:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762452.548925:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1787762452.548926:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef480 x1874600883846784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762452.548930:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762452.548935:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762452.548938:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762452.548940:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762452.548941:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787762452.548945:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762452.548950:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ecb40 x1874600883846400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762452.548953:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8eb0c3a] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef480 x1874600883846784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.548971:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762452.548974:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762452.548977:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762452.548979:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762452.548983:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787762452.548985:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3847)
02000000:00000001:1.0:1787762452.548986:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762452.548992:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ecb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883846400:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762452.548996:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762452.548998:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762452.548999:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762452.549002:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762452.549005:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448000.
02000000:00000001:1.0:1787762452.549007:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762452.549012:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762452.549014:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762452.549018:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762452.549021:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883846400, portal 10
00000100:00000001:1.0:1787762452.549023:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762452.549024:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089365824 : -115902620185792 : ffff9696517ecb40)
00000100:00000040:1.0:1787762452.549031:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ecb40 x1874600883846400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.549038:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762452.549040:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762452.549042:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762452.549044:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883846400, offset 0
00000400:00000200:1.0:1787762452.549048:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762452.549052:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762452.549056:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762452.549059:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762452.549061:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762452.549063:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762452.549066:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762452.549069:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3550:3550:256:4294967295] 192.168.204.116@tcp LPNI seq info [3550:3550:8:4294967295]
00000400:00000200:1.0:1787762452.549073:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762452.549079:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762452.549083:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762452.549086:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762452.549090:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762452.549092:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762452.549097:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762452.549099:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787762452.549102:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762452.549104:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762452.549108:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762452.549111:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762452.549114:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762452.549116:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762452.549118:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762452.549121:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ecb40 x1874600883846400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.549128:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762452.549131:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ecb40 x1874600883846400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762477 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.549137:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762452.549138:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762452.549141:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762452.549145:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762452.549148:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762452.549150:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298509860
00000100:00000001:1.0:1787762452.549153:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298511099
00000100:00000001:1.0:1787762452.549155:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298509860
00000100:00000001:1.0:1787762452.549157:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298511099
00000100:00000001:1.0:1787762452.549159:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762452.549161:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762452.549163:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762452.549172:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762452/real 1787762452]  req@ffff9696517ecb40 x1874600883846400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762452.549180:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762452.549181:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762452.549183:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762452.549185:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762452.549186:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762452.549188:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762452.549192:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ecb40 x1874600883846400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762452.549199:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ecb40 x1874600883846400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.549205:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762452.549206:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762452.549208:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762452.549209:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762452.549212:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ecb40 x1874600883846400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.549218:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762452.549222:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ecb40 x1874600883846400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.549228:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762452.549231:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762452.549232:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762452.549233:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762452.549235:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762452.549237:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762452.549239:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762452.549243:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762452.549245:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762452.549249:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ecb40 x1874600883846400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762452.549256:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ecb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883846400:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762452.549259:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762452.549262:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec000 x1874600883846528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.549274:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762452.549275:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762452.549277:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762452.549279:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762452.549281:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762452.549283:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883846528:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762452.549286:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762452.549288:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762452.549289:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762452.549291:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762452.549295:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762452.549297:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762452.549300:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762452.549302:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762452.549305:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762452.549307:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883846528, portal 10
00000100:00000001:1.0:1787762452.549309:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762452.549311:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089362944 : -115902620188672 : ffff9696517ec000)
00000100:00000040:1.0:1787762452.549316:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec000 x1874600883846528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.549323:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762452.549325:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762452.549327:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762452.549342:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883846528, offset 0
00000400:00000200:1.0:1787762452.549346:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762452.549351:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762452.549354:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762452.549356:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762452.549359:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762452.549361:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762452.549363:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762452.549366:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3551:3551:256:4294967295] 192.168.204.116@tcp LPNI seq info [3551:3551:8:4294967295]
00000400:00000200:1.0:1787762452.549370:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762452.549375:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762452.549380:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762452.549383:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762452.549387:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762452.549390:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762452.549394:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762452.549396:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787762452.549400:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762452.549402:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762452.549405:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762452.549408:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762452.549416:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762452.549418:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762452.549420:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762452.549423:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ec000 x1874600883846528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.549434:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762452.549437:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec000 x1874600883846528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762477 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.549442:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762452.549444:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762452.549450:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762452.549453:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762452.549456:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762452.549458:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298509919
00000100:00000001:1.0:1787762452.549460:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298511099
00000100:00000001:1.0:1787762452.549462:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298509919
00000100:00000001:1.0:1787762452.549464:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298511099
00000100:00000001:1.0:1787762452.549466:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762452.549468:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762452.549471:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762452.549475:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762452/real 1787762452]  req@ffff9696517ec000 x1874600883846528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762452.549483:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762452.549484:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762452.549485:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762452.549488:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762452.549489:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762452.549491:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762452.549494:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec000 x1874600883846528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762452.549502:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec000 x1874600883846528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.549508:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762452.549509:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762452.549511:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762452.549513:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762452.549516:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec000 x1874600883846528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.549522:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762452.549526:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec000 x1874600883846528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.549532:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762452.549535:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762452.549536:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762452.549538:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762452.549539:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762452.549541:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762452.549543:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762452.549547:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762452.549549:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762452.549552:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec000 x1874600883846528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762452.549560:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883846528:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762452.549563:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762452.549566:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517efc00 x1874600883846656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.549572:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762452.549574:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762452.549576:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762452.549578:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762452.549579:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762452.549583:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517efc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883846656:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762452.549585:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762452.549587:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762452.549589:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762452.549590:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762452.549593:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762452.549613:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762452.549617:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762452.549620:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762452.549623:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762452.549626:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883846656, portal 4
00000100:00000001:1.0:1787762452.549628:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762452.549629:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089378304 : -115902620173312 : ffff9696517efc00)
00000100:00000040:1.0:1787762452.549635:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517efc00 x1874600883846656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.549641:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762452.549643:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762452.549646:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762452.549648:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883846656, offset 0
00000400:00000200:1.0:1787762452.549652:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762452.549655:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762452.549659:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762452.549661:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762452.549663:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762452.549666:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762452.549668:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762452.549670:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3552:3552:256:4294967295] 192.168.204.116@tcp LPNI seq info [3552:3552:8:4294967295]
00000400:00000200:1.0:1787762452.549674:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762452.549680:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762452.549684:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762452.549687:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762452.549691:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762452.549693:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762452.549697:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762452.549700:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787762452.549703:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762452.549705:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762452.549708:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762452.549711:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762452.549714:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762452.549715:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762452.549718:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762452.549721:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517efc00 x1874600883846656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.549728:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762452.549731:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517efc00 x1874600883846656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762477 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.549737:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762452.549739:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762452.549742:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762452.549745:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762452.549748:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762452.549749:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298509841
00000100:00000001:1.0:1787762452.549751:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298511099
00000100:00000001:1.0:1787762452.549753:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298509841
00000100:00000001:1.0:1787762452.549755:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298511099
00000100:00000001:1.0:1787762452.549757:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762452.549759:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762452.549761:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762452.549764:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762452/real 1787762452]  req@ffff9696517efc00 x1874600883846656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762452.549772:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762452.549773:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762452.549775:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762452.549777:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762452.549779:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762452.549781:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762452.549784:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517efc00 x1874600883846656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762452.549792:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517efc00 x1874600883846656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.549798:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762452.549799:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762452.549801:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762452.549802:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762452.549806:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517efc00 x1874600883846656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.549813:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762452.549816:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517efc00 x1874600883846656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.549822:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762452.549825:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762452.549826:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762452.549828:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762452.549830:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762452.549831:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762452.549834:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762452.549837:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762452.549839:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762452.549842:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517efc00 x1874600883846656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762452.549849:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517efc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883846656:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762452.549853:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762452.549855:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762452.549858:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ecb40 x1874600883846400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.549864:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762452.549866:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762452.549868:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448000.
02000000:00000001:1.0:1787762452.549870:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762452.549871:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762452.549873:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762452.549875:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762452.549876:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ed800.
02000000:00000001:1.0:1787762452.549879:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762452.549881:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762452.549882:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ecb40.
00000100:00000001:1.0:1787762452.549884:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762452.549885:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762452.549888:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762452.549890:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec000 x1874600883846528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.549896:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762452.549898:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762452.549899:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762452.549901:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762452.549903:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762452.549904:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762452.549905:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762452.549907:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef000.
02000000:00000001:1.0:1787762452.549909:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762452.549910:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762452.549911:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec000.
00000100:00000001:1.0:1787762452.549913:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762452.549915:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762452.549916:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762452.549919:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517efc00 x1874600883846656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.549925:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762452.549927:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762452.549928:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762452.549931:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762452.549932:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762452.549933:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762452.549935:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762452.549936:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef800.
02000000:00000001:1.0:1787762452.549938:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762452.549939:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762452.549940:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517efc00.
00000100:00000001:1.0:1787762452.549942:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762452.549944:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762452.549945:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762452.549949:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762452.549950:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762452.549952:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762452.549954:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762452.549956:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762452.549959:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef480 x1874600883846784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.549965:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762452.549966:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762452.549968:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762452.549970:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762452.549972:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762452.549974:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883846784:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762452.549977:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762452.549979:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762452.549980:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762452.549982:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762452.549984:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762452.549986:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762452.549989:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762452.549991:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762452.549994:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762452.549997:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883846784, portal 4
00000100:00000001:1.0:1787762452.549999:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762452.550000:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089376384 : -115902620175232 : ffff9696517ef480)
00000100:00000040:1.0:1787762452.550005:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef480 x1874600883846784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.550011:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762452.550014:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762452.550016:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762452.550018:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883846784, offset 0
00000400:00000200:1.0:1787762452.550021:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762452.550025:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762452.550028:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762452.550031:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762452.550034:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762452.550036:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762452.550038:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762452.550041:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3553:3553:256:4294967295] 192.168.204.116@tcp LPNI seq info [3553:3553:8:4294967295]
00000400:00000200:1.0:1787762452.550045:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762452.550050:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762452.550054:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762452.550057:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762452.550061:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762452.550064:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762452.550068:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762452.550071:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787762452.550074:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762452.550076:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762452.550079:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762452.550082:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762452.550085:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762452.550087:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762452.550090:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762452.550093:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ef480 x1874600883846784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.550100:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762452.550103:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef480 x1874600883846784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762477 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.550109:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762452.550110:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762452.550113:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762452.550116:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762452.550119:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762452.550121:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298509848
00000100:00000001:1.0:1787762452.550123:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298511099
00000100:00000001:1.0:1787762452.550125:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298509848
00000100:00000001:1.0:1787762452.550127:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298511099
00000100:00000001:1.0:1787762452.550129:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762452.550131:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762452.550132:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762452.550136:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762452/real 1787762452]  req@ffff9696517ef480 x1874600883846784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762452.550143:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762452.550145:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762452.550146:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762452.550148:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762452.550150:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762452.550152:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762452.550155:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef480 x1874600883846784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762452.550162:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef480 x1874600883846784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.550169:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762452.550170:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762452.550171:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762452.550173:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762452.550176:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef480 x1874600883846784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.550182:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762452.550186:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef480 x1874600883846784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.550192:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762452.550194:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762452.550196:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762452.550197:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762452.550198:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762452.550200:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762452.550203:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762452.550206:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762452.550209:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762452.550212:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef480 x1874600883846784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762452.550219:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883846784:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762452.550222:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762452.550224:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762452.550227:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef480 x1874600883846784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762452.550233:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762452.550234:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762452.550236:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762452.550238:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762452.550240:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762452.550241:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762452.550243:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762452.550244:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ec400.
02000000:00000001:1.0:1787762452.550247:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762452.550248:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762452.550250:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef480.
00000100:00000001:1.0:1787762452.550252:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762452.550253:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762452.550255:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762452.550258:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762452.550259:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762452.550261:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762452.550262:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762452.995713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762452.995722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762452.995727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762452.995729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762452.995733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762452.995737:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762452.995739:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762452.995743:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762452.995747:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762452.995750:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762452.995752:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762452.995754:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762452.995811:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762452.995815:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762452.995817:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762453.827754:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298511099, at 4298511104
00000100:00000040:1.0:1787762453.827754:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298511099, at 4298511104
00000100:00000010:0.0:1787762453.827773:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d000.
00000100:00000010:1.0:1787762453.827777:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787762454.019720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762454.019728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762454.019735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762454.019736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762454.019741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762454.019742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762454.019768:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762454.019770:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762454.019783:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762455.043690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762455.043697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762455.043702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762455.043704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762455.043707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762455.043708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762455.043761:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762455.043764:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762455.043766:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762456.067957:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762456.067964:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762456.067969:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762456.067970:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762456.067973:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762456.067974:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762456.068024:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762456.068027:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762456.068029:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762457.091734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762457.091743:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762457.091745:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762457.091748:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762457.091752:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762457.091754:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762457.091756:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762457.091759:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762457.091763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762457.091764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762457.091768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762457.091769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762457.091853:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762457.091860:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762457.091865:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762457.667736:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762457.667749:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762457.667752:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762457.667757:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762457.667763:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762457.667772:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3842
00000400:00000200:2.0:1787762457.667782:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762457.667790:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762457.667794:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762457.667798:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762457.667801:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762457.667804:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762457.667805:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762457.667809:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762457.667811:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762457.667813:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762457.667816:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762457.667818:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762457.667820:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762457.667822:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762457.667823:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762457.667825:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762457.667826:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762457.667828:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762457.667830:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762457.667832:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762457.667834:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762457.667837:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762457.667839:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762457.667842:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762457.667844:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762457.667855:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee1c0.
00000020:00000040:2.0:1787762457.667858:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762457.667861:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762457.667863:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762457.667866:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762457.667869:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762457.667874:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762457.667881:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ecc00.
00000100:00000001:2.0:1787762457.667889:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762457.667900:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee1c0 x1874600883846912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762457.667911:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762457.667917:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762457.667922:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000dbff278] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee1c0 x1874600883846912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762457.667947:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762457.667951:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762457.667955:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762457.667956:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762457.667958:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762457.667961:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762457.667964:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3842
00000400:00000200:2.0:1787762457.667968:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762457.667970:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762457.667978:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762457.667981:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762457.667983:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762457.667985:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762457.667986:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762457.667990:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762457.667991:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762457.667993:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762457.667995:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762457.667998:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000001:1.0:1787762457.667999:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787762457.668001:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000001:1.0:1787762457.668004:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787762457.668006:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762457.668008:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787762457.668012:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762457.668016:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ee1c0 x1874600883846912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762457.668017:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762457.668022:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762457.668027:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762457.668032:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762457.668037:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762457.668037:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762457.668041:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762457.668042:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762457.668047:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762457.668048:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762457.668049:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762457.668053:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762457.668054:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762457.668058:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787762457.668058:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762457.668064:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762457.668067:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762457.668073:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef0c0.
00000100:00100000:1.0:1787762457.668074:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ee1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883846912:192.168.204.116@tcp:250:kworker.0
00000020:00000040:2.0:1787762457.668077:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
00000100:00000001:1.0:1787762457.668083:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762457.668084:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762457.668087:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762457.668088:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762457.668090:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762457.668091:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762457.668094:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762457.668096:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762457.668100:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec000.
02000000:00000001:1.0:1787762457.668102:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787762457.668107:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762457.668110:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762457.668113:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762457.668117:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef0c0 x1874600883847040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762457.668121:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762457.668130:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787762457.668133:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000100:00000001:2.0:1787762457.668133:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762457.668140:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007513b59] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef0c0 x1874600883847040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787762457.668145:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000001:2.0:1787762457.668147:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762457.668150:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762457.668153:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762457.668154:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1787762457.668155:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883846912, portal 25
00000100:00080000:2.0:1787762457.668155:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762457.668161:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762457.668161:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762457.668165:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089371584 : -115902620180032 : ffff9696517ee1c0)
00000100:00080000:2.0:1787762457.668165:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3842
00000400:00000200:2.0:1787762457.668170:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762457.668173:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762457.668176:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762457.668177:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ee1c0 x1874600883846912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762457.668181:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762457.668186:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762457.668189:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762457.668192:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787762457.668192:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762457.668196:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762457.668197:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000100:00000040:1.0:1787762457.668198:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000020:00000001:2.0:1787762457.668200:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787762457.668202:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000020:00000040:2.0:1787762457.668204:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000100:00000200:1.0:1787762457.668205:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883846912, offset 0
00000020:00000001:2.0:1787762457.668208:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762457.668212:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:1.0:1787762457.668215:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000040:2.0:1787762457.668220:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762457.668223:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762457.668226:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762457.668240:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762457.668242:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762457.668246:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762457.668249:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762457.668250:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762457.668253:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762457.668255:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762457.668257:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762457.668258:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762457.668260:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762457.668261:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762457.668264:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec3c0.
00000020:00000040:2.0:1787762457.668266:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762457.668267:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762457.668268:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762457.668269:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762457.668271:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762457.668272:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762457.668275:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ee000.
00000100:00000001:2.0:1787762457.668279:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762457.668283:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec3c0 x1874600883847168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762457.668291:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762457.668293:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762457.668296:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ac1d0d0] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec3c0 x1874600883847168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762457.668303:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762457.668306:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762457.668309:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762457.668310:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762457.668312:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762457.668315:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762457.668317:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3842
00000400:00000200:2.0:1787762457.668321:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762457.668325:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762457.668327:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762457.668330:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762457.668332:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762457.668334:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762457.668335:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762457.668337:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762457.668338:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762457.668340:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762457.668354:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762457.668356:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762457.668358:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762457.668361:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762457.668363:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762457.668364:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762457.668366:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762457.668369:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762457.668371:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762457.668374:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762457.668376:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762457.668378:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762457.668380:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762457.668382:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762457.668385:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762457.668387:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762457.668389:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762457.668392:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ed2c0.
00000020:00000040:2.0:1787762457.668394:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762457.668397:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762457.668398:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762457.668399:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762457.668401:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762457.668402:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762457.668408:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483edc00.
00000100:00000001:2.0:1787762457.668411:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762457.668415:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ed2c0 x1874600883847296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762457.668421:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762457.668423:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762457.668426:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ed0154] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ed2c0 x1874600883847296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762457.668433:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762457.668434:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:2.0:1787762457.668436:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762457.668441:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762457.668443:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762457.668445:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787762457.668446:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000001:2.0:1787762457.668450:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762457.668456:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3842
00000400:00000200:1.0:1787762457.668457:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762457.668463:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762457.668466:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762457.668470:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762457.668473:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787762457.668474:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1787762457.668479:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762457.668481:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000001:2.0:1787762457.668485:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762457.668489:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3554:3554:256:4294967295] 192.168.204.116@tcp LPNI seq info [3554:3554:8:4294967295]
00000100:00000040:2.0:1787762457.668491:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762457.668495:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:1.0:1787762457.668501:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000001:2.0:1787762457.668501:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762457.668503:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762457.668505:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762457.668507:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762457.668511:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762457.668513:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762457.668519:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762457.668524:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762457.668525:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1787762457.668529:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762457.668533:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762457.668538:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000800:00000200:1.0:1787762457.668539:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00080000:2.0:1787762457.668544:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762457.668548:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762457.668549:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
02000000:00000001:2.0:1787762457.668550:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762457.668555:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762457.668558:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762457.668559:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762457.668563:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000200:1.0:1787762457.668564:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000008:00000001:2.0:1787762457.668567:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762457.668569:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762457.668571:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000100:00000010:2.0:1787762457.668572:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee580.
00000020:00000040:2.0:1787762457.668575:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762457.668576:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762457.668578:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762457.668582:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1787762457.668586:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:2.0:1787762457.668590:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787762457.668591:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
02000000:00000001:2.0:1787762457.668595:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787762457.668631:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
02000000:00000010:2.0:1787762457.668634:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef400.
00000800:00000010:1.0:1787762457.668635:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000100:00000001:2.0:1787762457.668641:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762457.668646:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:2.0:1787762457.668649:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee580 x1874600883847424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762457.668656:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787762457.668662:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762457.668665:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000100:00000001:2.0:1787762457.668666:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762457.668671:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000040:2.0:1787762457.668673:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d12b9ce] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee580 x1874600883847424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.668678:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787762457.668686:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762457.668687:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ee1c0 x1874600883846912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762457.668692:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3852)
00000100:00000001:1.0:1787762457.668714:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762457.668719:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee1c0 x1874600883846912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762482 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.668727:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762457.668729:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762457.668739:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762457.668744:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762457.668747:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298516220
00000100:00000010:1.0:1787762457.668753:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d9c0.
00000100:00000001:1.0:1787762457.668761:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762457.668767:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298516220
00000100:00000010:1.0:1787762457.668771:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d7e0.
00000100:00000001:1.0:1787762457.668774:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762457.668785:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762457.668788:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762457.668791:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762457.668796:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762457/real 1787762457]  req@ffff9696517ee1c0 x1874600883846912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762457.668807:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762457.668809:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762457.668811:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762457.668814:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762457.668816:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762457.668819:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762457.668822:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ee1c0 x1874600883846912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762457.668831:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ee1c0 x1874600883846912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.668838:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762457.668840:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762457.668842:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762457.668845:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762457.668849:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ee1c0 x1874600883846912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.668856:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762457.668862:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ee1c0 x1874600883846912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.668870:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762457.668873:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762457.668875:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762457.668876:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762457.668878:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762457.668881:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762457.668884:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762457.668888:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762457.668890:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762457.668894:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ee1c0 x1874600883846912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762457.668902:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ee1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883846912:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762457.668908:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762457.668911:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762457.668914:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ee1c0 x1874600883846912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.668920:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762457.668923:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762457.668926:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762457.668930:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762457.668932:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762457.668933:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762457.668936:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762457.668939:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ecc00.
02000000:00000001:1.0:1787762457.668944:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762457.668945:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762457.668947:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ee1c0.
00000100:00000001:1.0:1787762457.668951:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762457.668953:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762457.668955:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762457.668965:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762457.668967:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762457.668969:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762457.668971:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762457.668972:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762457.668976:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef0c0 x1874600883847040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.668983:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762457.668984:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762457.668987:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762457.668988:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762457.668991:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762457.668994:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883847040:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762457.668997:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762457.668999:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762457.669000:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762457.669002:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762457.669005:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762457.669007:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762457.669011:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762457.669014:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762457.669018:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762457.669021:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883847040, portal 10
00000100:00000001:1.0:1787762457.669023:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762457.669024:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089375424 : -115902620176192 : ffff9696517ef0c0)
00000100:00000040:1.0:1787762457.669032:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef0c0 x1874600883847040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.669039:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762457.669041:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762457.669043:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762457.669046:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883847040, offset 0
00000400:00000200:1.0:1787762457.669050:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762457.669054:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762457.669058:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762457.669061:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762457.669064:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762457.669066:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762457.669068:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762457.669071:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3555:3555:256:4294967295] 192.168.204.116@tcp LPNI seq info [3555:3555:8:4294967295]
00000400:00000200:1.0:1787762457.669075:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762457.669082:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762457.669086:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762457.669090:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762457.669094:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762457.669096:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762457.669101:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762457.669103:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762457.669107:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762457.669109:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762457.669112:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762457.669116:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762457.669118:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762457.669120:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762457.669123:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762457.669126:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ef0c0 x1874600883847040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.669134:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762457.669137:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef0c0 x1874600883847040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762482 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.669143:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762457.669145:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762457.669148:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762457.669152:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762457.669155:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762457.669157:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298514980
00000100:00000001:1.0:1787762457.669160:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298516220
00000100:00000001:1.0:1787762457.669163:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298514980
00000100:00000001:1.0:1787762457.669164:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298516220
00000100:00000001:1.0:1787762457.669166:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762457.669168:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762457.669170:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762457.669174:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762457/real 1787762457]  req@ffff9696517ef0c0 x1874600883847040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762457.669182:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762457.669184:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762457.669185:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762457.669188:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762457.669189:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762457.669191:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762457.669194:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef0c0 x1874600883847040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762457.669202:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef0c0 x1874600883847040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.669209:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762457.669210:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762457.669212:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762457.669213:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762457.669217:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef0c0 x1874600883847040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.669224:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762457.669228:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef0c0 x1874600883847040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.669247:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762457.669249:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762457.669251:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762457.669252:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762457.669254:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762457.669256:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762457.669259:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762457.669262:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762457.669264:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762457.669268:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef0c0 x1874600883847040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762457.669276:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883847040:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762457.669280:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762457.669283:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec3c0 x1874600883847168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.669289:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762457.669291:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762457.669293:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762457.669295:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762457.669297:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762457.669299:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883847168:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762457.669302:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762457.669304:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762457.669306:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762457.669307:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762457.669311:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762457.669313:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762457.669316:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762457.669318:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762457.669321:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762457.669324:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883847168, portal 10
00000100:00000001:1.0:1787762457.669326:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762457.669328:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089363904 : -115902620187712 : ffff9696517ec3c0)
00000100:00000040:1.0:1787762457.669334:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec3c0 x1874600883847168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.669340:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762457.669342:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762457.669344:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762457.669347:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883847168, offset 0
00000400:00000200:1.0:1787762457.669351:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762457.669355:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762457.669359:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762457.669361:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762457.669364:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762457.669366:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762457.669368:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762457.669371:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3556:3556:256:4294967295] 192.168.204.116@tcp LPNI seq info [3556:3556:8:4294967295]
00000400:00000200:1.0:1787762457.669375:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762457.669380:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762457.669384:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762457.669387:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762457.669391:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762457.669393:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762457.669397:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762457.669400:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762457.669404:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762457.669406:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762457.669408:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762457.669411:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762457.669414:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762457.669416:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762457.669419:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762457.669422:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ec3c0 x1874600883847168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.669429:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762457.669433:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec3c0 x1874600883847168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762482 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.669439:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762457.669441:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762457.669443:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762457.669446:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762457.669449:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762457.669451:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298515039
00000100:00000001:1.0:1787762457.669454:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298516220
00000100:00000001:1.0:1787762457.669456:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298515039
00000100:00000001:1.0:1787762457.669458:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298516220
00000100:00000001:1.0:1787762457.669460:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762457.669462:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762457.669463:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762457.669466:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762457/real 1787762457]  req@ffff9696517ec3c0 x1874600883847168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762457.669474:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762457.669475:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762457.669477:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762457.669479:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762457.669481:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762457.669483:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762457.669486:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec3c0 x1874600883847168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762457.669494:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec3c0 x1874600883847168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.669500:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762457.669501:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762457.669503:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762457.669504:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762457.669508:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec3c0 x1874600883847168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.669515:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762457.669518:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec3c0 x1874600883847168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.669525:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762457.669527:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762457.669528:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762457.669529:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762457.669531:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762457.669533:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762457.669535:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762457.669538:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762457.669540:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762457.669544:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec3c0 x1874600883847168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762457.669552:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883847168:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762457.669556:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762457.669559:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ed2c0 x1874600883847296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.669565:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762457.669567:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762457.669569:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762457.669570:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762457.669572:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762457.669575:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ed2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883847296:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762457.669578:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762457.669581:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762457.669582:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762457.669584:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762457.669588:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448000.
02000000:00000001:1.0:1787762457.669590:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762457.669593:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762457.669615:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762457.669619:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762457.669622:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883847296, portal 4
00000100:00000001:1.0:1787762457.669624:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762457.669625:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089367744 : -115902620183872 : ffff9696517ed2c0)
00000100:00000040:1.0:1787762457.669632:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ed2c0 x1874600883847296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.669638:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762457.669640:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762457.669642:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762457.669645:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883847296, offset 0
00000400:00000200:1.0:1787762457.669648:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762457.669652:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762457.669655:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762457.669657:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762457.669660:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762457.669662:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762457.669664:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762457.669667:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3557:3557:256:4294967295] 192.168.204.116@tcp LPNI seq info [3557:3557:8:4294967295]
00000400:00000200:1.0:1787762457.669671:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762457.669677:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762457.669682:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762457.669684:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762457.669688:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762457.669691:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762457.669694:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762457.669697:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762457.669701:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762457.669703:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762457.669706:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762457.669709:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762457.669712:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762457.669713:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762457.669715:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762457.669719:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ed2c0 x1874600883847296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.669727:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762457.669729:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ed2c0 x1874600883847296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762482 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.669735:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762457.669737:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762457.669740:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762457.669743:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762457.669745:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762457.669747:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298514961
00000100:00000001:1.0:1787762457.669749:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298516220
00000100:00000001:1.0:1787762457.669751:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298514961
00000100:00000001:1.0:1787762457.669753:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298516220
00000100:00000001:1.0:1787762457.669755:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762457.669757:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762457.669759:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762457.669763:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762457/real 1787762457]  req@ffff9696517ed2c0 x1874600883847296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762457.669770:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762457.669771:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762457.669772:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762457.669774:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762457.669776:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762457.669778:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762457.669781:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ed2c0 x1874600883847296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762457.669790:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ed2c0 x1874600883847296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.669796:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762457.669798:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762457.669800:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762457.669801:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762457.669804:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ed2c0 x1874600883847296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.669811:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762457.669815:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ed2c0 x1874600883847296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.669821:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762457.669823:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762457.669825:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762457.669826:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762457.669828:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762457.669829:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762457.669832:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762457.669835:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762457.669837:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762457.669841:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ed2c0 x1874600883847296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762457.669848:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ed2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883847296:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762457.669853:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762457.669856:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ee580 x1874600883847424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.669863:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762457.669865:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762457.669867:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762457.669868:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762457.669870:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762457.669873:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883847424:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762457.669875:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762457.669877:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762457.669879:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762457.669880:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762457.669884:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449400.
02000000:00000001:1.0:1787762457.669885:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762457.669888:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762457.669891:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762457.669893:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762457.669896:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883847424, portal 4
00000100:00000001:1.0:1787762457.669898:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762457.669899:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089372544 : -115902620179072 : ffff9696517ee580)
00000100:00000040:1.0:1787762457.669904:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ee580 x1874600883847424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.669910:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762457.669913:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762457.669914:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762457.669916:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883847424, offset 0
00000400:00000200:1.0:1787762457.669920:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762457.669923:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762457.669926:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762457.669929:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762457.669931:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762457.669933:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762457.669936:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762457.669939:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3558:3558:256:4294967295] 192.168.204.116@tcp LPNI seq info [3558:3558:8:4294967295]
00000400:00000200:1.0:1787762457.669943:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762457.669948:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762457.669952:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762457.669955:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762457.669958:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762457.669961:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762457.669964:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762457.669967:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762457.669970:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762457.669972:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762457.669975:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762457.669978:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762457.669980:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762457.669982:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762457.669984:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762457.669987:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ee580 x1874600883847424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.669994:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762457.669997:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee580 x1874600883847424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762482 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.670004:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762457.670005:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762457.670008:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762457.670011:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762457.670014:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762457.670016:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298514968
00000100:00000001:1.0:1787762457.670018:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298516220
00000100:00000001:1.0:1787762457.670020:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298514968
00000100:00000001:1.0:1787762457.670022:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298516220
00000100:00000001:1.0:1787762457.670024:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762457.670026:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762457.670028:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762457.670032:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762457/real 1787762457]  req@ffff9696517ee580 x1874600883847424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762457.670039:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762457.670040:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762457.670042:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762457.670044:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762457.670046:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762457.670048:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762457.670050:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ee580 x1874600883847424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762457.670057:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ee580 x1874600883847424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.670063:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762457.670064:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762457.670065:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762457.670067:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762457.670069:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ee580 x1874600883847424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.670075:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762457.670078:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ee580 x1874600883847424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.670085:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762457.670087:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762457.670089:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762457.670090:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762457.670092:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762457.670093:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762457.670095:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762457.670099:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762457.670101:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762457.670105:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ee580 x1874600883847424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762457.670112:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883847424:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762457.670115:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762457.670117:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762457.670120:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef0c0 x1874600883847040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.670127:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762457.670128:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762457.670130:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762457.670132:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762457.670134:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762457.670135:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762457.670137:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762457.670139:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ec000.
02000000:00000001:1.0:1787762457.670141:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762457.670142:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762457.670143:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef0c0.
00000100:00000001:1.0:1787762457.670145:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762457.670147:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762457.670148:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762457.670151:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec3c0 x1874600883847168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.670156:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762457.670157:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762457.670159:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762457.670161:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762457.670161:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762457.670162:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762457.670164:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762457.670166:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ee000.
02000000:00000001:1.0:1787762457.670169:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762457.670171:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762457.670172:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec3c0.
00000100:00000001:1.0:1787762457.670174:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762457.670175:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762457.670176:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762457.670179:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ed2c0 x1874600883847296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.670184:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762457.670185:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762457.670186:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448000.
02000000:00000001:1.0:1787762457.670188:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762457.670189:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762457.670190:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762457.670191:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762457.670192:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483edc00.
02000000:00000001:1.0:1787762457.670194:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762457.670195:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762457.670196:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ed2c0.
00000100:00000001:1.0:1787762457.670198:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762457.670199:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762457.670200:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762457.670203:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ee580 x1874600883847424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762457.670208:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762457.670209:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762457.670210:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449400.
02000000:00000001:1.0:1787762457.670212:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762457.670213:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762457.670214:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762457.670215:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762457.670216:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef400.
02000000:00000001:1.0:1787762457.670218:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762457.670219:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762457.670220:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ee580.
00000100:00000001:1.0:1787762457.670223:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762457.670224:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762457.670226:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762457.670245:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762457.670247:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762457.670249:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762457.670250:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762458.115710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762458.115716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762458.115722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762458.115724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762458.115727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762458.115728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762458.115768:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762458.115770:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762458.115772:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762458.947727:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298516220, at 4298516224
00000100:00000040:1.0:1787762458.947727:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298516220, at 4298516224
00000100:00000010:1.0:1787762458.947744:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00000100:00000010:0.0:1787762458.947745:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d9c0.
00010000:00000001:0.0:1787762459.139727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762459.139733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762459.139739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762459.139742:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762459.139744:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762459.139747:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762459.139749:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762459.139752:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762459.139754:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762459.139756:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762459.139759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762459.139761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762459.139826:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762459.139830:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762459.139833:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762460.163723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762460.163730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762460.163735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762460.163736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762460.163739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762460.163740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762460.163763:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762460.163766:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762460.163769:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762461.187768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762461.187775:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762461.187780:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762461.187782:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762461.187785:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762461.187786:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762461.187858:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762461.187862:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762461.187865:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762462.211697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762462.211704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762462.211709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762462.211710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762462.211713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762462.211716:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762462.211719:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762462.211722:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762462.211724:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762462.211726:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762462.211728:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762462.211729:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762462.211752:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762462.211754:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762462.211756:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762462.787707:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762462.787714:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762462.787717:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762462.787719:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762462.787723:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762462.787728:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3847
00000400:00000200:2.0:1787762462.787736:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762462.787740:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762462.787742:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762462.787744:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762462.787746:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762462.787748:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762462.787750:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762462.787752:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762462.787753:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762462.787755:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762462.787758:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762462.787759:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762462.787760:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762462.787762:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762462.787763:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762462.787764:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762462.787766:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762462.787768:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762462.787770:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762462.787771:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762462.787773:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762462.787775:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762462.787777:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762462.787778:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762462.787780:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762462.787790:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef840.
00000020:00000040:2.0:1787762462.787794:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762462.787798:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762462.787800:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762462.787802:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762462.787805:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762462.787808:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762462.787815:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef000.
00000100:00000001:2.0:1787762462.787821:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762462.787830:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef840 x1874600883847552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762462.787840:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762462.787844:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762462.787848:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b068e52] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef840 x1874600883847552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762462.787871:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762462.787874:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762462.787877:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762462.787879:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762462.787880:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762462.787895:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762462.787899:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3847
00000400:00000200:2.0:1787762462.787902:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762462.787903:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1787762462.787905:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000001:1.0:1787762462.787907:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787762462.787908:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762462.787911:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762462.787912:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762462.787915:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762462.787919:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef840 x1874600883847552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762462.787919:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762462.787922:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762462.787926:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762462.787928:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762462.787931:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762462.787933:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1787762462.787934:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000100:00000001:1.0:1787762462.787935:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762462.787936:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
02000000:00000001:1.0:1787762462.787939:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1787762462.787940:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
02000000:00000001:1.0:1787762462.787943:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787762462.787944:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
02000000:00000001:1.0:1787762462.787948:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762462.787949:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762462.787953:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00100000:1.0:1787762462.787955:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883847552:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762462.787956:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762462.787960:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00000001:1.0:1787762462.787961:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762462.787965:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1787762462.787965:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762462.787967:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762462.787968:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762462.787969:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762462.787971:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787762462.787975:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1787762462.787976:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449400.
02000000:00000001:2.0:1787762462.787980:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762462.787981:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762462.787985:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762462.787989:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000008:00100000:2.0:1787762462.787989:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1787762462.787992:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000008:00000001:2.0:1787762462.787993:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762462.787997:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762462.788000:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000010:2.0:1787762462.788001:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec780.
00000020:00000040:2.0:1787762462.788005:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762462.788007:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1787762462.788008:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883847552, portal 25
02000000:00000001:2.0:1787762462.788009:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762462.788014:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762462.788014:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762462.788017:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787762462.788018:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089377344 : -115902620174272 : ffff9696517ef840)
02000000:00000001:2.0:1787762462.788020:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762462.788024:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef840 x1874600883847552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787762462.788025:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ed800.
00000100:00000001:2.0:1787762462.788030:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762462.788033:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762462.788038:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00100000:2.0:1787762462.788038:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec780 x1874600883847680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762462.788040:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762462.788044:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883847552, offset 0
00000100:00000001:2.0:1787762462.788049:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762462.788052:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762462.788055:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000040:2.0:1787762462.788058:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056399392] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec780 x1874600883847680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762462.788066:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762462.788067:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762462.788070:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762462.788073:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00080000:2.0:1787762462.788074:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762462.788077:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787762462.788079:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1787762462.788079:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762462.788082:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787762462.788083:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00080000:2.0:1787762462.788086:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3847
00000400:00000200:1.0:1787762462.788089:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762462.788092:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762462.788093:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762462.788096:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000200:1.0:1787762462.788099:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3559:3559:256:4294967295] 192.168.204.116@tcp LPNI seq info [3559:3559:8:4294967295]
00000100:00080000:2.0:1787762462.788100:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787762462.788106:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:2.0:1787762462.788106:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762462.788110:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762462.788113:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762462.788117:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:1.0:1787762462.788121:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1787762462.788121:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762462.788122:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762462.788126:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762462.788128:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000800:00000200:1.0:1787762462.788142:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000020:00000001:2.0:1787762462.788143:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762462.788146:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000800:00000010:1.0:1787762462.788149:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000100:00000040:2.0:1787762462.788150:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762462.788153:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762462.788154:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762462.788157:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:1.0:1787762462.788159:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000040:2.0:1787762462.788160:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000800:00000200:1.0:1787762462.788166:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000100:00080000:2.0:1787762462.788166:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762462.788168:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762462.788171:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762462.788175:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762462.788178:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762462.788179:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:2.0:1787762462.788180:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762462.788183:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1787762462.788185:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000008:00000001:2.0:1787762462.788186:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762462.788189:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762462.788193:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ecf00.
00000800:00000100:1.0:1787762462.788194:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000020:00000040:2.0:1787762462.788196:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000800:00000010:1.0:1787762462.788198:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
02000000:00000001:2.0:1787762462.788199:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762462.788201:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762462.788203:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762462.788204:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762462.788205:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762462.788207:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:2.0:1787762462.788209:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef800.
00000100:00000001:2.0:1787762462.788213:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762462.788216:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00100000:2.0:1787762462.788219:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ecf00 x1874600883847808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762462.788223:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000100:00000001:2.0:1787762462.788226:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787762462.788228:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762462.788233:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787762462.788234:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762462.788240:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ef840 x1874600883847552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762462.788242:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105f396e] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ecf00 x1874600883847808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762462.788266:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762462.788269:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1787762462.788269:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762462.788274:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762462.788276:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1787762462.788277:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef840 x1874600883847552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762487 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762462.788277:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762462.788280:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762462.788284:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3847
00000400:00000200:2.0:1787762462.788291:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762462.788296:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762462.788296:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762462.788301:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762462.788302:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1787762462.788305:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762462.788307:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762462.788309:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762462.788310:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762462.788310:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762462.788315:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762462.788316:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762462.788318:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787762462.788319:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000040:2.0:1787762462.788320:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000100:00000001:1.0:1787762462.788323:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298521339
00000020:00000001:2.0:1787762462.788323:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762462.788327:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762462.788329:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000010:1.0:1787762462.788330:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d7e0.
00000100:00000001:2.0:1787762462.788331:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762462.788335:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762462.788336:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762462.788338:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00000001:1.0:1787762462.788339:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00080000:2.0:1787762462.788340:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762462.788343:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762462.788345:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762462.788347:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298521339
02000000:00000001:2.0:1787762462.788347:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1787762462.788352:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d780.
02000000:00000001:2.0:1787762462.788352:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762462.788353:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762462.788356:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000008:00100000:2.0:1787762462.788356:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000100:00000001:1.0:1787762462.788360:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1787762462.788361:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762462.788365:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762462.788366:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762462.788369:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000010:2.0:1787762462.788369:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517eed00.
00000100:00100000:1.0:1787762462.788375:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762462/real 1787762462]  req@ffff9696517ef840 x1874600883847552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787762462.788377:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762462.788381:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762462.788383:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762462.788386:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:1.0:1787762462.788387:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1787762462.788387:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:1.0:1787762462.788391:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1787762462.788391:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762462.788394:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
02000000:00000010:2.0:1787762462.788395:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec400.
00000400:00000200:1.0:1787762462.788397:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762462.788400:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:2.0:1787762462.788400:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762462.788402:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:2.0:1787762462.788406:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517eed00 x1874600883847936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787762462.788407:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef840 x1874600883847552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762462.788425:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762462.788427:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762462.788429:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef840 x1874600883847552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762462.788433:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adaeb222] to pc [ptlrpcd_rcv+-1]  req@ffff9696517eed00 x1874600883847936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.788446:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762462.788448:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762462.788449:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762462.788451:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762462.788452:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1787762462.788456:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762462.788457:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762462.788458:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762462.788459:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762462.788461:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762462.788461:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3847
00000400:00000200:2.0:1787762462.788465:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00100000:1.0:1787762462.788469:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef840 x1874600883847552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762462.788469:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762462.788473:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762462.788478:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762462.788482:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762462.788483:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762462.788484:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762462.788487:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000040:1.0:1787762462.788490:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef840 x1874600883847552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787762462.788491:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762462.788493:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762462.788496:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762462.788498:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000100:00000001:1.0:1787762462.788501:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1787762462.788502:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:1.0:1787762462.788505:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787762462.788506:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:1.0:1787762462.788507:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762462.788509:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762462.788510:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762462.788512:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762462.788513:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762462.788514:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1787762462.788517:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00080000:1.0:1787762462.788518:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787762462.788520:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00080000:1.0:1787762462.788524:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000020:00000040:2.0:1787762462.788524:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00000001:1.0:1787762462.788527:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:2.0:1787762462.788530:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000040:1.0:1787762462.788533:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef840 x1874600883847552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762462.788534:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762462.788538:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762462.788541:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762462.788544:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762462.788545:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883847552:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762462.788546:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762462.788549:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787762462.788551:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1787762462.788551:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762462.788556:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787762462.788557:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762462.788560:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef840 x1874600883847552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787762462.788562:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ede00.
00000020:00000040:2.0:1787762462.788565:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762462.788570:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762462.788573:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762462.788574:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762462.788576:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1787762462.788577:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1787762462.788579:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449400.
02000000:00000001:2.0:1787762462.788581:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762462.788582:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:2.0:1787762462.788584:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762462.788585:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762462.788587:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762462.788590:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762462.788591:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483efc00.
02000000:00000010:1.0:1787762462.788592:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef000.
02000000:00000001:1.0:1787762462.788618:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762462.788620:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762462.788622:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef840.
00000100:00000001:2.0:1787762462.788623:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762462.788624:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762462.788626:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762462.788628:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762462.788630:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ede00 x1874600883848064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762462.788634:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762462.788637:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762462.788641:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762462.788643:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762462.788644:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787762462.788644:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762462.788649:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762462.788650:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec780 x1874600883847680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.788657:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787762462.788658:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041377f2a] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ede00 x1874600883848064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.788659:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762462.788667:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762462.788670:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762462.788671:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762462.788672:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762462.788678:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883847680:192.168.204.116@tcp:38:kworker.0
00000100:00000040:2.0:1787762462.788680:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3857)
00000100:00000001:1.0:1787762462.788681:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762462.788684:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762462.788686:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762462.788687:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762462.788689:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449400.
02000000:00000001:1.0:1787762462.788691:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762462.788693:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762462.788695:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762462.788698:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762462.788703:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883847680, portal 10
00000100:00000001:1.0:1787762462.788705:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762462.788706:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089364864 : -115902620186752 : ffff9696517ec780)
00000100:00000040:1.0:1787762462.788711:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec780 x1874600883847680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.788715:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762462.788716:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762462.788718:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762462.788719:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883847680, offset 0
00000400:00000200:1.0:1787762462.788721:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762462.788724:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762462.788726:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762462.788728:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762462.788730:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762462.788731:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762462.788733:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762462.788735:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3560:3560:256:4294967295] 192.168.204.116@tcp LPNI seq info [3560:3560:8:4294967295]
00000400:00000200:1.0:1787762462.788737:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762462.788741:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762462.788743:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762462.788745:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762462.788748:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762462.788750:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762462.788752:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762462.788754:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787762462.788756:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762462.788758:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762462.788759:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762462.788762:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762462.788763:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762462.788765:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762462.788766:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762462.788768:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ec780 x1874600883847680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.788772:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762462.788774:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec780 x1874600883847680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762487 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.788781:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762462.788782:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762462.788784:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762462.788787:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762462.788788:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762462.788790:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298520100
00000100:00000001:1.0:1787762462.788792:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298521339
00000100:00000001:1.0:1787762462.788793:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298520100
00000100:00000001:1.0:1787762462.788794:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298521339
00000100:00000001:1.0:1787762462.788796:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762462.788797:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762462.788798:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762462.788800:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762462/real 1787762462]  req@ffff9696517ec780 x1874600883847680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762462.788804:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762462.788804:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762462.788805:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762462.788806:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762462.788807:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762462.788808:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762462.788810:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec780 x1874600883847680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762462.788814:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec780 x1874600883847680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.788818:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762462.788819:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762462.788820:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762462.788821:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762462.788822:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec780 x1874600883847680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.788827:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762462.788829:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec780 x1874600883847680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.788833:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762462.788834:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762462.788835:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762462.788836:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762462.788837:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762462.788838:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762462.788839:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762462.788841:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762462.788842:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762462.788844:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec780 x1874600883847680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762462.788848:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883847680:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762462.788849:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762462.788851:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ecf00 x1874600883847808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.788855:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762462.788856:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762462.788857:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762462.788858:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762462.788859:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762462.788860:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ecf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883847808:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762462.788862:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762462.788863:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762462.788864:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762462.788865:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762462.788867:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448000.
02000000:00000001:1.0:1787762462.788868:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762462.788870:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762462.788871:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762462.788873:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762462.788874:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883847808, portal 10
00000100:00000001:1.0:1787762462.788875:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762462.788876:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089366784 : -115902620184832 : ffff9696517ecf00)
00000100:00000040:1.0:1787762462.788880:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ecf00 x1874600883847808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.788884:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762462.788885:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762462.788886:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762462.788888:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883847808, offset 0
00000400:00000200:1.0:1787762462.788890:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762462.788892:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762462.788893:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762462.788895:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762462.788896:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762462.788897:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762462.788899:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762462.788901:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3561:3561:256:4294967295] 192.168.204.116@tcp LPNI seq info [3561:3561:8:4294967295]
00000400:00000200:1.0:1787762462.788903:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762462.788906:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762462.788908:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762462.788910:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762462.788912:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762462.788913:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762462.788915:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762462.788917:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787762462.788919:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762462.788921:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762462.788922:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762462.788924:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762462.788926:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762462.788927:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762462.788928:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762462.788930:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ecf00 x1874600883847808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.788934:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762462.788936:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ecf00 x1874600883847808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762487 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.788939:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762462.788940:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762462.788941:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762462.788943:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762462.788944:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762462.788946:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298520159
00000100:00000001:1.0:1787762462.788947:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298521339
00000100:00000001:1.0:1787762462.788948:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298520159
00000100:00000001:1.0:1787762462.788950:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298521339
00000100:00000001:1.0:1787762462.788951:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762462.788952:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762462.788953:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762462.788954:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762462/real 1787762462]  req@ffff9696517ecf00 x1874600883847808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762462.788958:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762462.788959:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762462.788960:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762462.788961:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762462.788961:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762462.788963:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762462.788965:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ecf00 x1874600883847808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762462.788969:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ecf00 x1874600883847808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.788973:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762462.788974:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762462.788974:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762462.788975:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762462.788977:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ecf00 x1874600883847808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.788980:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762462.788982:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ecf00 x1874600883847808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.788986:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762462.788987:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762462.788988:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762462.788988:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762462.788989:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762462.788990:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762462.788991:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762462.788993:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762462.788994:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762462.788996:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ecf00 x1874600883847808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762462.789001:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ecf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883847808:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762462.789003:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762462.789005:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517eed00 x1874600883847936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.789008:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762462.789009:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762462.789010:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762462.789011:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762462.789012:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762462.789014:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517eed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883847936:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762462.789015:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762462.789016:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762462.789017:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762462.789018:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762462.789019:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762462.789020:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762462.789022:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762462.789023:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762462.789025:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762462.789026:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883847936, portal 4
00000100:00000001:1.0:1787762462.789027:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762462.789028:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089374464 : -115902620177152 : ffff9696517eed00)
00000100:00000040:1.0:1787762462.789031:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517eed00 x1874600883847936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.789035:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762462.789036:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762462.789037:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762462.789038:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883847936, offset 0
00000400:00000200:1.0:1787762462.789040:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762462.789042:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762462.789043:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762462.789045:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762462.789046:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762462.789047:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762462.789049:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762462.789051:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3562:3562:256:4294967295] 192.168.204.116@tcp LPNI seq info [3562:3562:8:4294967295]
00000400:00000200:1.0:1787762462.789053:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762462.789057:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762462.789059:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762462.789061:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762462.789063:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762462.789064:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762462.789066:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762462.789068:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787762462.789070:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762462.789071:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762462.789073:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762462.789074:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762462.789076:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762462.789077:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762462.789078:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762462.789080:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517eed00 x1874600883847936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.789083:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762462.789085:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517eed00 x1874600883847936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762487 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.789088:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762462.789089:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762462.789091:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762462.789092:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762462.789094:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762462.789095:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298520080
00000100:00000001:1.0:1787762462.789097:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298521339
00000100:00000001:1.0:1787762462.789098:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298520080
00000100:00000001:1.0:1787762462.789099:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298521339
00000100:00000001:1.0:1787762462.789100:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762462.789102:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762462.789103:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762462.789105:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762462/real 1787762462]  req@ffff9696517eed00 x1874600883847936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762462.789109:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762462.789110:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762462.789111:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762462.789112:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762462.789112:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762462.789113:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762462.789115:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517eed00 x1874600883847936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762462.789119:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517eed00 x1874600883847936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.789122:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762462.789123:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762462.789124:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762462.789125:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762462.789127:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517eed00 x1874600883847936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.789143:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762462.789148:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517eed00 x1874600883847936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.789153:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762462.789155:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762462.789157:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762462.789158:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762462.789160:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762462.789161:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762462.789163:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762462.789167:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762462.789168:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762462.789172:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517eed00 x1874600883847936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762462.789179:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517eed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883847936:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762462.789183:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762462.789185:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762462.789187:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec780 x1874600883847680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.789194:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762462.789195:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762462.789197:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449400.
02000000:00000001:1.0:1787762462.789199:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762462.789201:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762462.789202:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762462.789204:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762462.789205:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ed800.
02000000:00000001:1.0:1787762462.789208:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762462.789209:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762462.789210:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec780.
00000100:00000001:1.0:1787762462.789212:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762462.789213:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762462.789214:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762462.789217:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ecf00 x1874600883847808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.789223:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762462.789224:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762462.789225:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448000.
02000000:00000001:1.0:1787762462.789227:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762462.789228:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762462.789229:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762462.789231:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762462.789233:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef800.
02000000:00000001:1.0:1787762462.789235:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762462.789236:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762462.789237:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ecf00.
00000100:00000001:1.0:1787762462.789239:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762462.789240:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762462.789241:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762462.789244:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517eed00 x1874600883847936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.789249:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762462.789250:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762462.789252:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762462.789254:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762462.789255:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762462.789256:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762462.789258:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762462.789259:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ec400.
02000000:00000001:1.0:1787762462.789261:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762462.789262:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762462.789263:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517eed00.
00000100:00000001:1.0:1787762462.789266:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762462.789267:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762462.789268:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762462.789271:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762462.789273:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762462.789274:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762462.789275:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762462.789277:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762462.789280:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ede00 x1874600883848064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.789285:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762462.789286:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762462.789287:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762462.789288:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762462.789290:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762462.789291:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ede00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883848064:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762462.789293:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762462.789295:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762462.789296:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762462.789297:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762462.789299:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762462.789300:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762462.789302:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762462.789303:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762462.789305:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762462.789307:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883848064, portal 4
00000100:00000001:1.0:1787762462.789308:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762462.789309:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089370624 : -115902620180992 : ffff9696517ede00)
00000100:00000040:1.0:1787762462.789313:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ede00 x1874600883848064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.789316:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762462.789318:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762462.789319:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762462.789320:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883848064, offset 0
00000400:00000200:1.0:1787762462.789323:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762462.789325:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762462.789327:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762462.789328:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762462.789330:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762462.789332:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762462.789333:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762462.789335:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3563:3563:256:4294967295] 192.168.204.116@tcp LPNI seq info [3563:3563:8:4294967295]
00000400:00000200:1.0:1787762462.789337:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762462.789341:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762462.789343:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762462.789345:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762462.789347:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762462.789349:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762462.789351:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762462.789353:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787762462.789355:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762462.789356:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762462.789358:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762462.789360:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762462.789362:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762462.789363:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762462.789365:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762462.789367:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ede00 x1874600883848064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.789371:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762462.789373:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ede00 x1874600883848064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762487 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.789376:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762462.789377:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762462.789379:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762462.789381:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762462.789383:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762462.789385:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298520087
00000100:00000001:1.0:1787762462.789387:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298521339
00000100:00000001:1.0:1787762462.789389:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298520087
00000100:00000001:1.0:1787762462.789391:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298521339
00000100:00000001:1.0:1787762462.789393:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762462.789395:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762462.789397:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762462.789400:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762462/real 1787762462]  req@ffff9696517ede00 x1874600883848064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762462.789408:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762462.789409:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762462.789411:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762462.789413:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762462.789415:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762462.789416:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762462.789420:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ede00 x1874600883848064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762462.789427:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ede00 x1874600883848064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.789433:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762462.789434:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762462.789436:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762462.789437:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762462.789440:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ede00 x1874600883848064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.789447:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762462.789451:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ede00 x1874600883848064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.789457:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762462.789459:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762462.789461:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762462.789462:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762462.789464:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762462.789465:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762462.789467:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762462.789469:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762462.789471:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762462.789474:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ede00 x1874600883848064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762462.789478:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ede00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883848064:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762462.789481:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762462.789482:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762462.789484:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ede00 x1874600883848064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762487 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762462.789487:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762462.789488:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762462.789489:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762462.789491:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762462.789491:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762462.789492:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762462.789493:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762462.789494:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483efc00.
02000000:00000001:1.0:1787762462.789496:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762462.789497:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762462.789498:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ede00.
00000100:00000001:1.0:1787762462.789499:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762462.789500:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762462.789501:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762462.789503:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762462.789504:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762462.789505:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762462.789506:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762463.235724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762463.235731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762463.235736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762463.235737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762463.235741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762463.235742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762463.235814:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762463.235818:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762463.235821:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762464.067718:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298521339, at 4298521344
00000100:00000040:1.0:1787762464.067718:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298521339, at 4298521344
00000100:00000010:0.0:1787762464.067735:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d7e0.
00000100:00000010:1.0:1787762464.067741:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00010000:00000001:0.0:1787762464.259720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762464.259727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762464.259733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762464.259735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762464.259738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762464.259740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762464.259762:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762464.259765:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762464.259768:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762465.283721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762465.283728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762465.283734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762465.283735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762465.283738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762465.283740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762465.283794:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762465.283798:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762465.283806:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762466.307749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762466.307756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762466.307762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762466.307762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762466.307765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762466.307766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762466.307792:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762466.307794:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762466.307796:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762467.331796:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762467.331804:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762467.331806:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762467.331809:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762467.331814:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762467.331816:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762467.331818:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762467.331820:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762467.331824:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762467.331825:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762467.331828:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762467.331829:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762467.332008:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762467.332021:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762467.332023:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762467.909614:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762467.909626:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762467.909628:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762467.909631:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762467.909635:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762467.909642:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3852
00000400:00000200:1.0:1787762467.909650:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762467.909656:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762467.909659:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762467.909662:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762467.909664:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762467.909666:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762467.909669:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762467.909672:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762467.909674:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:1.0:1787762467.909677:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762467.909679:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:1.0:1787762467.909682:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:1.0:1787762467.909684:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:1.0:1787762467.909686:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762467.909688:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762467.909689:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762467.909691:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762467.909694:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:1.0:1787762467.909697:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762467.909699:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762467.909702:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762467.909705:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762467.909708:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762467.909710:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762467.909713:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762467.909721:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c76940.
00000020:00000040:1.0:1787762467.909725:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:1.0:1787762467.909729:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762467.909731:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762467.909734:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762467.909737:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762467.909740:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762467.909747:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448400.
00000100:00000001:1.0:1787762467.909754:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762467.909763:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c76940 x1874600883848192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762467.909772:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762467.909777:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762467.909782:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0b042fe] to pc [ptlrpcd_rcv+-1]  req@ffff969643c76940 x1874600883848192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.909832:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762467.909835:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762467.909838:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762467.909844:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c76940 x1874600883848192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.909852:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762467.909854:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762467.909857:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762467.909859:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762467.909862:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762467.909865:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883848192:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762467.909868:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762467.909871:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762467.909874:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762467.909876:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762467.909881:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762467.909884:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762467.909888:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762467.909892:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762467.909898:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762467.909904:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883848192, portal 25
00000100:00000001:2.0:1787762467.909907:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762467.909909:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859243840 : -115902850307776 : ffff969643c76940)
00000100:00000040:2.0:1787762467.909914:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c76940 x1874600883848192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.909920:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762467.909923:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762467.909925:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762467.909928:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883848192, offset 0
00000400:00000200:2.0:1787762467.909935:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762467.909943:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762467.909949:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762467.909954:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762467.909958:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762467.909962:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762467.909965:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762467.909969:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3564:3564:256:4294967295] 192.168.204.116@tcp LPNI seq info [3564:3564:8:4294967295]
00000400:00000200:2.0:1787762467.909973:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762467.909981:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762467.909986:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762467.909991:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762467.909997:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762467.910000:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762467.910005:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762467.910009:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762467.910013:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762467.910016:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762467.910023:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762467.910027:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762467.910051:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762467.910053:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762467.910058:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762467.910062:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c76940 x1874600883848192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762467.910086:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762467.910090:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762467.910093:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762467.910094:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762467.910096:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762467.910099:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762467.910102:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3852
00000400:00000200:1.0:1787762467.910106:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762467.910109:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762467.910111:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762467.910114:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762467.910115:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762467.910117:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762467.910119:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762467.910121:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762467.910122:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:1.0:1787762467.910124:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762467.910126:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:1.0:1787762467.910128:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:1.0:1787762467.910130:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:1.0:1787762467.910132:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762467.910134:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762467.910135:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762467.910137:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762467.910139:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:1.0:1787762467.910141:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762467.910143:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762467.910145:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762467.910151:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762467.910152:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762467.910154:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762467.910158:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762467.910161:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762467.910163:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762467.910166:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c74b40.
00000020:00000040:1.0:1787762467.910168:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:1.0:1787762467.910171:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762467.910172:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762467.910174:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762467.910175:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762467.910177:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762467.910180:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448000.
00000100:00000001:1.0:1787762467.910184:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762467.910189:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c74b40 x1874600883848320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762467.910195:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762467.910207:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762467.910210:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be39ab00] to pc [ptlrpcd_rcv+-1]  req@ffff969643c74b40 x1874600883848320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.910250:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762467.910255:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c76940 x1874600883848192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762492 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.910261:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762467.910262:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762467.910267:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762467.910270:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762467.910273:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298526461
00000100:00000010:2.0:1787762467.910277:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7720.
00000100:00000001:2.0:1787762467.910283:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762467.910290:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298526461
00000100:00000010:2.0:1787762467.910293:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f78a0.
00000100:00000001:2.0:1787762467.910295:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762467.910298:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762467.910301:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762467.910304:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762467.910308:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762467/real 1787762467]  req@ffff969643c76940 x1874600883848192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762467.910317:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762467.910318:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762467.910320:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762467.910322:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762467.910323:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762467.910325:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762467.910327:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c76940 x1874600883848192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762467.910332:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c76940 x1874600883848192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.910336:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762467.910337:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.910339:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762467.910340:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762467.910342:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c76940 x1874600883848192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.910346:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762467.910349:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c76940 x1874600883848192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.910353:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762467.910355:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.910356:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762467.910356:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.910358:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762467.910359:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762467.910361:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762467.910363:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762467.910364:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762467.910367:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c76940 x1874600883848192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762467.910372:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883848192:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762467.910375:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.910376:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762467.910378:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c76940 x1874600883848192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.910381:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762467.910383:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762467.910384:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762467.910386:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762467.910387:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762467.910388:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762467.910389:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762467.910391:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448400.
02000000:00000001:2.0:1787762467.910393:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762467.910394:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762467.910395:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c76940.
00000100:00000001:2.0:1787762467.910397:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762467.910398:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.910400:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.910405:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762467.910406:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762467.910408:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762467.910409:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762467.910410:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762467.910412:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c74b40 x1874600883848320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.910416:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762467.910417:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762467.910418:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762467.910419:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762467.910420:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762467.910422:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883848320:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762467.910424:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762467.910425:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762467.910426:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762467.910427:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762467.910429:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762467.910430:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762467.910432:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762467.910434:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762467.910436:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762467.910438:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883848320, portal 10
00000100:00000001:2.0:1787762467.910439:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762467.910440:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859236160 : -115902850315456 : ffff969643c74b40)
00000100:00000040:2.0:1787762467.910445:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c74b40 x1874600883848320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.910448:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762467.910450:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762467.910451:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762467.910453:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883848320, offset 0
00000400:00000200:2.0:1787762467.910457:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762467.910460:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762467.910464:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762467.910466:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762467.910469:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762467.910471:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762467.910473:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762467.910476:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3565:3565:256:4294967295] 192.168.204.116@tcp LPNI seq info [3565:3565:8:4294967295]
00000400:00000200:2.0:1787762467.910479:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762467.910485:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762467.910489:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762467.910493:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762467.910496:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762467.910499:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762467.910503:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762467.910505:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762467.910509:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762467.910511:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762467.910513:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762467.910517:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762467.910519:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762467.910521:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762467.910523:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762467.910526:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c74b40 x1874600883848320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.910534:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762467.910537:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c74b40 x1874600883848320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762492 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.910542:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762467.910544:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762467.910546:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762467.910550:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762467.910553:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762467.910555:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298525221
00000100:00000001:2.0:1787762467.910557:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298526461
00000100:00000001:2.0:1787762467.910559:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298525221
00000100:00000001:2.0:1787762467.910561:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298526461
00000100:00000001:2.0:1787762467.910563:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762467.910565:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762467.910566:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762467.910570:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762467/real 1787762467]  req@ffff969643c74b40 x1874600883848320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762467.910583:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762467.910584:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762467.910586:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762467.910589:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762467.910590:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762467.910592:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762467.910595:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c74b40 x1874600883848320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762467.910631:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c74b40 x1874600883848320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.910637:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762467.910639:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.910642:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762467.910643:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762467.910647:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c74b40 x1874600883848320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.910654:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762467.910659:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c74b40 x1874600883848320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.910665:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762467.910667:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.910669:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762467.910670:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.910672:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762467.910673:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762467.910676:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762467.910679:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762467.910681:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762467.910686:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c74b40 x1874600883848320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762467.910693:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883848320:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762467.910697:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.910699:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762467.910701:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c74b40 x1874600883848320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.910707:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762467.910708:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762467.910710:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762467.910713:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762467.910714:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762467.910716:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762467.910717:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762467.910719:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448000.
02000000:00000001:2.0:1787762467.910721:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762467.910722:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762467.910723:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c74b40.
00000100:00000001:2.0:1787762467.910725:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762467.910726:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.910728:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.910731:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762467.910732:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762467.910734:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762467.910736:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762467.910802:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762467.910804:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762467.910837:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762467.910839:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762467.910842:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787762467.910843:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762467.910844:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762467.910845:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762467.910847:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3852
00000400:00000200:1.0:1787762467.910850:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762467.910852:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762467.910853:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762467.910856:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762467.910858:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762467.910860:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762467.910861:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762467.910863:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762467.910865:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:1.0:1787762467.910866:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762467.910868:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:1.0:1787762467.910870:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:1.0:1787762467.910872:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:1.0:1787762467.910875:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762467.910877:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762467.910879:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762467.910881:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762467.910883:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:1.0:1787762467.910885:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762467.910888:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762467.910890:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762467.910893:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762467.910895:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762467.910897:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762467.910899:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762467.910901:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762467.910903:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762467.910907:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c77480.
00000020:00000040:1.0:1787762467.910910:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:1.0:1787762467.910912:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762467.910913:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762467.910915:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762467.910916:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762467.910918:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762467.910921:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449400.
00000100:00000001:1.0:1787762467.910925:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762467.910930:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c77480 x1874600883848448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762467.910938:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762467.910940:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762467.910943:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031c63e07] to pc [ptlrpcd_rcv+-1]  req@ffff969643c77480 x1874600883848448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762467.910958:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762467.910961:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762467.910967:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762467.910969:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762467.910971:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762467.910973:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762467.910976:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3852
00000400:00000200:1.0:1787762467.910980:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762467.910982:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762467.910983:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1787762467.910984:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762467.910985:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787762467.910987:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762467.910987:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787762467.910989:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762467.910991:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000040:2.0:1787762467.910991:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c77480 x1874600883848448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762467.910993:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762467.910996:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762467.910997:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:1.0:1787762467.910998:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762467.911000:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:1.0:1787762467.911002:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000001:2.0:1787762467.911002:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787762467.911004:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000001:2.0:1787762467.911004:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762467.911007:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762467.911009:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762467.911011:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762467.911013:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762467.911015:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
02000000:00000001:2.0:1787762467.911015:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762467.911017:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787762467.911018:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
02000000:00000001:2.0:1787762467.911019:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762467.911020:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762467.911021:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787762467.911022:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883848448:192.168.204.116@tcp:38:kworker.0
02000000:00000001:1.0:1787762467.911024:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762467.911025:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762467.911026:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762467.911027:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787762467.911029:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762467.911029:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787762467.911040:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
02000000:00000001:2.0:1787762467.911042:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1787762467.911043:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762467.911044:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762467.911045:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483edc00.
00000100:00000010:1.0:1787762467.911047:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c752c0.
00000020:00000040:1.0:1787762467.911049:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762467.911051:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762467.911052:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762467.911053:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762467.911054:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762467.911055:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762467.911056:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1787762467.911056:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
02000000:00000001:1.0:1787762467.911058:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762467.911060:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
02000000:00000010:1.0:1787762467.911061:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544bc00.
00000100:00000200:2.0:1787762467.911063:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883848448, portal 10
00000100:00000001:1.0:1787762467.911064:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762467.911064:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762467.911066:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859246720 : -115902850304896 : ffff969643c77480)
00000100:00100000:1.0:1787762467.911068:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c752c0 x1874600883848576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787762467.911071:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c77480 x1874600883848448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762467.911076:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762467.911078:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762467.911081:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d497c5d1] to pc [ptlrpcd_rcv+-1]  req@ffff969643c752c0 x1874600883848576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.911081:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762467.911084:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762467.911086:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762467.911088:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883848448, offset 0
00000100:00000001:1.0:1787762467.911089:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762467.911091:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762467.911092:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00080000:1.0:1787762467.911095:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787762467.911096:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787762467.911096:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:1.0:1787762467.911098:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787762467.911099:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000001:1.0:1787762467.911100:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762467.911102:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3852
00000400:00000200:2.0:1787762467.911102:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762467.911105:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762467.911105:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762467.911108:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000200:2.0:1787762467.911108:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1787762467.911110:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787762467.911110:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000040:1.0:1787762467.911112:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762467.911113:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3566:3566:256:4294967295] 192.168.204.116@tcp LPNI seq info [3566:3566:8:4294967295]
00000100:00000001:1.0:1787762467.911114:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762467.911116:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762467.911117:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762467.911118:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762467.911120:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762467.911122:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:1.0:1787762467.911123:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787762467.911123:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1787762467.911125:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:1.0:1787762467.911127:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000800:00000200:2.0:1787762467.911128:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000020:00000001:1.0:1787762467.911129:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000800:00000010:2.0:1787762467.911131:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000100:00000040:1.0:1787762467.911132:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762467.911134:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1787762467.911135:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:1.0:1787762467.911136:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000200:2.0:1787762467.911137:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1787762467.911138:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762467.911140:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000800:00000200:2.1:1787762467.911142:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:1.0:1787762467.911143:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000800:00000200:2.1:1787762467.911144:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1787762467.911145:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762467.911147:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:2.0:1787762467.911148:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
02000000:00000001:1.0:1787762467.911149:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:2.0:1787762467.911150:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
02000000:00000001:1.0:1787762467.911151:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762467.911153:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787762467.911153:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:1.0:1787762467.911155:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787762467.911157:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762467.911159:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762467.911161:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c761c0.
00000020:00000040:1.0:1787762467.911163:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:1.0:1787762467.911166:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787762467.911166:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1787762467.911167:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762467.911169:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787762467.911169:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
02000000:00000001:1.0:1787762467.911170:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1787762467.911170:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
02000000:00000001:1.0:1787762467.911172:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762467.911173:0:2396:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:1.0:1787762467.911175:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449c00.
00000100:00000200:2.0:1787762467.911176:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c77480 x1874600883848448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762467.911177:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762467.911182:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c761c0 x1874600883848704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762467.911184:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762467.911187:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c77480 x1874600883848448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762492 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762467.911188:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762467.911190:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762467.911193:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762467.911194:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c6bfeda] to pc [ptlrpcd_rcv+-1]  req@ffff969643c761c0 x1874600883848704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.911195:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762467.911198:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762467.911201:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762467.911201:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762467.911204:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:1.0:1787762467.911205:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3862)
00000100:00000001:2.0:1787762467.911205:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298525281
00000100:00000001:2.0:1787762467.911207:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298526461
00000100:00000001:2.0:1787762467.911209:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298525281
00000100:00000001:2.0:1787762467.911211:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298526461
00000100:00000001:2.0:1787762467.911213:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762467.911215:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762467.911217:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762467.911220:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762467/real 1787762467]  req@ffff969643c77480 x1874600883848448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762467.911229:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762467.911230:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762467.911232:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762467.911234:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762467.911236:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762467.911238:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762467.911241:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c77480 x1874600883848448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762467.911249:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c77480 x1874600883848448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.911255:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762467.911257:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.911259:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762467.911260:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762467.911263:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c77480 x1874600883848448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.911270:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762467.911274:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c77480 x1874600883848448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.911279:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762467.911282:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.911283:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762467.911284:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.911286:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762467.911287:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762467.911289:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762467.911292:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762467.911294:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762467.911298:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c77480 x1874600883848448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762467.911304:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883848448:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762467.911307:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.911309:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762467.911311:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c77480 x1874600883848448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.911317:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762467.911319:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762467.911321:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762467.911323:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762467.911325:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762467.911326:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762467.911328:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762467.911329:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449400.
02000000:00000001:2.0:1787762467.911332:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762467.911333:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762467.911334:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c77480.
00000100:00000001:2.0:1787762467.911336:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762467.911337:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.911339:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.911342:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762467.911343:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762467.911345:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762467.911347:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762467.911348:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762467.911351:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c752c0 x1874600883848576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.911358:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762467.911359:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762467.911361:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762467.911363:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762467.911365:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762467.911368:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883848576:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762467.911371:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762467.911372:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762467.911373:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762467.911375:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762467.911377:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762467.911378:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762467.911380:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762467.911382:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762467.911384:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762467.911386:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883848576, portal 4
00000100:00000001:2.0:1787762467.911388:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762467.911388:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859238080 : -115902850313536 : ffff969643c752c0)
00000100:00000040:2.0:1787762467.911393:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c752c0 x1874600883848576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.911396:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762467.911398:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762467.911399:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762467.911401:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883848576, offset 0
00000400:00000200:2.0:1787762467.911403:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762467.911405:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762467.911407:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762467.911409:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762467.911411:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762467.911412:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762467.911414:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762467.911415:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3567:3567:256:4294967295] 192.168.204.116@tcp LPNI seq info [3567:3567:8:4294967295]
00000400:00000200:2.0:1787762467.911418:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762467.911422:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762467.911425:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762467.911426:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762467.911429:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762467.911431:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762467.911433:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762467.911435:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762467.911437:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762467.911438:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762467.911440:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762467.911442:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762467.911444:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762467.911445:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762467.911446:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762467.911448:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c752c0 x1874600883848576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.911453:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762467.911455:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c752c0 x1874600883848576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762492 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.911458:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762467.911460:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762467.911462:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762467.911463:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762467.911465:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762467.911466:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298525202
00000100:00000001:2.0:1787762467.911468:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298526461
00000100:00000001:2.0:1787762467.911469:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298525202
00000100:00000001:2.0:1787762467.911470:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298526461
00000100:00000001:2.0:1787762467.911472:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762467.911473:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762467.911474:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762467.911476:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762467/real 1787762467]  req@ffff969643c752c0 x1874600883848576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762467.911480:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762467.911481:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762467.911482:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762467.911484:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762467.911485:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762467.911486:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762467.911487:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c752c0 x1874600883848576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762467.911492:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c752c0 x1874600883848576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.911495:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762467.911495:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.911496:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762467.911497:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762467.911499:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c752c0 x1874600883848576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.911502:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762467.911504:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c752c0 x1874600883848576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.911508:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762467.911509:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.911510:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762467.911511:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.911512:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762467.911514:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762467.911515:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762467.911517:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762467.911518:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762467.911520:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c752c0 x1874600883848576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762467.911527:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883848576:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762467.911529:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762467.911531:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c761c0 x1874600883848704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.911535:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762467.911535:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762467.911536:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762467.911537:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762467.911538:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762467.911540:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883848704:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762467.911541:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762467.911542:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762467.911543:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762467.911544:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762467.911546:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ee000.
02000000:00000001:2.0:1787762467.911547:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762467.911549:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762467.911550:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762467.911551:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762467.911553:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883848704, portal 4
00000100:00000001:2.0:1787762467.911554:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762467.911555:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859241920 : -115902850309696 : ffff969643c761c0)
00000100:00000040:2.0:1787762467.911558:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c761c0 x1874600883848704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.911562:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762467.911563:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762467.911564:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762467.911565:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883848704, offset 0
00000400:00000200:2.0:1787762467.911567:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762467.911569:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762467.911571:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762467.911572:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762467.911574:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762467.911575:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762467.911577:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762467.911578:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3568:3568:256:4294967295] 192.168.204.116@tcp LPNI seq info [3568:3568:8:4294967295]
00000400:00000200:2.0:1787762467.911589:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762467.911610:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762467.911617:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762467.911620:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762467.911624:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762467.911626:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762467.911631:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762467.911633:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762467.911636:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762467.911638:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762467.911641:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762467.911644:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762467.911646:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762467.911648:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762467.911650:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762467.911653:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c761c0 x1874600883848704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.911658:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762467.911660:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c761c0 x1874600883848704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762492 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.911664:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762467.911665:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762467.911667:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762467.911669:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762467.911671:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762467.911673:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298525210
00000100:00000001:2.0:1787762467.911674:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298526461
00000100:00000001:2.0:1787762467.911676:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298525210
00000100:00000001:2.0:1787762467.911677:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298526461
00000100:00000001:2.0:1787762467.911678:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762467.911679:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762467.911680:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762467.911682:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762467/real 1787762467]  req@ffff969643c761c0 x1874600883848704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762467.911686:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762467.911687:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762467.911688:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762467.911690:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762467.911691:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762467.911692:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762467.911694:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c761c0 x1874600883848704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762467.911698:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c761c0 x1874600883848704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.911701:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762467.911702:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.911703:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762467.911704:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762467.911705:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c761c0 x1874600883848704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.911709:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762467.911711:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c761c0 x1874600883848704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.911715:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762467.911717:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.911718:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762467.911718:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.911719:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762467.911720:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762467.911722:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762467.911724:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762467.911725:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762467.911727:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c761c0 x1874600883848704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762467.911731:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883848704:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762467.911732:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.911734:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762467.911735:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c752c0 x1874600883848576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.911739:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762467.911740:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762467.911741:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762467.911743:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762467.911744:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762467.911744:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762467.911746:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762467.911747:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544bc00.
02000000:00000001:2.0:1787762467.911748:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762467.911749:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762467.911750:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c752c0.
00000100:00000001:2.0:1787762467.911751:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762467.911752:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.911753:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762467.911755:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c761c0 x1874600883848704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762467.911762:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762467.911763:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762467.911764:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ee000.
02000000:00000001:2.0:1787762467.911766:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762467.911767:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762467.911767:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762467.911768:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762467.911769:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449c00.
02000000:00000001:2.0:1787762467.911770:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762467.911770:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762467.911771:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c761c0.
00000100:00000001:2.0:1787762467.911772:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762467.911773:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.911774:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.911776:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762467.911777:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762467.911778:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762467.911779:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762468.356172:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762468.356179:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762468.356185:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762468.356187:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762468.356190:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762468.356191:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762468.356212:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762468.356216:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762468.356219:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762469.187716:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298526461, at 4298526464
00000100:00000040:1.0:1787762469.187716:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298526461, at 4298526464
00000100:00000010:1.0:1787762469.187732:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f78a0.
00000100:00000010:0.0:1787762469.187734:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7720.
00010000:00000001:0.0:1787762469.379711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762469.379717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762469.379722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762469.379725:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762469.379727:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762469.379730:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762469.379734:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762469.379737:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762469.379738:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762469.379741:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762469.379745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762469.379746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762469.379796:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762469.379799:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762469.379802:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762470.403686:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762470.403691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762470.403694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762470.403695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762470.403697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762470.403697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762470.403714:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762470.403716:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762470.403717:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762471.427762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762471.427768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762471.427772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762471.427773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762471.427776:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762471.427777:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762471.427988:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762471.427992:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762471.427995:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762472.451691:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762472.451697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762472.451701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762472.451702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762472.451704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762472.451707:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762472.451709:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762472.451711:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762472.451713:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762472.451715:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762472.451716:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762472.451718:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762472.451742:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762472.451743:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762472.451745:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762473.027725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762473.027735:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762473.027738:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762473.027741:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762473.027746:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762473.027753:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3857
00000400:00000200:2.0:1787762473.027761:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762473.027767:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762473.027770:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762473.027773:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762473.027777:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762473.027779:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762473.027781:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762473.027785:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762473.027788:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762473.027790:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762473.027793:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762473.027796:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762473.027798:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762473.027801:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762473.027803:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762473.027804:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762473.027806:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762473.027809:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762473.027813:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762473.027816:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762473.027818:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762473.027822:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762473.027825:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762473.027827:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762473.027830:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762473.027840:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517eda40.
00000020:00000040:2.0:1787762473.027844:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762473.027848:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762473.027850:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762473.027853:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762473.027856:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762473.027859:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762473.027867:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec000.
00000100:00000001:2.0:1787762473.027873:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762473.027884:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517eda40 x1874600883848832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762473.027893:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762473.027897:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762473.027902:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062fc5fc1] to pc [ptlrpcd_rcv+-1]  req@ffff9696517eda40 x1874600883848832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762473.027928:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762473.027959:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762473.027963:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762473.027965:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762473.027971:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517eda40 x1874600883848832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762473.027971:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762473.027981:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762473.027986:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762473.027986:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787762473.027989:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762473.027990:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787762473.027993:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762473.027996:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762473.027996:0:8:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787762473.028001:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762473.028004:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3857
00000100:00100000:1.0:1787762473.028005:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517eda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883848832:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762473.028010:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:2.0:1787762473.028013:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:1.0:1787762473.028015:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:2.0:1787762473.028018:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
02000000:00000001:1.0:1787762473.028019:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762473.028022:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787762473.028023:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1787762473.028026:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762473.028029:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762473.028030:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
02000000:00000010:1.0:1787762473.028031:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a400.
00000100:00000001:2.0:1787762473.028032:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
02000000:00000001:1.0:1787762473.028036:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762473.028036:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762473.028039:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762473.028041:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762473.028042:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000400:00000200:1.0:1787762473.028045:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000001:2.0:1787762473.028046:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762473.028049:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000400:00000010:1.0:1787762473.028050:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000100:00000040:2.0:1787762473.028053:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762473.028055:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762473.028056:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762473.028057:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762473.028059:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762473.028060:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762473.028061:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762473.028063:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1787762473.028064:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
02000000:00000001:2.0:1787762473.028068:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1787762473.028071:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883848832, portal 25
02000000:00000001:2.0:1787762473.028071:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762473.028072:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762473.028076:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:2.0:1787762473.028077:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762473.028078:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089369664 : -115902620181952 : ffff9696517eda40)
00000008:00000001:2.0:1787762473.028083:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762473.028085:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762473.028089:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517eda40 x1874600883848832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787762473.028090:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ede00.
00000020:00000040:2.0:1787762473.028094:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762473.028097:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762473.028099:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762473.028103:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762473.028104:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787762473.028109:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787762473.028109:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762473.028115:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
02000000:00000010:2.0:1787762473.028115:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ecc00.
00000100:00000001:2.0:1787762473.028121:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762473.028128:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ede00 x1874600883848960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762473.028130:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762473.028135:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883848832, offset 0
00000100:00000001:2.0:1787762473.028140:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762473.028144:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762473.028149:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762473.028159:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:2.0:1787762473.028160:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041377f2a] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ede00 x1874600883848960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762473.028168:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762473.028170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762473.028173:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762473.028176:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787762473.028177:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00080000:2.0:1787762473.028178:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762473.028183:0:8:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787762473.028185:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1787762473.028188:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3857
00000400:00000200:1.0:1787762473.028192:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762473.028197:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762473.028199:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762473.028201:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762473.028207:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000200:1.0:1787762473.028209:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3569:3569:256:4294967295] 192.168.204.116@tcp LPNI seq info [3569:3569:8:4294967295]
00000100:00080000:2.0:1787762473.028212:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787762473.028217:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:2.0:1787762473.028220:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762473.028222:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762473.028224:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762473.028226:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762473.028228:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762473.028230:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762473.028233:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762473.028236:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000400:00000200:1.0:1787762473.028238:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1787762473.028238:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762473.028242:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762473.028247:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762473.028248:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787762473.028251:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000040:2.0:1787762473.028252:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762473.028256:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762473.028259:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762473.028260:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000800:00000010:1.0:1787762473.028261:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000100:00000001:2.0:1787762473.028262:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762473.028266:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762473.028269:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762473.028270:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762473.028272:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.0:1787762473.028275:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000008:00100000:2.0:1787762473.028276:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762473.028280:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762473.028281:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762473.028288:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517eed00.
00000800:00000200:1.0:1787762473.028289:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000020:00000040:2.0:1787762473.028294:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000800:00000200:1.1:1787762473.028300:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:2.0:1787762473.028301:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762473.028303:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762473.028306:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1787762473.028307:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762473.028310:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762473.028314:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787762473.028315:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762473.028320:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
02000000:00000010:2.0:1787762473.028320:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483edc00.
00000100:00000001:2.0:1787762473.028326:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762473.028327:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:2.0:1787762473.028332:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517eed00 x1874600883849088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762473.028336:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762473.028344:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000100:00000001:2.0:1787762473.028346:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787762473.028347:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:2.0:1787762473.028351:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762473.028352:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1787762473.028358:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adaeb222] to pc [ptlrpcd_rcv+-1]  req@ffff9696517eed00 x1874600883849088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762473.028359:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517eda40 x1874600883848832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.028377:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787762473.028379:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762473.028384:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517eda40 x1874600883848832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762498 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762473.028384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762473.028392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762473.028396:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762473.028398:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762473.028402:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762473.028403:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762473.028406:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1787762473.028409:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3857
00000400:00000200:2.0:1787762473.028415:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762473.028416:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762473.028420:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000200:1.0:1787762473.028425:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:2.0:1787762473.028425:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762473.028431:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298531579
00000100:00000040:2.0:1787762473.028431:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762473.028436:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762473.028439:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000010:1.0:1787762473.028441:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d780.
00000100:00000001:2.0:1787762473.028442:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762473.028446:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762473.028447:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762473.028448:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762473.028449:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000100:00000001:1.0:1787762473.028451:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000020:00000001:2.0:1787762473.028451:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762473.028453:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762473.028455:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762473.028456:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762473.028459:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762473.028462:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762473.028464:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00000001:1.0:1787762473.028466:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298531579
00000100:00080000:2.0:1787762473.028466:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762473.028470:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762473.028472:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1787762473.028473:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816dd80.
02000000:00000001:2.0:1787762473.028475:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762473.028479:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762473.028480:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762473.028481:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000008:00100000:2.0:1787762473.028482:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762473.028485:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762473.028487:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762473.028487:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762473.028491:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ecf00.
00000100:00000001:1.0:1787762473.028492:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762473.028494:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
00000100:00000001:1.0:1787762473.028497:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1787762473.028498:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762473.028500:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762473.028502:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762473.028503:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762473.028505:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762473.028506:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762473/real 1787762473]  req@ffff9696517eda40 x1874600883848832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787762473.028508:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ee000.
00000100:00000001:2.0:1787762473.028512:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787762473.028520:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00100000:2.0:1787762473.028521:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ecf00 x1874600883849216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1787762473.028523:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762473.028526:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762473.028530:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762473.028533:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762473.028537:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787762473.028537:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762473.028542:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762473.028543:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517eda40 x1874600883848832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762473.028552:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105f396e] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ecf00 x1874600883849216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762473.028554:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517eda40 x1874600883848832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.028578:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762473.028580:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762473.028581:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762473.028585:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1787762473.028586:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762473.028587:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762473.028592:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762473.028594:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787762473.028613:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517eda40 x1874600883848832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.028619:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762473.028623:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517eda40 x1874600883848832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.028628:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762473.028632:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762473.028633:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762473.028635:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762473.028637:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762473.028638:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762473.028639:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762473.028642:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762473.028644:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3857
00000100:00080000:1.0:1787762473.028646:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762473.028652:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762473.028656:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:2.0:1787762473.028656:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:1.0:1787762473.028664:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517eda40 x1874600883848832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762473.028665:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762473.028671:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787762473.028677:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517eda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883848832:192.168.204.116@tcp:250:kworker.0
00000100:00000040:2.0:1787762473.028678:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762473.028683:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762473.028687:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762473.028688:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762473.028691:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762473.028693:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1787762473.028694:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762473.028697:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000100:00000040:1.0:1787762473.028700:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517eda40 x1874600883848832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787762473.028700:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762473.028704:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762473.028709:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762473.028714:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:1.0:1787762473.028716:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:2.0:1787762473.028719:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
02000000:00000001:1.0:1787762473.028721:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1787762473.028723:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1787762473.028725:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a400.
00000100:00000040:2.0:1787762473.028727:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
02000000:00000001:1.0:1787762473.028731:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1787762473.028731:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762473.028735:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000020:00000001:1.0:1787762473.028736:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762473.028740:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000100:00080000:2.0:1787762473.028741:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000020:00000001:1.0:1787762473.028744:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:2.0:1787762473.028746:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762473.028749:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762473.028749:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762473.028754:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762473.028756:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762473.028757:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762473.028759:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787762473.028761:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:1.0:1787762473.028763:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517eda40.
00000008:00100000:2.0:1787762473.028764:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787762473.028768:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000008:00000001:2.0:1787762473.028769:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762473.028771:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762473.028773:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762473.028777:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1787762473.028779:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec780.
00000020:00000040:2.0:1787762473.028783:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000100:00000001:1.0:1787762473.028784:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:2.0:1787762473.028786:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787762473.028787:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762473.028790:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762473.028794:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762473.028795:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762473.028797:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762473.028800:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef400.
00000100:00000001:2.0:1787762473.028803:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762473.028805:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762473.028809:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787762473.028810:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec780 x1874600883849344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762473.028812:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762473.028820:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ede00 x1874600883848960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762473.028822:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762473.028825:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762473.028832:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056399392] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec780 x1874600883849344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.028838:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762473.028841:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762473.028844:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762473.028846:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1787762473.028848:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3868)
02000000:00000001:1.0:1787762473.028849:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762473.028854:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762473.028859:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ede00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883848960:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762473.028862:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762473.028865:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762473.028866:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762473.028868:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762473.028872:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a400.
02000000:00000001:1.0:1787762473.028874:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762473.028878:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762473.028881:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762473.028892:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762473.028896:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883848960, portal 10
00000100:00000001:1.0:1787762473.028898:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762473.028899:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089370624 : -115902620180992 : ffff9696517ede00)
00000100:00000040:1.0:1787762473.028905:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ede00 x1874600883848960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.028911:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762473.028914:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762473.028916:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762473.028917:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883848960, offset 0
00000400:00000200:1.0:1787762473.028920:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762473.028923:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762473.028926:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762473.028928:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762473.028930:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762473.028947:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762473.028949:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762473.028952:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3570:3570:256:4294967295] 192.168.204.116@tcp LPNI seq info [3570:3570:8:4294967295]
00000400:00000200:1.0:1787762473.028957:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762473.028963:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762473.028968:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762473.028971:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762473.028975:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762473.028978:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762473.028982:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762473.028985:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787762473.028988:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762473.028990:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762473.028993:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762473.028996:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762473.028999:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762473.029001:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762473.029003:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762473.029007:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ede00 x1874600883848960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029014:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762473.029017:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ede00 x1874600883848960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762498 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029023:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762473.029024:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762473.029028:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762473.029031:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762473.029034:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762473.029036:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298530340
00000100:00000001:1.0:1787762473.029039:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298531579
00000100:00000001:1.0:1787762473.029041:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298530340
00000100:00000001:1.0:1787762473.029043:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298531579
00000100:00000001:1.0:1787762473.029045:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762473.029047:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762473.029049:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762473.029053:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762473/real 1787762473]  req@ffff9696517ede00 x1874600883848960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762473.029061:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762473.029062:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762473.029064:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762473.029066:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762473.029068:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762473.029070:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762473.029073:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ede00 x1874600883848960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762473.029080:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ede00 x1874600883848960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029085:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762473.029086:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762473.029087:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762473.029088:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762473.029091:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ede00 x1874600883848960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029095:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762473.029097:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ede00 x1874600883848960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029101:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762473.029102:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762473.029103:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762473.029104:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762473.029105:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762473.029106:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762473.029108:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762473.029110:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762473.029112:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762473.029114:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ede00 x1874600883848960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762473.029118:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ede00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883848960:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762473.029120:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762473.029122:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517eed00 x1874600883849088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029125:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762473.029126:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762473.029127:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762473.029128:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762473.029130:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762473.029131:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517eed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883849088:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762473.029133:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762473.029135:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762473.029135:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762473.029136:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762473.029139:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449c00.
02000000:00000001:1.0:1787762473.029140:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762473.029142:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762473.029144:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762473.029146:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762473.029148:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883849088, portal 10
00000100:00000001:1.0:1787762473.029149:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762473.029150:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089374464 : -115902620177152 : ffff9696517eed00)
00000100:00000040:1.0:1787762473.029153:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517eed00 x1874600883849088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029161:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762473.029162:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762473.029163:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762473.029165:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883849088, offset 0
00000400:00000200:1.0:1787762473.029167:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762473.029169:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762473.029171:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762473.029173:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762473.029175:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762473.029177:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762473.029178:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762473.029180:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3571:3571:256:4294967295] 192.168.204.116@tcp LPNI seq info [3571:3571:8:4294967295]
00000400:00000200:1.0:1787762473.029182:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762473.029186:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762473.029189:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762473.029191:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762473.029193:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762473.029195:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762473.029197:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762473.029199:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787762473.029202:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762473.029204:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762473.029207:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762473.029210:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762473.029213:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762473.029214:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762473.029216:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762473.029220:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517eed00 x1874600883849088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029226:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762473.029229:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517eed00 x1874600883849088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762498 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029240:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762473.029241:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762473.029244:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762473.029247:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762473.029250:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762473.029252:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298530399
00000100:00000001:1.0:1787762473.029254:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298531579
00000100:00000001:1.0:1787762473.029256:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298530399
00000100:00000001:1.0:1787762473.029258:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298531579
00000100:00000001:1.0:1787762473.029260:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762473.029261:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762473.029263:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762473.029266:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762473/real 1787762473]  req@ffff9696517eed00 x1874600883849088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762473.029271:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762473.029272:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762473.029273:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762473.029274:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762473.029275:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762473.029276:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762473.029278:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517eed00 x1874600883849088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762473.029283:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517eed00 x1874600883849088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029287:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762473.029287:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762473.029288:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762473.029289:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762473.029291:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517eed00 x1874600883849088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029295:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762473.029297:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517eed00 x1874600883849088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029301:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762473.029302:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762473.029303:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762473.029304:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762473.029305:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762473.029306:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762473.029307:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762473.029309:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762473.029310:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762473.029312:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517eed00 x1874600883849088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762473.029316:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517eed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883849088:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762473.029318:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762473.029320:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ecf00 x1874600883849216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029324:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762473.029324:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762473.029326:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762473.029327:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762473.029328:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762473.029330:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ecf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883849216:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762473.029331:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762473.029332:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762473.029333:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762473.029335:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762473.029337:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762473.029338:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762473.029340:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762473.029342:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762473.029344:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762473.029345:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883849216, portal 4
00000100:00000001:1.0:1787762473.029346:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762473.029347:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089366784 : -115902620184832 : ffff9696517ecf00)
00000100:00000040:1.0:1787762473.029351:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ecf00 x1874600883849216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029355:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762473.029356:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762473.029357:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762473.029358:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883849216, offset 0
00000400:00000200:1.0:1787762473.029361:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762473.029363:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762473.029366:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762473.029368:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762473.029371:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762473.029373:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762473.029375:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762473.029378:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3572:3572:256:4294967295] 192.168.204.116@tcp LPNI seq info [3572:3572:8:4294967295]
00000400:00000200:1.0:1787762473.029382:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762473.029387:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762473.029391:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762473.029394:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762473.029397:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762473.029399:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762473.029403:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762473.029405:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787762473.029409:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762473.029411:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762473.029414:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762473.029417:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762473.029420:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762473.029422:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762473.029424:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762473.029427:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ecf00 x1874600883849216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029434:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762473.029437:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ecf00 x1874600883849216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762498 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029443:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762473.029445:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762473.029447:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762473.029450:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762473.029453:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762473.029455:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298530320
00000100:00000001:1.0:1787762473.029457:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298531579
00000100:00000001:1.0:1787762473.029459:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298530320
00000100:00000001:1.0:1787762473.029461:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298531579
00000100:00000001:1.0:1787762473.029464:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762473.029465:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762473.029467:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762473.029470:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762473/real 1787762473]  req@ffff9696517ecf00 x1874600883849216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762473.029478:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762473.029479:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762473.029481:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762473.029483:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762473.029484:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762473.029487:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762473.029490:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ecf00 x1874600883849216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762473.029496:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ecf00 x1874600883849216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029500:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762473.029501:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762473.029502:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762473.029503:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762473.029505:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ecf00 x1874600883849216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029509:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762473.029511:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ecf00 x1874600883849216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029515:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762473.029516:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762473.029517:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762473.029518:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762473.029519:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762473.029521:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762473.029523:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762473.029525:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762473.029527:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762473.029531:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ecf00 x1874600883849216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762473.029538:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ecf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883849216:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762473.029541:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762473.029543:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762473.029547:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ede00 x1874600883848960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029553:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762473.029555:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762473.029556:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a400.
02000000:00000001:1.0:1787762473.029559:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762473.029560:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762473.029562:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762473.029564:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762473.029566:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ecc00.
02000000:00000001:1.0:1787762473.029568:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762473.029569:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762473.029571:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ede00.
00000100:00000001:1.0:1787762473.029575:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762473.029576:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762473.029578:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762473.029582:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517eed00 x1874600883849088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029588:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762473.029589:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762473.029590:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449c00.
02000000:00000001:1.0:1787762473.029592:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762473.029593:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762473.029613:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762473.029616:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762473.029618:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483edc00.
02000000:00000001:1.0:1787762473.029621:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762473.029622:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762473.029623:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517eed00.
00000100:00000001:1.0:1787762473.029626:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762473.029627:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762473.029629:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762473.029633:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ecf00 x1874600883849216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029639:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762473.029641:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762473.029642:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762473.029643:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762473.029644:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762473.029645:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762473.029646:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762473.029647:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ee000.
02000000:00000001:1.0:1787762473.029650:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762473.029650:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762473.029651:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ecf00.
00000100:00000001:1.0:1787762473.029653:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762473.029654:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762473.029655:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762473.029658:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762473.029659:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762473.029660:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762473.029661:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762473.029662:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762473.029664:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec780 x1874600883849344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029668:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762473.029669:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762473.029670:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762473.029672:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762473.029673:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762473.029674:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883849344:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762473.029676:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762473.029678:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762473.029679:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762473.029680:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762473.029682:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762473.029683:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762473.029685:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762473.029687:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762473.029689:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762473.029691:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883849344, portal 4
00000100:00000001:1.0:1787762473.029692:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762473.029693:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089364864 : -115902620186752 : ffff9696517ec780)
00000100:00000040:1.0:1787762473.029696:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec780 x1874600883849344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029700:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762473.029702:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762473.029703:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762473.029704:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883849344, offset 0
00000400:00000200:1.0:1787762473.029707:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762473.029709:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762473.029711:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762473.029713:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762473.029714:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762473.029716:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762473.029717:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762473.029719:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3573:3573:256:4294967295] 192.168.204.116@tcp LPNI seq info [3573:3573:8:4294967295]
00000400:00000200:1.0:1787762473.029721:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762473.029725:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762473.029728:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762473.029729:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000800:00000200:1.0:1787762473.029732:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762473.029734:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762473.029736:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762473.029738:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787762473.029740:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762473.029742:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:1.0:1787762473.029744:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762473.029746:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762473.029747:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762473.029748:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762473.029750:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762473.029752:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ec780 x1874600883849344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029760:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762473.029761:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec780 x1874600883849344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762498 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029765:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762473.029766:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762473.029767:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762473.029769:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762473.029771:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762473.029772:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298530328
00000100:00000001:1.0:1787762473.029773:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298531579
00000100:00000001:1.0:1787762473.029774:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298530328
00000100:00000001:1.0:1787762473.029776:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298531579
00000100:00000001:1.0:1787762473.029777:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762473.029778:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762473.029779:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762473.029781:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762473/real 1787762473]  req@ffff9696517ec780 x1874600883849344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762473.029785:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762473.029786:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762473.029786:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762473.029788:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762473.029789:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762473.029790:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762473.029792:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec780 x1874600883849344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762473.029796:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec780 x1874600883849344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029799:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762473.029824:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762473.029825:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762473.029826:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762473.029828:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec780 x1874600883849344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029833:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762473.029835:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec780 x1874600883849344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029839:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762473.029840:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762473.029841:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762473.029841:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762473.029842:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762473.029843:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762473.029844:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762473.029846:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762473.029847:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762473.029849:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec780 x1874600883849344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762473.029854:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883849344:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762473.029856:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762473.029857:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762473.029860:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec780 x1874600883849344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762473.029866:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762473.029867:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762473.029868:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762473.029869:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762473.029870:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762473.029871:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762473.029873:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762473.029874:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef400.
02000000:00000001:1.0:1787762473.029875:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762473.029876:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762473.029877:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec780.
00000100:00000001:1.0:1787762473.029878:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762473.029879:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762473.029880:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762473.029882:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762473.029883:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762473.029884:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762473.029885:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762473.475734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762473.475741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762473.475746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762473.475747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762473.475750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762473.475751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762473.475831:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762473.475836:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762473.475840:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762474.307752:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298531579, at 4298531584
00000100:00000040:1.0:1787762474.307752:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298531579, at 4298531584
00000100:00000010:1.0:1787762474.307774:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00000100:00000010:0.0:1787762474.307781:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d780.
00010000:00000001:0.0:1787762474.499702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762474.499712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762474.499718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762474.499719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762474.499722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762474.499722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762474.499756:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762474.499760:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762474.499763:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762475.523826:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762475.523835:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762475.523843:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762475.523844:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762475.523847:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762475.523848:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762475.523984:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762475.523989:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762475.523994:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762476.547672:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762476.547679:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762476.547684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762476.547686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762476.547689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762476.547690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762476.547713:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762476.547716:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762476.547719:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762477.571734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762477.571743:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762477.571745:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762477.571748:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762477.571753:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762477.571755:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762477.571756:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762477.571758:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762477.571761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762477.571762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762477.571765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762477.571766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762477.571822:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762477.571825:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762477.571827:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762478.147671:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762478.147679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762478.147681:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762478.147683:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762478.147687:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762478.147692:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3863
00000400:00000200:3.0:1787762478.147698:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762478.147702:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762478.147704:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762478.147707:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762478.147709:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762478.147710:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762478.147711:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762478.147714:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762478.147715:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762478.147717:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762478.147720:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762478.147721:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762478.147723:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762478.147725:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762478.147726:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762478.147727:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762478.147728:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762478.147731:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762478.147733:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762478.147735:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762478.147737:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762478.147739:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762478.147741:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762478.147743:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762478.147744:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762478.147751:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787762478.147754:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762478.147757:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762478.147758:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762478.147761:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762478.147763:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762478.147766:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762478.147772:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762478.147777:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762478.147786:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883849472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762478.147796:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762478.147800:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762478.147804:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883849472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762478.147842:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762478.147845:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762478.147847:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762478.147848:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762478.147849:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762478.147851:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762478.147853:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3863
00000400:00000200:3.0:1787762478.147856:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762478.147858:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762478.147860:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762478.147862:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762478.147863:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762478.147865:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762478.147866:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762478.147868:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762478.147869:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762478.147870:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762478.147871:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762478.147873:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762478.147874:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762478.147876:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762478.147877:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762478.147879:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787762478.147879:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762478.147883:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762478.147885:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787762478.147885:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00000001:1.0:1787762478.147889:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787762478.147890:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762478.147894:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762478.147895:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787762478.147900:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e9a40 x1874600883849472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762478.147900:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762478.147904:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762478.147906:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762478.147910:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762478.147914:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1787762478.147915:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762478.147917:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762478.147919:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762478.147923:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1787762478.147924:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
02000000:00000001:1.0:1787762478.147927:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787762478.147928:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:1.0:1787762478.147932:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762478.147934:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762478.147936:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762478.147938:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883849472:192.168.204.116@tcp:250:kworker.0
00000100:00000001:3.0:1787762478.147940:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762478.147943:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762478.147946:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762478.147948:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1787762478.147953:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
02000000:00000001:1.0:1787762478.147954:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762478.147958:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762478.147960:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762478.147965:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883849600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787762478.147973:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762478.147976:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762478.147980:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762478.147981:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762478.147986:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762478.147986:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883849600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762478.147995:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762478.148002:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000100:00000001:3.0:1787762478.148002:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762478.148008:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787762478.148011:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00080000:3.0:1787762478.148012:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762478.148016:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762478.148017:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1787762478.148020:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883849472, portal 25
00000100:00000001:3.0:1787762478.148021:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762478.148025:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787762478.148026:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3863
00000100:00000001:1.0:1787762478.148028:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885929536 : -115902823622080 : ffff9696455e9a40)
00000400:00000200:3.0:1787762478.148033:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:1.0:1787762478.148037:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e9a40 x1874600883849472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787762478.148039:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762478.148044:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762478.148051:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762478.148053:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787762478.148055:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762478.148059:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00000040:3.0:1787762478.148061:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000010:1.0:1787762478.148063:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000001:3.0:1787762478.148065:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000200:1.0:1787762478.148068:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883849472, offset 0
00000020:00000001:3.0:1787762478.148069:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762478.148072:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762478.148074:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762478.148077:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000400:00000200:1.0:1787762478.148080:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000020:00000001:3.0:1787762478.148081:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762478.148084:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762478.148089:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762478.148090:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762478.148095:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762478.148098:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762478.148100:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:1.0:1787762478.148102:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000020:00000040:3.0:1787762478.148103:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762478.148108:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000400:00000200:1.0:1787762478.148110:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787762478.148111:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762478.148114:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762478.148117:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
02000000:00000001:3.0:1787762478.148117:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762478.148121:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762478.148123:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762478.148124:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000008:00100000:3.0:1787762478.148126:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762478.148127:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762478.148128:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762478.148131:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787762478.148132:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762478.148136:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762478.148138:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762478.148139:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762478.148140:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787762478.148141:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
02000000:00000001:3.0:1787762478.148142:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762478.148147:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000400:00000200:1.0:1787762478.148150:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3574:3574:256:4294967295] 192.168.204.116@tcp LPNI seq info [3574:3574:8:4294967295]
00000100:00000001:3.0:1787762478.148151:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762478.148158:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883849728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762478.148161:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762478.148167:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762478.148169:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762478.148173:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883849728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762478.148182:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787762478.148183:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762478.148188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762478.148193:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:1.0:1787762478.148194:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000001:3.0:1787762478.148195:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762478.148198:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762478.148201:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762478.148204:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3863
00000800:00000010:1.0:1787762478.148207:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330b00.
00000400:00000200:3.0:1787762478.148209:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762478.148214:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000800:00000200:1.0:1787762478.148219:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:3.0:1787762478.148220:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762478.148226:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000800:00000200:1.1:1787762478.148230:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787762478.148231:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762478.148236:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762478.148239:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762478.148241:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762478.148243:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762478.148244:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762478.148246:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762478.148248:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000001:1.0:1787762478.148250:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762478.148252:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000400:00000200:1.0:1787762478.148256:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:3.0:1787762478.148258:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762478.148261:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762478.148263:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762478.148268:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762478.148269:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298536699
00000020:00000040:3.0:1787762478.148272:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00000010:1.0:1787762478.148276:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816dd80.
00000100:00080000:3.0:1787762478.148277:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762478.148282:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762478.148285:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1787762478.148285:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762478.148288:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762478.148291:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762478.148292:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762478.148294:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298536699
00000008:00100000:3.0:1787762478.148294:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762478.148299:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762478.148301:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d420.
00000100:00000001:3.0:1787762478.148301:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762478.148304:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000100:00000001:1.0:1787762478.148307:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000020:00000040:3.0:1787762478.148308:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762478.148312:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787762478.148314:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762478.148314:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762478.148319:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762478.148320:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762478.148322:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787762478.148325:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762478.148326:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762478.148329:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1787762478.148332:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:1.0:1787762478.148337:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762478.148337:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762478.148341:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787762478.148346:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:3.0:1787762478.148346:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883849856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762478.148349:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762478.148352:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762478.148359:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ea940 x1874600883849600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762478.148360:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762478.148363:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762478.148369:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883849856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762478.148372:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762478.148374:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762478.148380:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762478.148383:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762478.148386:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762478.148388:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762478.148390:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883849600:192.168.204.116@tcp:38:kworker.0
00000100:00080000:3.0:1787762478.148391:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762478.148398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787762478.148399:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787762478.148400:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762478.148403:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787762478.148404:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787762478.148405:0:8:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787762478.148408:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762478.148409:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3863
02000000:00000001:1.0:1787762478.148413:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1787762478.148416:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762478.148418:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
02000000:00000010:1.0:1787762478.148419:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449c00.
00000100:00080000:3.0:1787762478.148420:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787762478.148424:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762478.148425:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762478.148429:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762478.148432:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762478.148434:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762478.148435:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762478.148438:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762478.148439:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000400:00000010:1.0:1787762478.148440:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02420.
00000020:00000001:3.0:1787762478.148441:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762478.148443:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762478.148445:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762478.148446:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000400:00000010:1.0:1787762478.148448:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482403b8.
00000100:00000040:3.0:1787762478.148449:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762478.148452:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762478.148453:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000200:1.0:1787762478.148454:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883849600, portal 10
00000100:00000001:3.0:1787762478.148455:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762478.148459:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00000001:1.0:1787762478.148460:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762478.148463:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885933376 : -115902823618240 : ffff9696455ea940)
00000100:00080000:3.0:1787762478.148463:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762478.148465:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762478.148469:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762478.148471:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762478.148473:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762478.148475:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1787762478.148476:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ea940 x1874600883849600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787762478.148477:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762478.148480:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762478.148483:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762478.148487:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787762478.148491:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000100:00000001:1.0:1787762478.148493:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787762478.148493:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762478.148495:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762478.148497:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1787762478.148499:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
02000000:00000001:3.0:1787762478.148499:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787762478.148504:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240000.
00000100:00000200:1.0:1787762478.148506:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883849600, offset 0
02000000:00000001:3.0:1787762478.148508:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762478.148513:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000400:00000200:1.0:1787762478.148514:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000001:3.0:1787762478.148516:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762478.148520:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00100000:3.0:1787762478.148521:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883849984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762478.148528:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762478.148534:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762478.148539:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762478.148544:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787762478.148545:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762478.148548:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000001:3.0:1787762478.148550:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762478.148554:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3575:3575:255:4294967295] 192.168.204.116@tcp LPNI seq info [3575:3575:7:4294967295]
00000100:00000040:3.0:1787762478.148559:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883849984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762478.148563:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762478.148574:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762478.148576:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787762478.148580:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3873)
00000800:00000200:1.0:1787762478.148584:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762478.148588:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330c00.
00000800:00000200:1.0:1787762478.148592:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762478.148618:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762478.148621:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762478.148630:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762478.148633:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762478.148635:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298535460
00000100:00000001:1.0:1787762478.148637:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298536699
00000100:00000001:1.0:1787762478.148639:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298535460
00000100:00000001:1.0:1787762478.148641:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298536699
00000100:00000001:1.0:1787762478.148643:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762478.148646:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762478.148647:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762478.148651:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455eb0c0 x1874600883849728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762478.148657:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762478.148659:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762478.148660:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762478.148662:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762478.148664:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762478.148666:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455eb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883849728:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762478.148669:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762478.148671:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762478.148672:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762478.148674:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762478.148677:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a400.
02000000:00000001:1.0:1787762478.148679:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762478.148682:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762478.148684:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762478.148687:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
00000100:00000200:1.0:1787762478.148690:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883849728, portal 10
00000100:00000001:1.0:1787762478.148691:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762478.148693:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885935296 : -115902823616320 : ffff9696455eb0c0)
00000100:00000040:1.0:1787762478.148699:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455eb0c0 x1874600883849728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762478.148705:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762478.148707:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762478.148710:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762478.148712:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883849728, offset 0
00000400:00000200:1.0:1787762478.148715:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762478.148719:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762478.148722:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762478.148726:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762478.148728:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762478.148730:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762478.148732:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762478.148735:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3576:3576:254:4294967295] 192.168.204.116@tcp LPNI seq info [3576:3576:6:4294967295]
00000400:00000200:1.0:1787762478.148738:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762478.148743:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762478.148747:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762478.148750:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330d00.
00000800:00000200:1.0:1787762478.148753:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762478.148757:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762478.148759:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762478.148762:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762478.148770:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762478.148771:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298535519
00000100:00000001:1.0:1787762478.148774:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298536699
00000100:00000001:1.0:1787762478.148775:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298535519
00000100:00000001:1.0:1787762478.148778:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298536699
00000100:00000001:1.0:1787762478.148780:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762478.148781:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762478.148784:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762478.148786:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762478.148789:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762478.148790:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787762478.148792:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762478.148793:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762478.148795:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762478.148798:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8780 x1874600883849856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762478.148805:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762478.148806:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762478.148808:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762478.148811:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762478.148812:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762478.148815:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883849856:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762478.148818:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762478.148820:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762478.148821:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762478.148822:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762478.148825:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449400.
02000000:00000001:1.0:1787762478.148827:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762478.148829:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762478.148846:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02c08.
00000400:00000010:1.0:1787762478.148851:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000100:00000200:1.0:1787762478.148854:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883849856, portal 4
00000100:00000001:1.0:1787762478.148856:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762478.148857:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885924736 : -115902823626880 : ffff9696455e8780)
00000100:00000040:1.0:1787762478.148864:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8780 x1874600883849856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762478.148870:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762478.148872:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762478.148875:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482406e8.
00000100:00000200:1.0:1787762478.148878:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883849856, offset 0
00000400:00000200:1.0:1787762478.148881:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762478.148885:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762478.148888:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762478.148890:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762478.148893:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762478.148895:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762478.148897:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762478.148899:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3577:3577:253:4294967295] 192.168.204.116@tcp LPNI seq info [3577:3577:5:4294967295]
00000400:00000200:1.0:1787762478.148902:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762478.148907:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762478.148911:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762478.148915:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330500.
00000800:00000200:1.0:1787762478.148918:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762478.148922:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762478.148925:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762478.148927:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762478.148931:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762478.148932:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298535440
00000100:00000001:1.0:1787762478.148934:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298536699
00000100:00000001:1.0:1787762478.148938:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298535440
00000100:00000001:1.0:1787762478.148940:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298536699
00000100:00000001:1.0:1787762478.148941:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762478.148943:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762478.148945:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762478.148948:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455eb480 x1874600883849984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762478.148955:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762478.148956:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762478.148958:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762478.148959:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762478.148961:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762478.148964:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883849984:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762478.148968:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762478.148969:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762478.148970:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762478.148972:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762478.148975:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448000.
02000000:00000001:1.0:1787762478.148977:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762478.148981:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762478.148983:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762478.148986:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762478.148989:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883849984, portal 4
00000100:00000001:1.0:1787762478.148990:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762478.148992:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885936256 : -115902823615360 : ffff9696455eb480)
00000100:00000040:1.0:1787762478.148997:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455eb480 x1874600883849984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762478.149003:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762478.149005:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762478.149008:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240cc0.
00000100:00000200:1.0:1787762478.149010:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883849984, offset 0
00000400:00000200:1.0:1787762478.149020:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762478.149024:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762478.149028:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762478.149030:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762478.149032:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762478.149034:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762478.149036:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762478.149039:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3578:3578:252:4294967295] 192.168.204.116@tcp LPNI seq info [3578:3578:4:4294967295]
00000400:00000200:1.0:1787762478.149042:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762478.149047:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762478.149051:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762478.149054:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330400.
00000800:00000200:1.0:1787762478.149058:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762478.149061:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762478.149063:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762478.149067:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762478.149070:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762478.149071:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298535447
00000100:00000001:1.0:1787762478.149074:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298536699
00000100:00000001:1.0:1787762478.149075:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298535447
00000100:00000001:1.0:1787762478.149077:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298536699
00000100:00000001:1.0:1787762478.149080:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762478.149082:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762478.149084:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762478.149086:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762478.149089:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762478.149091:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787762478.149093:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762478.149094:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762478.149096:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762478.149097:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762478.595700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762478.595705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762478.595709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762478.595710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762478.595712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762478.595713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762478.595730:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762478.595732:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762478.595733:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787762479.427697:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298536699, at 4298536704
00000100:00000040:0.0:1787762479.427706:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298536699, at 4298536704
00000100:00000010:1.0:1787762479.427709:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00000100:00000010:0.0:1787762479.427722:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dd80.
00010000:00000001:0.0:1787762479.619725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762479.619735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762479.619743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762479.619748:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762479.619750:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762479.619755:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762479.619759:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762479.619762:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762479.619763:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762479.619766:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762479.619769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762479.619770:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762479.619852:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762479.619859:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762479.619864:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762480.643704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762480.643709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762480.643714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762480.643715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762480.643717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762480.643718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762480.643737:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762480.643738:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762480.643740:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787762481.219873:0:2384:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.116:988
00000400:00000100:2.0:1787762481.219932:0:2384:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.116@tcp at host 192.168.204.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787762481.219943:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762481.219947:0:2384:0:(router.c:1791:lnet_notify()) 192.168.204.16@tcp notifying 192.168.204.116@tcp: down
00000400:00000200:2.0:1787762481.219953:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762481.219957:0:2384:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787762481.219962:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:2.0:1787762481.219966:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330b00.
00000400:00000200:2.0:1787762481.219973:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787762481.219977:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787762481.219984:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:2.0:1787762481.219986:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:2.0:1787762481.219992:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762481.220000:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455e9a40 x1874600883849472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762481.220031:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762481.220036:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9a40 x1874600883849472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762503 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762481.220043:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762481.220045:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787762481.220056:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:2.0:1787762481.220058:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330c00.
00000400:00000200:2.0:1787762481.220061:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787762481.220065:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787762481.220068:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240000
00000400:00000010:2.0:1787762481.220070:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240000.
00000100:00000001:2.0:1787762481.220073:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762481.220079:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455ea940 x1874600883849600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.220083:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762481.220088:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787762481.220090:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787762481.220094:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea940 x1874600883849600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762503 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.220097:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787762481.220104:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762481.220106:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787762481.220113:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000100:00100000:1.0:1787762481.220114:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762478/real 1787762481]  req@ffff9696455ea940 x1874600883849600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1787762481.220115:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330d00.
00000400:00000200:2.0:1787762481.220120:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000001:1.0:1787762481.220133:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762481.220135:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762481.220139:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02420.
00000400:00000200:2.0:1787762481.220142:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787762481.220145:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482403b8
00000400:00000010:1.0:1787762481.220149:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482403b8.
00000100:00000001:1.0:1787762481.220152:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762481.220157:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ea940 x1874600883849600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762481.220158:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:2.0:1787762481.220162:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:2.0:1787762481.220169:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762481.220174:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ea940 x1874600883849600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762481.220176:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455eb0c0 x1874600883849728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.220196:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762481.220199:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762481.220203:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb0c0 x1874600883849728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762503 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.220205:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.220212:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762481.220214:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762481.220217:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762481.220218:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787762481.220226:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000100:00100000:1.0:1787762481.220228:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ea940 x1874600883849600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1787762481.220230:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330500.
00000400:00000200:2.0:1787762481.220236:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787762481.220244:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787762481.220250:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482406e8
00000400:00000010:2.0:1787762481.220254:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482406e8.
00000100:00000001:2.0:1787762481.220258:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787762481.220260:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:2.0:1787762481.220265:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455e8780 x1874600883849856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762481.220270:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ea940 x1874600883849600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762481.220282:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787762481.220287:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1787762481.220289:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8780 x1874600883849856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762503 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.220293:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.220298:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762481.220301:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762481.220304:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762481.220307:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762481.220307:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787762481.220313:0:2384:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000100:00000001:1.0:1787762481.220314:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000800:00000010:2.0:1787762481.220318:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330400.
00000100:00080000:1.0:1787762481.220320:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000400:00000200:2.0:1787762481.220323:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00080000:1.0:1787762481.220329:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000400:00000200:2.0:1787762481.220332:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1787762481.220335:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:2.0:1787762481.220337:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240cc0
00000400:00000010:2.0:1787762481.220341:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240cc0.
00000100:00000040:1.0:1787762481.220345:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ea940 x1874600883849600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762481.220346:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762481.220354:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696455eb480 x1874600883849984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762481.220363:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883849600:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762481.220369:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787762481.220372:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1787762481.220375:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb480 x1874600883849984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762503 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762481.220381:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762478/real 1787762481]  req@ffff9696455eb0c0 x1874600883849728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762481.220386:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762481.220391:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:1.0:1787762481.220398:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762481.220400:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762481.220402:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762481.220405:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:1.0:1787762481.220407:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:1.0:1787762481.220410:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762481.220414:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455eb0c0 x1874600883849728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762481.220428:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455eb0c0 x1874600883849728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.220436:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762481.220437:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.220439:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762481.220440:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762481.220444:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455eb0c0 x1874600883849728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.220451:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762481.220455:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455eb0c0 x1874600883849728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.220462:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762481.220464:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.220466:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762481.220467:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.220469:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762481.220471:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762481.220473:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762481.220477:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762481.220480:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762481.220484:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455eb0c0 x1874600883849728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762481.220492:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455eb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883849728:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762481.220496:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762481.220500:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762478/real 1787762481]  req@ffff9696455e9a40 x1874600883849472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762481.220516:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762481.220517:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762481.220519:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762481.220522:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762481.220524:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762481.220526:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762481.220529:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e9a40 x1874600883849472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762481.220537:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e9a40 x1874600883849472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.220544:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762481.220545:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.220548:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762481.220549:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762481.220553:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e9a40 x1874600883849472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.220560:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762481.220564:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e9a40 x1874600883849472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.220570:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762481.220573:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.220576:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762481.220577:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.220579:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762481.220580:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762481.220583:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762481.220586:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762481.220589:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762481.220621:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e9a40 x1874600883849472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762481.220632:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883849472:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762481.220637:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762481.220639:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762481.220643:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ea940 x1874600883849600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.220650:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762481.220653:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762481.220657:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449c00.
02000000:00000001:1.0:1787762481.220661:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762481.220665:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762481.220667:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762481.220670:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762481.220673:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89c00.
02000000:00000001:1.0:1787762481.220677:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762481.220679:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762481.220681:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ea940.
00000100:00000001:1.0:1787762481.220685:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762481.220686:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.220687:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762481.220691:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455eb0c0 x1874600883849728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.220696:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762481.220698:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762481.220699:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a400.
02000000:00000001:1.0:1787762481.220701:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762481.220703:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762481.220704:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762481.220705:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762481.220707:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89400.
02000000:00000001:1.0:1787762481.220709:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762481.220710:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762481.220711:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455eb0c0.
00000100:00000001:1.0:1787762481.220715:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762481.220716:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.220718:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762481.220721:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e9a40 x1874600883849472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.220726:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762481.220727:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762481.220729:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762481.220731:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762481.220732:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762481.220733:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762481.220735:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762481.220736:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8a400.
02000000:00000001:1.0:1787762481.220738:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762481.220739:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762481.220740:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e9a40.
00000100:00000001:1.0:1787762481.220742:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762481.220743:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.220746:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762481.220748:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762481.220749:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762481.220750:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762481.220753:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762478/real 1787762481]  req@ffff9696455e8780 x1874600883849856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762481.220761:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762481.220763:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762481.220765:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02c08.
00000400:00000200:1.0:1787762481.220767:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:1.0:1787762481.220769:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:1.0:1787762481.220771:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762481.220784:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8780 x1874600883849856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762481.220793:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8780 x1874600883849856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.220802:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762481.220804:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.220805:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762481.220807:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762481.220810:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8780 x1874600883849856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.220818:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762481.220822:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8780 x1874600883849856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.220827:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762481.220829:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.220830:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762481.220832:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.220833:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762481.220835:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762481.220837:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762481.220841:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762481.220843:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762481.220846:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8780 x1874600883849856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762481.220853:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883849856:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762481.220857:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762481.220860:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762478/real 1787762481]  req@ffff9696455eb480 x1874600883849984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762481.220866:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762481.220867:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762481.220870:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762481.220872:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762481.220874:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762481.220876:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762481.220879:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455eb480 x1874600883849984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762481.220885:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455eb480 x1874600883849984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.220890:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762481.220892:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.220893:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762481.220894:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762481.220897:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455eb480 x1874600883849984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.220903:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762481.220907:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455eb480 x1874600883849984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.220913:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762481.220916:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.220917:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762481.220918:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.220919:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762481.220921:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762481.220923:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762481.220927:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762481.220929:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762481.220932:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455eb480 x1874600883849984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762481.220939:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883849984:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762481.220943:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.220945:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762481.220948:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8780 x1874600883849856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.220954:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762481.220956:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762481.220957:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449400.
02000000:00000001:1.0:1787762481.220960:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762481.220962:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762481.220963:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762481.220965:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762481.220967:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89000.
02000000:00000001:1.0:1787762481.220968:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762481.220970:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762481.220971:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8780.
00000100:00000001:1.0:1787762481.220974:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762481.220975:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.220977:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762481.220980:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455eb480 x1874600883849984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.220986:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762481.220988:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762481.220990:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448000.
02000000:00000001:1.0:1787762481.220993:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762481.220994:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762481.220995:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762481.220998:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762481.220999:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8b400.
02000000:00000001:1.0:1787762481.221002:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762481.221003:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762481.221005:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455eb480.
00000100:00000001:1.0:1787762481.221007:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762481.221009:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.221010:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.221018:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762481.221021:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762481.221023:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762481.221024:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762481.667779:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762481.667787:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762481.667793:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762481.667794:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762481.667797:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762481.667797:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762481.667887:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762481.667894:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762481.667898:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762482.691720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762482.691726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762482.691732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762482.691736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762482.691739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762482.691743:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762482.691755:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762482.691759:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762482.691762:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762482.691764:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762482.691766:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762482.691768:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762482.691797:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762482.691799:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762482.691802:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762483.267784:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762483.267794:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762483.267797:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762483.267801:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762483.267805:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762483.267812:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3868
00000400:00000200:2.0:1787762483.267828:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762483.267834:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762483.267837:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762483.267841:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762483.267844:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762483.267847:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762483.267849:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762483.267853:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762483.267855:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762483.267858:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762483.267860:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762483.267863:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762483.267865:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762483.267868:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762483.267870:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762483.267871:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762483.267873:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762483.267890:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762483.267894:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762483.267896:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762483.267899:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762483.267902:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762483.267905:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762483.267908:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762483.267910:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762483.267918:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef840.
00000020:00000040:2.0:1787762483.267921:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762483.267925:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762483.267926:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762483.267929:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762483.267932:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762483.267935:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762483.267942:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef000.
00000100:00000001:2.0:1787762483.267948:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762483.267956:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef840 x1874600883850112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762483.267966:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762483.267970:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762483.267975:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b068e52] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef840 x1874600883850112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762483.268014:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762483.268017:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762483.268020:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762483.268021:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762483.268023:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762483.268026:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762483.268029:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3868
00000400:00000200:2.0:1787762483.268032:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762483.268035:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762483.268037:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762483.268040:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762483.268041:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762483.268043:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762483.268045:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762483.268047:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762483.268048:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762483.268050:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762483.268052:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762483.268053:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762483.268055:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762483.268058:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762483.268060:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762483.268061:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762483.268063:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762483.268066:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762483.268068:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762483.268070:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762483.268072:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762483.268078:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762483.268080:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762483.268081:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762483.268086:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762483.268089:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762483.268091:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762483.268094:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee580.
00000020:00000040:2.0:1787762483.268096:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762483.268099:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762483.268100:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762483.268102:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762483.268103:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762483.268105:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762483.268110:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ed800.
00000100:00000001:2.0:1787762483.268114:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762483.268119:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee580 x1874600883850240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762483.268126:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762483.268128:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762483.268132:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d12b9ce] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee580 x1874600883850240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762483.268140:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762483.268142:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762483.268145:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762483.268146:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762483.268148:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762483.268150:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762483.268153:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3868
00000400:00000200:2.0:1787762483.268156:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762483.268159:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762483.268161:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762483.268164:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762483.268166:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762483.268168:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762483.268170:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762483.268172:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762483.268173:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762483.268174:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762483.268176:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762483.268178:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762483.268180:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762483.268183:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762483.268184:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762483.268186:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762483.268188:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762483.268190:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762483.268193:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762483.268195:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762483.268197:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762483.268200:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762483.268202:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762483.268204:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762483.268206:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762483.268208:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762483.268210:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762483.268213:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ed2c0.
00000020:00000040:2.0:1787762483.268215:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762483.268218:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762483.268219:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762483.268220:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762483.268222:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762483.268223:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762483.268227:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec400.
00000100:00000001:2.0:1787762483.268230:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762483.268234:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ed2c0 x1874600883850368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762483.268241:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762483.268256:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762483.268260:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ed0154] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ed2c0 x1874600883850368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762483.268267:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762483.268270:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762483.268273:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762483.268274:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762483.268276:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762483.268278:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762483.268280:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3868
00000400:00000200:2.0:1787762483.268284:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762483.268286:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762483.268289:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762483.268291:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762483.268293:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762483.268295:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762483.268297:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762483.268299:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762483.268300:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762483.268301:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762483.268303:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762483.268305:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762483.268307:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762483.268310:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762483.268311:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762483.268313:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762483.268315:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762483.268317:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762483.268319:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762483.268321:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762483.268323:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762483.268325:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762483.268327:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762483.268329:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762483.268331:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762483.268334:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762483.268335:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762483.268339:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec3c0.
00000020:00000040:2.0:1787762483.268341:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762483.268343:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762483.268344:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762483.268346:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762483.268347:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762483.268349:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762483.268352:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483efc00.
00000100:00000001:2.0:1787762483.268356:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762483.268360:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec3c0 x1874600883850496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762483.268367:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762483.268369:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762483.268372:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ac1d0d0] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec3c0 x1874600883850496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762483.268378:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762483.268380:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762483.268384:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762483.268385:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762483.268387:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762483.268389:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762483.268391:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3868
00000400:00000200:2.0:1787762483.268394:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762483.268397:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762483.268398:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762483.268401:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762483.268415:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762483.268417:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762483.268419:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762483.268421:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762483.268422:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762483.268424:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762483.268426:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762483.268428:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762483.268430:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762483.268433:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762483.268435:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762483.268437:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762483.268439:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762483.268441:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762483.268444:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762483.268446:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762483.268448:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762483.268450:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762483.268452:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762483.268454:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762483.268456:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762483.268459:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762483.268460:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762483.268464:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef0c0.
00000020:00000040:2.0:1787762483.268466:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762483.268468:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762483.268470:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762483.268472:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762483.268473:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762483.268475:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762483.268479:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef400.
00000100:00000001:2.0:1787762483.268481:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762483.268485:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef0c0 x1874600883850624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762483.268492:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762483.268501:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762483.268505:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007513b59] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef0c0 x1874600883850624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762483.268512:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762483.268517:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3878)
00000100:00000001:1.0:1787762483.268794:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762483.268799:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762483.268802:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762483.268809:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef840 x1874600883850112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.268817:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762483.268819:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762483.268823:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762483.268826:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762483.268829:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762483.268832:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883850112:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762483.268836:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762483.268842:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762483.268845:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762483.268848:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762483.268854:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449400.
02000000:00000001:1.0:1787762483.268856:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762483.268862:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762483.268867:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762483.268876:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762483.268885:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883850112, portal 25
00000100:00000001:1.0:1787762483.268887:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762483.268889:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089377344 : -115902620174272 : ffff9696517ef840)
00000100:00000040:1.0:1787762483.268895:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef840 x1874600883850112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.268903:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762483.268906:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762483.268908:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000100:00000200:1.0:1787762483.268912:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883850112, offset 0
00000400:00000200:1.0:1787762483.268919:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762483.268927:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762483.268933:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762483.268938:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762483.268943:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762483.268947:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762483.268950:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762483.268954:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3579:3579:256:4294967295] 192.168.204.116@tcp LPNI seq info [3579:3579:8:4294967295]
00000400:00000200:1.0:1787762483.268958:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762483.268968:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762483.268974:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762483.268981:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762483.268988:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762483.268992:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762483.268998:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762483.269001:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762483.269005:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762483.269008:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762483.269013:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762483.269017:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762483.269022:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:1.0:1787762483.269025:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:1.0:1787762483.269029:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762483.269033:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ef840 x1874600883850112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.269042:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762483.269045:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef840 x1874600883850112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.269052:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762483.269054:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762483.269060:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762483.269064:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762483.269067:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298541820
00000100:00000010:1.0:1787762483.269071:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d420.
00000100:00000001:1.0:1787762483.269077:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762483.269083:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298541820
00000100:00000010:1.0:1787762483.269086:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816dea0.
00000100:00000001:1.0:1787762483.269088:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762483.269091:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762483.269094:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762483.269095:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762483.269100:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762483/real 1787762483]  req@ffff9696517ef840 x1874600883850112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762483.269108:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762483.269109:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762483.269111:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762483.269113:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762483.269115:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762483.269117:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762483.269121:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef840 x1874600883850112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762483.269129:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef840 x1874600883850112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.269135:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762483.269137:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762483.269139:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762483.269142:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762483.269146:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef840 x1874600883850112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.269152:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762483.269157:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef840 x1874600883850112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.269168:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762483.269171:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762483.269173:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762483.269174:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762483.269176:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762483.269178:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762483.269181:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762483.269184:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762483.269187:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762483.269190:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef840 x1874600883850112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762483.269198:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883850112:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762483.269203:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762483.269205:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ee580 x1874600883850240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.269211:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762483.269212:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762483.269214:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762483.269215:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762483.269217:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762483.269220:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883850240:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762483.269223:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762483.269225:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762483.269226:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762483.269228:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762483.269231:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762483.269232:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762483.269236:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762483.269239:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762483.269242:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762483.269245:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883850240, portal 10
00000100:00000001:1.0:1787762483.269246:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762483.269247:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089372544 : -115902620179072 : ffff9696517ee580)
00000100:00000040:1.0:1787762483.269254:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ee580 x1874600883850240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.269261:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762483.269263:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762483.269265:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000100:00000200:1.0:1787762483.269268:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883850240, offset 0
00000400:00000200:1.0:1787762483.269272:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762483.269276:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762483.269279:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762483.269282:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762483.269284:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762483.269286:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762483.269289:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762483.269292:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3580:3580:256:4294967295] 192.168.204.116@tcp LPNI seq info [3580:3580:8:4294967295]
00000400:00000200:1.0:1787762483.269296:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762483.269302:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762483.269307:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762483.269310:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762483.269313:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762483.269316:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762483.269320:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762483.269322:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762483.269325:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762483.269330:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762483.269333:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762483.269336:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762483.269338:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:1.0:1787762483.269340:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:1.0:1787762483.269343:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762483.269346:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ee580 x1874600883850240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.269353:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762483.269356:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee580 x1874600883850240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.269362:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762483.269363:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762483.269366:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762483.269370:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762483.269373:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762483.269375:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298540580
00000100:00000001:1.0:1787762483.269377:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298541820
00000100:00000001:1.0:1787762483.269379:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298540580
00000100:00000001:1.0:1787762483.269381:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298541820
00000100:00000001:1.0:1787762483.269383:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762483.269385:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762483.269387:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762483.269391:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762483/real 1787762483]  req@ffff9696517ee580 x1874600883850240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762483.269397:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762483.269399:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762483.269400:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762483.269402:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762483.269404:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762483.269406:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762483.269409:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ee580 x1874600883850240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762483.269417:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ee580 x1874600883850240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.269428:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762483.269429:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762483.269431:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762483.269432:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762483.269434:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ee580 x1874600883850240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.269440:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762483.269446:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ee580 x1874600883850240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.269451:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762483.269453:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762483.269455:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762483.269456:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762483.269458:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762483.269460:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762483.269462:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762483.269465:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762483.269467:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762483.269471:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ee580 x1874600883850240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762483.269477:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883850240:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762483.269481:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762483.269484:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ed2c0 x1874600883850368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.269489:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762483.269490:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762483.269493:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762483.269495:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762483.269496:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762483.269499:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ed2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883850368:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762483.269501:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762483.269503:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762483.269506:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762483.269507:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762483.269511:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a400.
02000000:00000001:1.0:1787762483.269513:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762483.269516:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762483.269518:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762483.269521:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762483.269524:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883850368, portal 10
00000100:00000001:1.0:1787762483.269526:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762483.269527:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089367744 : -115902620183872 : ffff9696517ed2c0)
00000100:00000040:1.0:1787762483.269532:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ed2c0 x1874600883850368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.269537:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762483.269540:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762483.269542:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000100:00000200:1.0:1787762483.269544:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883850368, offset 0
00000400:00000200:1.0:1787762483.269548:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762483.269551:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762483.269554:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762483.269558:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762483.269560:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762483.269562:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762483.269564:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762483.269568:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3581:3581:256:4294967295] 192.168.204.116@tcp LPNI seq info [3581:3581:8:4294967295]
00000400:00000200:1.0:1787762483.269572:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762483.269579:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762483.269585:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762483.269588:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762483.269591:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762483.269593:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762483.269639:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762483.269641:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762483.269644:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762483.269646:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762483.269649:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762483.269652:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762483.269655:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:1.0:1787762483.269656:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:1.0:1787762483.269659:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762483.269662:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ed2c0 x1874600883850368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.269668:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762483.269670:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ed2c0 x1874600883850368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.269675:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762483.269676:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762483.269679:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762483.269683:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762483.269685:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762483.269687:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298540640
00000100:00000001:1.0:1787762483.269690:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298541820
00000100:00000001:1.0:1787762483.269692:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298540640
00000100:00000001:1.0:1787762483.269694:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298541820
00000100:00000001:1.0:1787762483.269696:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762483.269698:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762483.269699:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762483.269703:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762483/real 1787762483]  req@ffff9696517ed2c0 x1874600883850368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762483.269710:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762483.269711:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762483.269712:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762483.269714:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762483.269716:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762483.269717:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762483.269720:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ed2c0 x1874600883850368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762483.269727:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ed2c0 x1874600883850368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.269744:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762483.269745:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762483.269747:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762483.269748:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762483.269752:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ed2c0 x1874600883850368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.269758:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762483.269761:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ed2c0 x1874600883850368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.269767:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762483.269770:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762483.269771:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762483.269772:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762483.269774:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762483.269775:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762483.269777:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762483.269780:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762483.269782:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762483.269787:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ed2c0 x1874600883850368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762483.269794:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ed2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883850368:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762483.269798:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762483.269801:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec3c0 x1874600883850496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.269808:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762483.269809:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762483.269812:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762483.269814:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762483.269816:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762483.269819:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883850496:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762483.269822:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762483.269824:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762483.269826:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762483.269828:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762483.269831:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449c00.
02000000:00000001:1.0:1787762483.269833:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762483.269837:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762483.269839:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762483.269843:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762483.269846:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883850496, portal 4
00000100:00000001:1.0:1787762483.269848:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762483.269849:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089363904 : -115902620187712 : ffff9696517ec3c0)
00000100:00000040:1.0:1787762483.269855:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec3c0 x1874600883850496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.269862:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762483.269864:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762483.269867:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000100:00000200:1.0:1787762483.269869:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883850496, offset 0
00000400:00000200:1.0:1787762483.269874:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762483.269877:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762483.269880:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762483.269883:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762483.269885:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762483.269887:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762483.269889:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762483.269892:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3582:3582:256:4294967295] 192.168.204.116@tcp LPNI seq info [3582:3582:8:4294967295]
00000400:00000200:1.0:1787762483.269895:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762483.269901:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762483.269904:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762483.269907:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762483.269911:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762483.269913:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762483.269917:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762483.269919:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762483.269923:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762483.269924:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762483.269927:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762483.269930:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762483.269932:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:1.0:1787762483.269934:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:1.0:1787762483.269936:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762483.269940:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ec3c0 x1874600883850496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.269947:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762483.269949:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec3c0 x1874600883850496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.269955:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762483.269956:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762483.269959:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762483.269961:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762483.269964:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762483.269966:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298540561
00000100:00000001:1.0:1787762483.269969:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298541820
00000100:00000001:1.0:1787762483.269971:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298540561
00000100:00000001:1.0:1787762483.269972:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298541820
00000100:00000001:1.0:1787762483.269974:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762483.269976:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762483.269977:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762483.269981:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762483/real 1787762483]  req@ffff9696517ec3c0 x1874600883850496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762483.269989:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762483.269990:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762483.269992:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762483.269994:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762483.269995:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762483.269997:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762483.270001:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec3c0 x1874600883850496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762483.270009:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec3c0 x1874600883850496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.270014:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762483.270016:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762483.270018:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762483.270019:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762483.270022:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec3c0 x1874600883850496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.270028:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762483.270031:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec3c0 x1874600883850496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.270037:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762483.270039:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762483.270041:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762483.270042:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762483.270043:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762483.270045:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762483.270047:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762483.270050:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762483.270051:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762483.270054:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec3c0 x1874600883850496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762483.270061:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883850496:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762483.270065:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762483.270067:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef0c0 x1874600883850624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.270072:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762483.270073:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762483.270076:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762483.270077:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762483.270079:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762483.270081:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883850624:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762483.270084:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762483.270085:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762483.270087:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762483.270088:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762483.270091:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762483.270092:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762483.270095:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762483.270097:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762483.270099:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762483.270102:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883850624, portal 4
00000100:00000001:1.0:1787762483.270103:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762483.270105:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089375424 : -115902620176192 : ffff9696517ef0c0)
00000100:00000040:1.0:1787762483.270109:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef0c0 x1874600883850624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.270114:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762483.270116:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762483.270118:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000100:00000200:1.0:1787762483.270119:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883850624, offset 0
00000400:00000200:1.0:1787762483.270123:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762483.270126:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762483.270129:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762483.270131:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762483.270133:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762483.270135:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762483.270137:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762483.270140:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3583:3583:256:4294967295] 192.168.204.116@tcp LPNI seq info [3583:3583:8:4294967295]
00000400:00000200:1.0:1787762483.270143:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762483.270148:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762483.270151:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762483.270154:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762483.270158:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762483.270160:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762483.270164:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762483.270167:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762483.270170:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762483.270172:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762483.270175:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762483.270177:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762483.270181:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:1.0:1787762483.270182:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:1.0:1787762483.270185:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762483.270188:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ef0c0 x1874600883850624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.270200:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762483.270209:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef0c0 x1874600883850624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.270215:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762483.270216:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762483.270219:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762483.270222:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762483.270226:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762483.270227:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298540568
00000100:00000001:1.0:1787762483.270230:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298541820
00000100:00000001:1.0:1787762483.270231:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298540568
00000100:00000001:1.0:1787762483.270233:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298541820
00000100:00000001:1.0:1787762483.270235:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762483.270237:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762483.270239:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762483.270242:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762483/real 1787762483]  req@ffff9696517ef0c0 x1874600883850624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762483.270249:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762483.270251:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762483.270255:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762483.270257:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762483.270259:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762483.270261:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762483.270264:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef0c0 x1874600883850624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762483.270271:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef0c0 x1874600883850624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.270278:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762483.270280:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762483.270281:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762483.270283:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762483.270286:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef0c0 x1874600883850624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.270291:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762483.270294:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef0c0 x1874600883850624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.270299:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762483.270301:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762483.270303:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762483.270304:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762483.270305:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762483.270307:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762483.270309:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762483.270312:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762483.270314:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762483.270317:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef0c0 x1874600883850624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762483.270323:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883850624:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762483.270326:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762483.270328:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762483.270331:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef840 x1874600883850112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.270336:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762483.270338:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762483.270341:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449400.
02000000:00000001:1.0:1787762483.270344:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762483.270346:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762483.270347:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762483.270349:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762483.270351:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef000.
02000000:00000001:1.0:1787762483.270355:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762483.270357:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762483.270358:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef840.
00000100:00000001:1.0:1787762483.270361:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762483.270362:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762483.270364:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762483.270367:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ee580 x1874600883850240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.270372:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762483.270373:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762483.270374:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762483.270376:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762483.270377:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762483.270378:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762483.270380:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762483.270381:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ed800.
02000000:00000001:1.0:1787762483.270383:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762483.270384:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762483.270385:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ee580.
00000100:00000001:1.0:1787762483.270388:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762483.270389:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762483.270390:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762483.270393:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ed2c0 x1874600883850368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.270398:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762483.270400:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762483.270401:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a400.
02000000:00000001:1.0:1787762483.270403:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762483.270404:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762483.270405:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762483.270407:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762483.270408:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ec400.
02000000:00000001:1.0:1787762483.270410:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762483.270411:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762483.270412:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ed2c0.
00000100:00000001:1.0:1787762483.270414:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762483.270415:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762483.270417:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762483.270419:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec3c0 x1874600883850496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.270425:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762483.270426:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762483.270428:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449c00.
02000000:00000001:1.0:1787762483.270430:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762483.270431:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762483.270432:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762483.270434:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762483.270435:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483efc00.
02000000:00000001:1.0:1787762483.270437:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762483.270438:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762483.270439:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec3c0.
00000100:00000001:1.0:1787762483.270441:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762483.270442:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762483.270444:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762483.270446:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef0c0 x1874600883850624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762483.270452:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762483.270454:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762483.270455:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762483.270457:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762483.270458:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762483.270459:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762483.270461:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762483.270462:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef400.
02000000:00000001:1.0:1787762483.270464:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762483.270465:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762483.270466:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef0c0.
00000100:00000001:1.0:1787762483.270468:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762483.270469:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762483.270472:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762483.270479:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762483.270480:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762483.270483:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762483.270484:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762483.715734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762483.715743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762483.715751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762483.715753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762483.715756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762483.715757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762483.715815:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762483.715818:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762483.715821:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762484.547725:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298541820, at 4298541824
00000100:00000040:1.0:1787762484.547734:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298541820, at 4298541824
00000100:00000010:0.0:1787762484.547738:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00000100:00000010:1.0:1787762484.547756:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00010000:00000001:0.0:1787762484.739697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762484.739703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762484.739720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762484.739721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762484.739723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762484.739723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762484.739749:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762484.739751:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762484.739753:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762485.763706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762485.763713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762485.763718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762485.763720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762485.763723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762485.763725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762485.763805:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762485.763812:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762485.763816:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762486.787713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762486.787718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762486.787722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762486.787723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762486.787725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762486.787726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762486.787759:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762486.787761:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762486.787764:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762487.811693:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762487.811704:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762487.811707:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762487.811711:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762487.811717:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762487.811720:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762487.811722:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762487.811725:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762487.811730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762487.811731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762487.811736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762487.811737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762487.811805:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762487.811810:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762487.811814:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762488.387724:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762488.387735:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762488.387738:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762488.387742:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762488.387746:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762488.387754:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3873
00000400:00000200:2.0:1787762488.387763:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762488.387769:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762488.387771:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762488.387774:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762488.387778:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762488.387781:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762488.387783:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762488.387788:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762488.387790:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762488.387794:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762488.387798:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762488.387801:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762488.387804:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762488.387807:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762488.387810:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762488.387812:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762488.387814:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762488.387824:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762488.387828:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762488.387830:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762488.387834:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762488.387838:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762488.387841:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762488.387844:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762488.387847:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762488.387861:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee1c0.
00000020:00000040:2.0:1787762488.387865:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762488.387870:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762488.387871:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762488.387874:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762488.387877:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762488.387882:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762488.387888:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483edc00.
00000100:00000001:2.0:1787762488.387895:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762488.387905:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee1c0 x1874600883850752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762488.387913:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762488.387916:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762488.387920:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000dbff278] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee1c0 x1874600883850752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762488.387948:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762488.387952:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762488.387955:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762488.387956:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762488.387958:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762488.387961:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762488.387964:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3873
00000400:00000200:2.0:1787762488.387969:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762488.387971:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762488.387973:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762488.387976:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762488.387977:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762488.387980:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787762488.387980:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762488.387981:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762488.387984:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762488.387985:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1787762488.387986:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762488.387989:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762488.387990:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787762488.387991:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762488.387995:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762488.387998:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:1.0:1787762488.387999:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ee1c0 x1874600883850752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762488.388001:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762488.388005:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762488.388008:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762488.388012:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762488.388015:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00000001:1.0:1787762488.388017:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787762488.388018:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762488.388020:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762488.388021:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762488.388024:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762488.388025:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762488.388028:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762488.388029:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762488.388030:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787762488.388034:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ee1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883850752:192.168.204.116@tcp:250:kworker.0
02000000:00000001:2.0:1787762488.388034:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762488.388038:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762488.388040:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1787762488.388044:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787762488.388046:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:2.0:1787762488.388047:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762488.388050:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762488.388050:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762488.388053:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef480.
02000000:00000001:1.0:1787762488.388054:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1787762488.388056:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762488.388059:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762488.388059:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762488.388061:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448400.
00000100:00000001:2.0:1787762488.388061:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762488.388063:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762488.388065:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762488.388066:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762488.388072:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000010:2.0:1787762488.388072:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ecc00.
00000400:00000010:1.0:1787762488.388078:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000100:00000001:2.0:1787762488.388078:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762488.388084:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef480 x1874600883850880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762488.388087:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000001:2.0:1787762488.388093:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762488.388095:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762488.388097:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883850752, portal 25
00000100:00000040:2.0:1787762488.388099:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8eb0c3a] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef480 x1874600883850880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.388100:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762488.388103:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089371584 : -115902620180032 : ffff9696517ee1c0)
00000100:00000040:1.0:1787762488.388111:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ee1c0 x1874600883850752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762488.388124:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762488.388126:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787762488.388128:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787762488.388130:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762488.388134:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000100:00080000:2.0:1787762488.388134:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762488.388136:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1787762488.388139:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883850752, offset 0
00000100:00080000:2.0:1787762488.388139:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762488.388143:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762488.388146:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3873
00000400:00000200:2.0:1787762488.388150:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762488.388151:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762488.388153:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762488.388156:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762488.388157:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762488.388158:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762488.388160:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762488.388161:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762488.388163:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787762488.388166:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000040:2.0:1787762488.388166:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762488.388168:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762488.388171:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762488.388172:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762488.388173:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762488.388176:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762488.388178:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762488.388179:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000040:2.0:1787762488.388181:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762488.388185:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762488.388187:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000400:00000200:1.0:1787762488.388191:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1787762488.388191:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762488.388195:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762488.388197:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762488.388199:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
02000000:00000001:2.0:1787762488.388200:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762488.388203:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762488.388205:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787762488.388206:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762488.388210:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000008:00100000:2.0:1787762488.388210:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762488.388213:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762488.388215:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762488.388217:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517efc00.
00000020:00000040:2.0:1787762488.388218:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762488.388219:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762488.388220:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762488.388223:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787762488.388224:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3584:3584:256:4294967295] 192.168.204.116@tcp LPNI seq info [3584:3584:8:4294967295]
02000000:00000001:2.0:1787762488.388224:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762488.388226:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762488.388231:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec000.
00000400:00000200:1.0:1787762488.388234:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762488.388235:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762488.388240:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517efc00 x1874600883851008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762488.388249:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787762488.388254:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762488.388256:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762488.388259:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000040:2.0:1787762488.388261:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c6b28ed] to pc [ptlrpcd_rcv+-1]  req@ffff9696517efc00 x1874600883851008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787762488.388267:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000100:00000001:2.0:1787762488.388267:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762488.388271:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762488.388273:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762488.388274:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762488.388276:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1787762488.388279:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:2.0:1787762488.388280:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762488.388284:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3873
00000800:00000200:1.0:1787762488.388286:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000400:00000200:2.0:1787762488.388288:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762488.388292:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762488.388294:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787762488.388298:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:2.0:1787762488.388300:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762488.388305:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787762488.388306:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1787762488.388307:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762488.388310:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762488.388313:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762488.388314:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762488.388316:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000100:1.0:1787762488.388317:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000020:00000040:2.0:1787762488.388318:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762488.388322:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000800:00000010:1.0:1787762488.388323:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000020:00000001:2.0:1787762488.388323:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762488.388328:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762488.388329:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762488.388331:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762488.388332:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787762488.388333:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762488.388336:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762488.388339:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000400:00000200:1.0:1787762488.388341:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787762488.388344:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762488.388347:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762488.388348:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
02000000:00000001:2.0:1787762488.388350:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1787762488.388351:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
02000000:00000001:2.0:1787762488.388357:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762488.388358:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787762488.388360:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:1.0:1787762488.388364:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ee1c0 x1874600883850752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1787762488.388366:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762488.388372:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762488.388377:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762488.388379:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000010:2.0:1787762488.388382:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec000.
00000100:00000040:1.0:1787762488.388383:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee1c0 x1874600883850752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787762488.388389:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762488.388394:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762488.388396:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762488.388398:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762488.388398:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762488.388402:0:2396:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787762488.388402:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762488.388406:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762488.388414:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef800.
00000100:00000001:2.0:1787762488.388418:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762488.388424:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec000 x1874600883851136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762488.388431:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762488.388434:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762488.388437:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e53fc05c] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec000 x1874600883851136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762488.388445:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762488.388448:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762488.388452:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762488.388453:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762488.388455:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762488.388458:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762488.388461:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3873
00000400:00000200:2.0:1787762488.388465:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762488.388468:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762488.388471:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762488.388473:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762488.388476:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762488.388477:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762488.388479:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762488.388482:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762488.388483:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762488.388485:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762488.388487:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762488.388489:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762488.388491:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762488.388495:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762488.388497:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762488.388500:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762488.388501:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762488.388504:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762488.388507:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762488.388509:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762488.388511:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762488.388514:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762488.388516:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762488.388518:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762488.388520:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762488.388522:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762488.388524:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762488.388528:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ecb40.
00000020:00000040:2.0:1787762488.388530:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762488.388533:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762488.388534:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762488.388536:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762488.388537:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762488.388539:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762488.388543:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ee000.
00000100:00000001:2.0:1787762488.388546:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762488.388550:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ecb40 x1874600883851264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762488.388557:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762488.388559:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762488.388562:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbcd7beb] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ecb40 x1874600883851264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762488.388569:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762488.388574:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3883)
00000100:00000001:1.0:1787762488.389489:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762488.389495:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762488.389498:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298546940
00000100:00000010:1.0:1787762488.389504:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816dea0.
00000100:00000001:1.0:1787762488.389512:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762488.389518:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298546940
00000100:00000010:1.0:1787762488.389520:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816dc60.
00000100:00000001:1.0:1787762488.389522:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762488.389525:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762488.389527:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762488.389530:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762488.389535:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762488/real 1787762488]  req@ffff9696517ee1c0 x1874600883850752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762488.389544:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762488.389546:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762488.389548:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762488.389551:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762488.389554:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762488.389557:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762488.389560:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ee1c0 x1874600883850752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762488.389569:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ee1c0 x1874600883850752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.389577:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762488.389580:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762488.389583:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762488.389585:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762488.389589:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ee1c0 x1874600883850752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.389612:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762488.389618:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ee1c0 x1874600883850752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.389624:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762488.389626:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762488.389628:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762488.389628:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762488.389630:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762488.389632:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762488.389645:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762488.389649:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762488.389651:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762488.389654:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ee1c0 x1874600883850752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762488.389659:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ee1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883850752:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762488.389663:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762488.389664:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762488.389666:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ee1c0 x1874600883850752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.389670:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762488.389673:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762488.389675:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762488.389678:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762488.389680:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762488.389681:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762488.389683:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762488.389685:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483edc00.
02000000:00000001:1.0:1787762488.389689:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762488.389691:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762488.389693:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ee1c0.
00000100:00000001:1.0:1787762488.389696:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762488.389696:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762488.389698:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762488.389705:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762488.389706:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762488.389708:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762488.389710:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762488.389711:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762488.389713:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef480 x1874600883850880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.389718:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762488.389719:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762488.389721:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762488.389722:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762488.389723:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762488.389725:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883850880:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762488.389727:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762488.389729:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762488.389730:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762488.389731:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762488.389734:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762488.389735:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762488.389738:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762488.389739:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762488.389742:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762488.389745:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883850880, portal 10
00000100:00000001:1.0:1787762488.389747:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762488.389748:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089376384 : -115902620175232 : ffff9696517ef480)
00000100:00000040:1.0:1787762488.389753:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef480 x1874600883850880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.389759:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762488.389762:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762488.389764:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000100:00000200:1.0:1787762488.389766:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883850880, offset 0
00000400:00000200:1.0:1787762488.389771:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762488.389775:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762488.389779:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762488.389784:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762488.389787:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762488.389790:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762488.389792:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762488.389795:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3585:3585:256:4294967295] 192.168.204.116@tcp LPNI seq info [3585:3585:8:4294967295]
00000400:00000200:1.0:1787762488.389799:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762488.389806:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762488.389811:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762488.389815:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762488.389820:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762488.389823:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762488.389828:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762488.389831:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762488.389835:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762488.389837:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762488.389842:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762488.389845:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762488.389848:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:1.0:1787762488.389850:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:1.0:1787762488.389853:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762488.389855:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ef480 x1874600883850880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.389861:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762488.389863:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef480 x1874600883850880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.389871:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762488.389872:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762488.389874:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762488.389877:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762488.389880:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762488.389881:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298545701
00000100:00000001:1.0:1787762488.389883:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298546940
00000100:00000001:1.0:1787762488.389885:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298545701
00000100:00000001:1.0:1787762488.389886:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298546940
00000100:00000001:1.0:1787762488.389887:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762488.389889:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762488.389890:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762488.389892:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762488/real 1787762488]  req@ffff9696517ef480 x1874600883850880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762488.389896:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762488.389897:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762488.389899:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762488.389900:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762488.389901:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762488.389902:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762488.389904:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef480 x1874600883850880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762488.389911:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef480 x1874600883850880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.389917:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762488.389918:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762488.389920:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762488.389922:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762488.389925:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef480 x1874600883850880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.389932:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762488.389936:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef480 x1874600883850880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.389943:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762488.389945:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762488.389947:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762488.389948:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762488.389950:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762488.389952:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762488.389955:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762488.389959:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762488.389961:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762488.389965:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef480 x1874600883850880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762488.389972:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883850880:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762488.389974:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762488.389977:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517efc00 x1874600883851008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.389981:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762488.389982:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762488.389984:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762488.389984:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762488.389986:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762488.389987:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517efc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883851008:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762488.389989:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762488.389991:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762488.389992:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762488.389994:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762488.389996:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449c00.
02000000:00000001:1.0:1787762488.389997:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762488.390000:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762488.390001:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762488.390003:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762488.390006:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883851008, portal 10
00000100:00000001:1.0:1787762488.390007:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762488.390008:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089378304 : -115902620173312 : ffff9696517efc00)
00000100:00000040:1.0:1787762488.390012:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517efc00 x1874600883851008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.390016:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762488.390018:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762488.390019:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000100:00000200:1.0:1787762488.390021:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883851008, offset 0
00000400:00000200:1.0:1787762488.390023:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762488.390025:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762488.390027:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762488.390029:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762488.390030:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762488.390032:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762488.390033:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762488.390036:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3586:3586:256:4294967295] 192.168.204.116@tcp LPNI seq info [3586:3586:8:4294967295]
00000400:00000200:1.0:1787762488.390038:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762488.390042:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762488.390045:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762488.390047:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762488.390049:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762488.390051:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762488.390053:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762488.390055:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762488.390057:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762488.390059:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762488.390061:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762488.390063:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762488.390065:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:1.0:1787762488.390066:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:1.0:1787762488.390067:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762488.390069:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517efc00 x1874600883851008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.390074:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762488.390076:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517efc00 x1874600883851008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.390079:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762488.390080:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762488.390082:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762488.390084:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762488.390085:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762488.390086:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298545760
00000100:00000001:1.0:1787762488.390087:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298546940
00000100:00000001:1.0:1787762488.390089:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298545760
00000100:00000001:1.0:1787762488.390090:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298546940
00000100:00000001:1.0:1787762488.390092:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762488.390093:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762488.390094:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762488.390096:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762488/real 1787762488]  req@ffff9696517efc00 x1874600883851008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762488.390100:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762488.390101:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762488.390102:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762488.390103:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762488.390104:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762488.390106:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762488.390107:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517efc00 x1874600883851008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762488.390112:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517efc00 x1874600883851008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.390116:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762488.390116:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762488.390117:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762488.390118:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762488.390120:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517efc00 x1874600883851008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.390123:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762488.390125:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517efc00 x1874600883851008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.390129:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762488.390130:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762488.390131:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762488.390132:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762488.390133:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762488.390134:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762488.390136:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762488.390137:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762488.390139:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762488.390140:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517efc00 x1874600883851008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762488.390146:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517efc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883851008:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762488.390149:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762488.390153:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec000 x1874600883851136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.390159:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762488.390160:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762488.390162:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762488.390164:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762488.390165:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762488.390168:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883851136:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762488.390171:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762488.390173:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762488.390174:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762488.390176:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762488.390179:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a400.
02000000:00000001:1.0:1787762488.390181:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762488.390184:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762488.390187:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762488.390190:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762488.390193:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883851136, portal 4
00000100:00000001:1.0:1787762488.390195:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762488.390196:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089362944 : -115902620188672 : ffff9696517ec000)
00000100:00000040:1.0:1787762488.390202:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec000 x1874600883851136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.390208:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762488.390210:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762488.390212:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000100:00000200:1.0:1787762488.390214:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883851136, offset 0
00000400:00000200:1.0:1787762488.390218:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762488.390221:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762488.390224:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762488.390226:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762488.390228:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762488.390230:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762488.390233:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762488.390236:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3587:3587:256:4294967295] 192.168.204.116@tcp LPNI seq info [3587:3587:8:4294967295]
00000400:00000200:1.0:1787762488.390239:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762488.390244:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762488.390249:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762488.390252:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762488.390256:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762488.390259:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762488.390262:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762488.390265:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762488.390269:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762488.390271:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762488.390273:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762488.390277:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762488.390279:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:1.0:1787762488.390281:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:1.0:1787762488.390283:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762488.390287:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ec000 x1874600883851136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.390295:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762488.390298:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec000 x1874600883851136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.390304:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762488.390306:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762488.390309:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762488.390312:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762488.390314:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762488.390316:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298545681
00000100:00000001:1.0:1787762488.390319:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298546940
00000100:00000001:1.0:1787762488.390321:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298545681
00000100:00000001:1.0:1787762488.390323:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298546940
00000100:00000001:1.0:1787762488.390325:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762488.390328:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762488.390329:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762488.390333:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762488/real 1787762488]  req@ffff9696517ec000 x1874600883851136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762488.390340:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762488.390341:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762488.390343:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762488.390344:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762488.390345:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762488.390347:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762488.390349:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec000 x1874600883851136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762488.390354:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec000 x1874600883851136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.390358:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762488.390359:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762488.390361:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762488.390362:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762488.390364:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec000 x1874600883851136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.390367:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762488.390369:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec000 x1874600883851136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.390374:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762488.390375:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762488.390376:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762488.390377:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762488.390378:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762488.390379:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762488.390380:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762488.390383:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762488.390384:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762488.390386:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec000 x1874600883851136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762488.390391:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883851136:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762488.390393:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762488.390394:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ecb40 x1874600883851264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.390398:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762488.390399:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762488.390401:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762488.390402:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762488.390404:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762488.390407:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ecb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883851264:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762488.390410:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762488.390412:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762488.390413:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762488.390415:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762488.390418:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762488.390420:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762488.390423:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762488.390425:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762488.390429:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762488.390431:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883851264, portal 4
00000100:00000001:1.0:1787762488.390433:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762488.390435:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089365824 : -115902620185792 : ffff9696517ecb40)
00000100:00000040:1.0:1787762488.390440:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ecb40 x1874600883851264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.390446:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762488.390447:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762488.390449:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000100:00000200:1.0:1787762488.390451:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883851264, offset 0
00000400:00000200:1.0:1787762488.390453:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762488.390456:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762488.390458:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762488.390460:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762488.390462:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762488.390463:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762488.390464:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762488.390466:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3588:3588:256:4294967295] 192.168.204.116@tcp LPNI seq info [3588:3588:8:4294967295]
00000400:00000200:1.0:1787762488.390469:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762488.390473:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762488.390476:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762488.390477:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762488.390480:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762488.390482:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762488.390485:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762488.390486:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762488.390488:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762488.390490:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762488.390492:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762488.390494:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762488.390495:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:1.0:1787762488.390497:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:1.0:1787762488.390498:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762488.390500:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ecb40 x1874600883851264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.390505:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762488.390507:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ecb40 x1874600883851264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.390511:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762488.390512:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762488.390515:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762488.390517:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762488.390519:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762488.390520:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298545688
00000100:00000001:1.0:1787762488.390522:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298546940
00000100:00000001:1.0:1787762488.390523:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298545688
00000100:00000001:1.0:1787762488.390525:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298546940
00000100:00000001:1.0:1787762488.390526:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762488.390527:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762488.390528:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762488.390530:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762488/real 1787762488]  req@ffff9696517ecb40 x1874600883851264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762488.390534:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762488.390534:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762488.390535:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762488.390537:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762488.390538:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762488.390539:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762488.390541:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ecb40 x1874600883851264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762488.390547:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ecb40 x1874600883851264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.390553:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762488.390555:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762488.390557:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762488.390558:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762488.390561:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ecb40 x1874600883851264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.390568:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762488.390571:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ecb40 x1874600883851264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.390578:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762488.390581:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762488.390582:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762488.390583:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762488.390585:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762488.390587:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762488.390589:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762488.390593:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762488.390611:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762488.390615:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ecb40 x1874600883851264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762488.390619:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ecb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883851264:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762488.390622:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762488.390623:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762488.390625:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef480 x1874600883850880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.390629:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762488.390630:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762488.390631:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762488.390645:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762488.390647:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762488.390648:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762488.390650:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762488.390651:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ecc00.
02000000:00000001:1.0:1787762488.390653:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762488.390654:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762488.390655:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef480.
00000100:00000001:1.0:1787762488.390657:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762488.390658:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762488.390659:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762488.390662:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517efc00 x1874600883851008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.390666:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762488.390667:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762488.390667:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449c00.
02000000:00000001:1.0:1787762488.390669:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762488.390669:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762488.390670:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762488.390671:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762488.390672:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ec000.
02000000:00000001:1.0:1787762488.390673:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762488.390674:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762488.390675:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517efc00.
00000100:00000001:1.0:1787762488.390676:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762488.390677:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762488.390678:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762488.390679:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec000 x1874600883851136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.390682:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762488.390683:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762488.390684:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a400.
02000000:00000001:1.0:1787762488.390685:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762488.390686:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762488.390686:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762488.390687:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762488.390688:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef800.
02000000:00000001:1.0:1787762488.390689:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762488.390690:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762488.390690:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec000.
00000100:00000001:1.0:1787762488.390692:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762488.390692:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762488.390693:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762488.390695:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ecb40 x1874600883851264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762488.390702:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762488.390702:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762488.390703:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762488.390705:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762488.390705:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762488.390706:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762488.390707:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762488.390708:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ee000.
02000000:00000001:1.0:1787762488.390710:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762488.390710:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762488.390711:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ecb40.
00000100:00000001:1.0:1787762488.390712:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762488.390713:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762488.390714:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762488.390716:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762488.390717:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762488.390718:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762488.390719:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762488.835728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762488.835735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762488.835740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762488.835741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762488.835743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762488.835743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762488.835768:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762488.835770:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762488.835772:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762489.667689:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298546940, at 4298546944
00000100:00000040:1.0:1787762489.667689:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298546940, at 4298546944
00000100:00000010:0.0:1787762489.667702:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00000100:00000010:1.0:1787762489.667705:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787762489.859719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762489.859724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762489.859728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762489.859730:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762489.859732:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762489.859734:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762489.859736:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762489.859740:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762489.859741:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762489.859744:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762489.859747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762489.859748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762489.859811:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762489.859815:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762489.859818:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762490.883705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762490.883712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762490.883718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762490.883718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762490.883720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762490.883721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762490.883745:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762490.883746:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762490.883748:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762491.907740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762491.907746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762491.907750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762491.907751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762491.907753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762491.907754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762491.907845:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762491.907852:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762491.907864:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762492.931750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762492.931759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762492.931772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762492.931773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762492.931777:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762492.931782:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762492.931784:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762492.931788:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762492.931792:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762492.931795:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762492.931797:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762492.931799:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762492.931830:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762492.931833:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762492.931837:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762493.507747:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762493.507757:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762493.507761:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762493.507766:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762493.507770:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762493.507779:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3878
00000400:00000200:2.0:1787762493.507790:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762493.507795:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762493.507798:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762493.507801:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762493.507804:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762493.507807:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762493.507809:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762493.507812:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762493.507813:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762493.507816:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762493.507819:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762493.507821:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762493.507822:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762493.507824:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762493.507825:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762493.507826:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762493.507827:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762493.507829:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762493.507831:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762493.507833:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762493.507835:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762493.507838:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762493.507839:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762493.507841:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762493.507843:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762493.507853:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ed680.
00000020:00000040:2.0:1787762493.507856:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762493.507865:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762493.507866:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762493.507869:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762493.507872:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762493.507876:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762493.507883:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec400.
00000100:00000001:2.0:1787762493.507889:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762493.507898:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ed680 x1874600883851392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762493.507906:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762493.507910:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762493.507915:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa26a19] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ed680 x1874600883851392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762493.507936:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762493.507939:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762493.507943:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762493.507944:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762493.507945:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762493.507948:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762493.507952:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3878
00000400:00000200:2.0:1787762493.507956:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762493.507959:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762493.507962:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762493.507965:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762493.507967:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762493.507968:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762493.507972:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787762493.507973:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762493.507976:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787762493.507977:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762493.507981:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762493.507983:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762493.507984:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787762493.507985:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ed680 x1874600883851392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787762493.507986:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762493.507991:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762493.507995:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000001:1.0:1787762493.507998:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787762493.508000:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762493.508002:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762493.508003:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762493.508005:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
02000000:00000001:1.0:1787762493.508006:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787762493.508007:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762493.508011:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
02000000:00000001:1.0:1787762493.508013:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787762493.508013:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762493.508016:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762493.508019:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762493.508020:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762493.508025:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787762493.508026:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ed680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883851392:192.168.204.116@tcp:250:kworker.0
02000000:00000001:2.0:1787762493.508028:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762493.508031:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762493.508035:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1787762493.508036:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762493.508039:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762493.508040:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787762493.508041:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762493.508046:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762493.508048:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ecb40.
02000000:00000001:1.0:1787762493.508051:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1787762493.508051:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762493.508055:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762493.508056:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762493.508057:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1787762493.508058:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a400.
02000000:00000001:2.0:1787762493.508058:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762493.508061:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762493.508062:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762493.508067:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ed800.
00000400:00000200:1.0:1787762493.508071:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762493.508073:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762493.508076:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000100:00100000:2.0:1787762493.508080:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ecb40 x1874600883851520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762493.508084:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000001:2.0:1787762493.508088:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762493.508090:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762493.508093:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883851392, portal 25
00000100:00000040:2.0:1787762493.508093:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbcd7beb] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ecb40 x1874600883851520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.508099:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762493.508101:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089368704 : -115902620182912 : ffff9696517ed680)
00000100:00000040:1.0:1787762493.508110:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ed680 x1874600883851392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762493.508111:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762493.508115:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762493.508121:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762493.508123:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787762493.508126:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787762493.508126:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762493.508130:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787762493.508132:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00080000:2.0:1787762493.508135:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3878
00000400:00000010:1.0:1787762493.508136:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000400:00000200:2.0:1787762493.508140:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000200:1.0:1787762493.508141:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883851392, offset 0
00000400:00000200:2.0:1787762493.508145:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762493.508147:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787762493.508150:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000040:2.0:1787762493.508152:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762493.508155:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762493.508156:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762493.508157:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762493.508159:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787762493.508160:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000040:2.0:1787762493.508161:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762493.508164:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762493.508166:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762493.508168:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:1.0:1787762493.508169:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000020:00000001:2.0:1787762493.508170:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762493.508175:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762493.508176:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787762493.508177:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762493.508179:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762493.508181:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:1.0:1787762493.508183:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000020:00000040:2.0:1787762493.508184:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762493.508188:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000400:00000200:1.0:1787762493.508190:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787762493.508191:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762493.508194:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
02000000:00000001:2.0:1787762493.508194:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762493.508197:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762493.508201:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762493.508202:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3589:3589:256:4294967295] 192.168.204.116@tcp LPNI seq info [3589:3589:8:4294967295]
00000100:00000001:2.0:1787762493.508206:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762493.508209:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000008:00100000:2.0:1787762493.508209:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762493.508213:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762493.508214:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762493.508217:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec000.
00000020:00000040:2.0:1787762493.508221:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762493.508225:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787762493.508226:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787762493.508226:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762493.508230:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762493.508232:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762493.508234:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762493.508237:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef000.
00000800:00000200:1.0:1787762493.508239:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000001:2.0:1787762493.508240:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762493.508246:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec000 x1874600883851648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1787762493.508249:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000100:00000001:2.0:1787762493.508254:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762493.508256:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762493.508259:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e53fc05c] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec000 x1874600883851648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787762493.508263:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:2.0:1787762493.508269:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762493.508271:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000100:00080000:2.0:1787762493.508271:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762493.508277:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762493.508279:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762493.508281:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1787762493.508283:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:2.0:1787762493.508284:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762493.508288:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3878
00000800:00000200:1.1:1787762493.508290:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000400:00000200:2.0:1787762493.508291:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762493.508295:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762493.508297:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762493.508300:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762493.508301:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762493.508303:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000100:1.0:1787762493.508307:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00000001:2.0:1787762493.508307:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762493.508310:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762493.508312:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000800:00000010:1.0:1787762493.508313:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000020:00000001:2.0:1787762493.508313:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762493.508315:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762493.508318:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762493.508319:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762493.508321:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762493.508322:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762493.508324:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1787762493.508324:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762493.508328:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762493.508330:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762493.508334:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000400:00000200:1.0:1787762493.508336:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787762493.508337:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762493.508340:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762493.508343:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762493.508344:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762493.508345:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762493.508346:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000400:00000200:1.0:1787762493.508347:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000008:00000001:2.0:1787762493.508348:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762493.508352:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762493.508353:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000010:2.0:1787762493.508354:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517efc00.
00000020:00000040:2.0:1787762493.508358:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762493.508359:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762493.508360:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762493.508361:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787762493.508361:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762493.508364:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762493.508365:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762493.508368:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ed680 x1874600883851392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787762493.508376:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483efc00.
00000100:00000001:1.0:1787762493.508377:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762493.508382:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ed680 x1874600883851392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762493.508382:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762493.508390:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517efc00 x1874600883851776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762493.508392:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762493.508396:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762493.508400:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762493.508402:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762493.508405:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c6b28ed] to pc [ptlrpcd_rcv+-1]  req@ffff9696517efc00 x1874600883851776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.508406:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762493.508413:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762493.508415:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:2.0:1787762493.508416:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762493.508420:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787762493.508421:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298552059
00000100:00000001:2.0:1787762493.508421:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762493.508423:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762493.508427:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762493.508429:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3878
00000100:00000010:1.0:1787762493.508432:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816dc60.
00000400:00000200:2.0:1787762493.508436:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762493.508439:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762493.508441:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762493.508442:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1787762493.508444:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762493.508447:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762493.508449:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762493.508450:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762493.508451:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298552059
00000020:00000001:2.0:1787762493.508453:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000010:1.0:1787762493.508455:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d600.
00000020:00000040:2.0:1787762493.508456:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762493.508459:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762493.508460:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000020:00000040:2.0:1787762493.508461:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762493.508465:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:1.0:1787762493.508467:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1787762493.508467:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762493.508472:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762493.508473:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762493.508474:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762493.508477:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762493.508478:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787762493.508479:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762493.508482:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762493.508484:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00100000:1.0:1787762493.508488:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762493/real 1787762493]  req@ffff9696517ed680 x1874600883851392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762493.508489:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762493.508492:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762493.508495:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762493.508498:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762493.508501:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762493.508504:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762493.508508:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762493.508512:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762493.508517:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef480.
00000400:00000001:1.0:1787762493.508520:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:2.0:1787762493.508520:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000400:00000001:1.0:1787762493.508523:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1787762493.508523:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1787762493.508526:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
02000000:00000001:2.0:1787762493.508526:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762493.508529:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762493.508531:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:2.0:1787762493.508544:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762493.508546:0:2396:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1787762493.508547:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762493.508550:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762493.508554:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ed680 x1874600883851392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787762493.508555:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef400.
00000100:00000001:2.0:1787762493.508560:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762493.508567:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef480 x1874600883851904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787762493.508573:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ed680 x1874600883851392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762493.508574:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762493.508577:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762493.508583:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8eb0c3a] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef480 x1874600883851904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762493.508593:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762493.508612:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3888)
00000100:00000001:1.0:1787762493.508622:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762493.508625:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762493.508627:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762493.508629:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762493.508634:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ed680 x1874600883851392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.508640:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762493.508643:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ed680 x1874600883851392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.508648:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762493.508650:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762493.508651:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762493.508651:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762493.508653:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762493.508654:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762493.508656:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762493.508659:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762493.508660:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762493.508663:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ed680 x1874600883851392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762493.508669:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ed680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883851392:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762493.508673:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762493.508674:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762493.508676:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ed680 x1874600883851392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.508679:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762493.508681:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762493.508684:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a400.
02000000:00000001:1.0:1787762493.508687:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762493.508693:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762493.508694:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762493.508696:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762493.508699:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ec400.
02000000:00000001:1.0:1787762493.508703:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762493.508705:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762493.508707:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ed680.
00000100:00000001:1.0:1787762493.508710:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762493.508711:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762493.508714:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762493.508722:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762493.508724:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762493.508726:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762493.508728:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762493.508729:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762493.508732:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ecb40 x1874600883851520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.508737:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762493.508738:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762493.508739:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762493.508741:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762493.508742:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762493.508743:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ecb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883851520:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762493.508746:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762493.508747:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762493.508749:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762493.508750:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762493.508752:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a400.
02000000:00000001:1.0:1787762493.508753:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762493.508757:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762493.508760:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762493.508763:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762493.508766:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883851520, portal 10
00000100:00000001:1.0:1787762493.508768:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762493.508770:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089365824 : -115902620185792 : ffff9696517ecb40)
00000100:00000040:1.0:1787762493.508776:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ecb40 x1874600883851520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.508783:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762493.508785:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762493.508787:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000100:00000200:1.0:1787762493.508790:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883851520, offset 0
00000400:00000200:1.0:1787762493.508794:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762493.508798:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762493.508807:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762493.508810:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762493.508813:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762493.508815:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762493.508817:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762493.508820:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3590:3590:256:4294967295] 192.168.204.116@tcp LPNI seq info [3590:3590:8:4294967295]
00000400:00000200:1.0:1787762493.508824:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762493.508831:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762493.508835:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762493.508839:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762493.508843:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762493.508846:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762493.508851:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762493.508852:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762493.508855:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762493.508857:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762493.508859:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762493.508862:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762493.508865:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:1.0:1787762493.508867:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:1.0:1787762493.508869:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762493.508878:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ecb40 x1874600883851520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.508891:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762493.508894:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ecb40 x1874600883851520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.508901:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762493.508902:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762493.508905:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762493.508908:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762493.508911:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762493.508913:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298550820
00000100:00000001:1.0:1787762493.508914:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298552059
00000100:00000001:1.0:1787762493.508916:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298550820
00000100:00000001:1.0:1787762493.508918:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298552059
00000100:00000001:1.0:1787762493.508919:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762493.508920:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762493.508921:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762493.508923:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762493/real 1787762493]  req@ffff9696517ecb40 x1874600883851520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762493.508928:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762493.508928:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762493.508930:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762493.508931:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762493.508932:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762493.508934:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762493.508935:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ecb40 x1874600883851520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762493.508940:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ecb40 x1874600883851520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.508944:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762493.508945:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762493.508946:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762493.508947:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762493.508948:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ecb40 x1874600883851520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.508952:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762493.508954:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ecb40 x1874600883851520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.508958:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762493.508960:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762493.508961:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762493.508961:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762493.508963:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762493.508964:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762493.508965:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762493.508967:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762493.508968:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762493.508970:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ecb40 x1874600883851520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762493.508974:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ecb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883851520:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762493.508977:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762493.508979:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec000 x1874600883851648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.508983:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762493.508983:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762493.508984:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762493.508985:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762493.508987:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762493.508988:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883851648:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762493.508990:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762493.508991:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762493.508992:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762493.508994:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762493.508996:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449c00.
02000000:00000001:1.0:1787762493.508997:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762493.508999:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762493.509001:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762493.509003:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762493.509005:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883851648, portal 10
00000100:00000001:1.0:1787762493.509006:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762493.509007:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089362944 : -115902620188672 : ffff9696517ec000)
00000100:00000040:1.0:1787762493.509013:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec000 x1874600883851648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.509019:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762493.509021:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762493.509023:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000100:00000200:1.0:1787762493.509026:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883851648, offset 0
00000400:00000200:1.0:1787762493.509029:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762493.509033:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762493.509036:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762493.509039:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762493.509042:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762493.509045:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762493.509047:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762493.509050:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3591:3591:256:4294967295] 192.168.204.116@tcp LPNI seq info [3591:3591:8:4294967295]
00000400:00000200:1.0:1787762493.509054:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762493.509058:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762493.509061:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762493.509063:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762493.509066:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762493.509067:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762493.509070:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762493.509072:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762493.509074:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762493.509075:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762493.509077:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762493.509079:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762493.509081:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:1.0:1787762493.509082:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:1.0:1787762493.509084:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762493.509086:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ec000 x1874600883851648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.509091:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762493.509092:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec000 x1874600883851648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.509096:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762493.509098:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762493.509099:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762493.509101:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762493.509103:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762493.509104:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298550879
00000100:00000001:1.0:1787762493.509106:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298552059
00000100:00000001:1.0:1787762493.509107:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298550879
00000100:00000001:1.0:1787762493.509109:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298552059
00000100:00000001:1.0:1787762493.509110:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762493.509112:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762493.509113:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762493.509115:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762493/real 1787762493]  req@ffff9696517ec000 x1874600883851648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762493.509119:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762493.509120:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762493.509121:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762493.509122:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762493.509123:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762493.509124:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762493.509125:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec000 x1874600883851648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762493.509130:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec000 x1874600883851648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.509134:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762493.509135:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762493.509136:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762493.509136:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762493.509138:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec000 x1874600883851648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.509142:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762493.509143:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec000 x1874600883851648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.509147:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762493.509148:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762493.509149:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762493.509150:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762493.509151:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762493.509153:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762493.509154:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762493.509156:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762493.509158:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762493.509160:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec000 x1874600883851648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762493.509164:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883851648:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762493.509166:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762493.509167:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517efc00 x1874600883851776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.509171:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762493.509172:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762493.509173:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762493.509174:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762493.509175:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762493.509177:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517efc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883851776:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762493.509179:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762493.509180:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762493.509181:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762493.509182:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762493.509184:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762493.509185:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762493.509187:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762493.509188:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762493.509191:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762493.509193:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883851776, portal 4
00000100:00000001:1.0:1787762493.509194:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762493.509195:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089378304 : -115902620173312 : ffff9696517efc00)
00000100:00000040:1.0:1787762493.509198:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517efc00 x1874600883851776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.509203:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762493.509204:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762493.509205:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000100:00000200:1.0:1787762493.509207:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883851776, offset 0
00000400:00000200:1.0:1787762493.509209:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762493.509211:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762493.509212:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762493.509214:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762493.509216:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762493.509218:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762493.509220:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762493.509223:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3592:3592:256:4294967295] 192.168.204.116@tcp LPNI seq info [3592:3592:8:4294967295]
00000400:00000200:1.0:1787762493.509227:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762493.509232:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762493.509236:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762493.509239:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762493.509243:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762493.509245:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762493.509249:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762493.509252:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762493.509256:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762493.509258:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762493.509260:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762493.509263:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762493.509266:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:1.0:1787762493.509267:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:1.0:1787762493.509269:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762493.509271:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517efc00 x1874600883851776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.509276:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762493.509278:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517efc00 x1874600883851776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.509286:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762493.509287:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762493.509289:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762493.509291:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762493.509293:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762493.509294:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298550800
00000100:00000001:1.0:1787762493.509296:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298552059
00000100:00000001:1.0:1787762493.509297:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298550800
00000100:00000001:1.0:1787762493.509299:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298552059
00000100:00000001:1.0:1787762493.509300:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762493.509301:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762493.509302:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762493.509304:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762493/real 1787762493]  req@ffff9696517efc00 x1874600883851776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762493.509308:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762493.509309:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762493.509310:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762493.509312:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762493.509313:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762493.509314:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762493.509316:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517efc00 x1874600883851776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762493.509320:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517efc00 x1874600883851776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.509324:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762493.509324:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762493.509325:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762493.509326:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762493.509328:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517efc00 x1874600883851776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.509332:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762493.509335:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517efc00 x1874600883851776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.509338:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762493.509340:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762493.509340:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762493.509341:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762493.509342:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762493.509343:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762493.509344:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762493.509346:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762493.509347:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762493.509349:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517efc00 x1874600883851776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762493.509353:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517efc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883851776:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762493.509355:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762493.509357:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef480 x1874600883851904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.509360:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762493.509361:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762493.509362:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762493.509364:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762493.509365:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762493.509366:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883851904:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762493.509368:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762493.509369:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762493.509370:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762493.509371:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762493.509374:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449400.
02000000:00000001:1.0:1787762493.509375:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762493.509377:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762493.509378:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762493.509380:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762493.509381:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883851904, portal 4
00000100:00000001:1.0:1787762493.509383:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762493.509383:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089376384 : -115902620175232 : ffff9696517ef480)
00000100:00000040:1.0:1787762493.509387:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef480 x1874600883851904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.509391:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762493.509392:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762493.509393:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000100:00000200:1.0:1787762493.509395:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883851904, offset 0
00000400:00000200:1.0:1787762493.509398:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762493.509402:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762493.509405:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762493.509408:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762493.509410:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762493.509412:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762493.509414:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762493.509417:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3593:3593:256:4294967295] 192.168.204.116@tcp LPNI seq info [3593:3593:8:4294967295]
00000400:00000200:1.0:1787762493.509422:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762493.509427:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762493.509432:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762493.509435:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762493.509438:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762493.509440:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762493.509444:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762493.509445:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762493.509448:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762493.509450:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762493.509451:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762493.509453:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762493.509455:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:1.0:1787762493.509456:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:1.0:1787762493.509458:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762493.509460:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ef480 x1874600883851904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.509468:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762493.509471:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef480 x1874600883851904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.509477:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762493.509478:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762493.509481:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762493.509484:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762493.509487:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762493.509489:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298550807
00000100:00000001:1.0:1787762493.509491:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298552059
00000100:00000001:1.0:1787762493.509494:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298550807
00000100:00000001:1.0:1787762493.509496:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298552059
00000100:00000001:1.0:1787762493.509498:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762493.509500:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762493.509502:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762493.509504:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762493/real 1787762493]  req@ffff9696517ef480 x1874600883851904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762493.509510:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762493.509510:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762493.509512:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762493.509513:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762493.509514:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762493.509516:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762493.509518:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef480 x1874600883851904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762493.509523:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef480 x1874600883851904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.509526:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762493.509527:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762493.509528:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762493.509529:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762493.509530:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef480 x1874600883851904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.509546:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762493.509550:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef480 x1874600883851904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.509556:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762493.509558:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762493.509560:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762493.509561:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762493.509563:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762493.509564:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762493.509567:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762493.509570:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762493.509573:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762493.509576:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef480 x1874600883851904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762493.509585:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883851904:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762493.509588:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762493.509590:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762493.509592:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ecb40 x1874600883851520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.509610:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762493.509612:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762493.509613:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a400.
02000000:00000001:1.0:1787762493.509615:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762493.509616:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762493.509617:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762493.509618:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762493.509619:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ed800.
02000000:00000001:1.0:1787762493.509622:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762493.509622:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762493.509623:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ecb40.
00000100:00000001:1.0:1787762493.509625:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762493.509626:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762493.509627:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762493.509629:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec000 x1874600883851648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.509633:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762493.509634:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762493.509635:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449c00.
02000000:00000001:1.0:1787762493.509636:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762493.509637:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762493.509638:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762493.509638:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762493.509639:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef000.
02000000:00000001:1.0:1787762493.509641:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762493.509641:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762493.509642:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec000.
00000100:00000001:1.0:1787762493.509643:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762493.509644:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762493.509645:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762493.509646:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517efc00 x1874600883851776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.509649:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762493.509650:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762493.509651:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762493.509653:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762493.509654:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762493.509654:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762493.509656:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762493.509656:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483efc00.
02000000:00000001:1.0:1787762493.509657:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762493.509658:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762493.509659:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517efc00.
00000100:00000001:1.0:1787762493.509660:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762493.509661:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762493.509661:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762493.509663:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef480 x1874600883851904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762493.509666:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762493.509667:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762493.509667:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449400.
02000000:00000001:1.0:1787762493.509668:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762493.509669:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762493.509669:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762493.509670:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762493.509671:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef400.
02000000:00000001:1.0:1787762493.509672:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762493.509672:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762493.509673:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef480.
00000100:00000001:1.0:1787762493.509674:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762493.509675:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762493.509676:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762493.509680:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762493.509681:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762493.509682:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762493.509684:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762493.955730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762493.955737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762493.955742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762493.955744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762493.955747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762493.955748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762493.955815:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762493.955821:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762493.955826:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787762494.787708:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298552059, at 4298552064
00000100:00000040:0.0:1787762494.787715:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298552059, at 4298552064
00000100:00000010:1.0:1787762494.787729:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00000100:00000010:0.0:1787762494.787733:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787762494.979733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762494.979740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762494.979746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762494.979747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762494.979749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762494.979750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762494.979774:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762494.979776:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762494.979779:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762496.003725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762496.003740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762496.003746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762496.003748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762496.003751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762496.003752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762496.003812:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762496.003816:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762496.003819:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762497.027708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762497.027726:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762497.027729:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762497.027735:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762497.027740:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762497.027742:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762497.027745:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762497.027747:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762497.027752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762497.027753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762497.027757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762497.027758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762497.027788:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762497.027791:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762497.027793:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762498.051714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762498.051721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762498.051727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762498.051728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762498.051730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762498.051731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762498.051781:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762498.051784:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762498.051787:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762498.627710:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762498.627720:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762498.627723:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762498.627727:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762498.627731:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762498.627738:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3883
00000400:00000200:2.0:1787762498.627745:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762498.627751:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762498.627754:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762498.627758:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762498.627760:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762498.627762:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762498.627763:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762498.627766:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762498.627767:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762498.627770:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762498.627772:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762498.627773:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762498.627775:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762498.627777:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762498.627778:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762498.627779:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762498.627780:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762498.627782:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762498.627784:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762498.627786:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762498.627787:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762498.627790:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762498.627791:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762498.627792:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762498.627794:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762498.627802:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee1c0.
00000020:00000040:2.0:1787762498.627804:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762498.627808:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762498.627810:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762498.627812:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762498.627815:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762498.627818:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762498.627824:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ecc00.
00000100:00000001:2.0:1787762498.627829:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762498.627837:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee1c0 x1874600883852032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762498.627845:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762498.627848:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762498.627851:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000dbff278] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee1c0 x1874600883852032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762498.627884:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762498.627887:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762498.627890:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762498.627891:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762498.627893:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762498.627896:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762498.627898:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3883
00000400:00000200:2.0:1787762498.627902:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762498.627905:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762498.627907:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762498.627909:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762498.627912:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762498.627914:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762498.627916:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762498.627919:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762498.627921:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762498.627922:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762498.627925:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762498.627927:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762498.627929:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762498.627932:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762498.627934:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762498.627934:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762498.627939:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762498.627940:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762498.627942:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762498.627944:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787762498.627946:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762498.627953:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000040:1.0:1787762498.627954:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ee1c0 x1874600883852032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762498.627956:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762498.627961:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762498.627968:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762498.627969:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762498.627972:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762498.627973:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762498.627977:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762498.627979:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1787762498.627981:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787762498.627983:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1787762498.627987:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762498.627989:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762498.627992:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762498.627996:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ee1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883852032:192.168.204.116@tcp:250:kworker.0
00000100:00000010:2.0:1787762498.627999:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef0c0.
00000020:00000040:2.0:1787762498.628004:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
00000100:00000001:1.0:1787762498.628005:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762498.628009:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762498.628012:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762498.628012:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762498.628016:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762498.628021:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787762498.628025:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1787762498.628026:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449400.
02000000:00000001:2.0:1787762498.628028:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762498.628030:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762498.628031:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762498.628037:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483edc00.
00000400:00000200:1.0:1787762498.628041:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762498.628042:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762498.628048:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000100:00100000:2.0:1787762498.628050:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef0c0 x1874600883852160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762498.628057:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000001:2.0:1787762498.628059:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762498.628063:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762498.628066:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883852032, portal 25
00000100:00000040:2.0:1787762498.628069:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007513b59] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef0c0 x1874600883852160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.628070:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762498.628073:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089371584 : -115902620180032 : ffff9696517ee1c0)
00000100:00000040:1.0:1787762498.628084:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ee1c0 x1874600883852032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762498.628095:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762498.628098:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787762498.628100:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787762498.628106:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00080000:2.0:1787762498.628106:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762498.628109:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1787762498.628112:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000100:00080000:2.0:1787762498.628113:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1787762498.628117:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883852032, offset 0
00000100:00000001:2.0:1787762498.628118:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762498.628124:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3883
00000400:00000200:1.0:1787762498.628128:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762498.628131:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762498.628138:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000200:1.0:1787762498.628141:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:2.0:1787762498.628142:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762498.628147:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762498.628149:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762498.628152:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000040:2.0:1787762498.628154:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762498.628158:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:1.0:1787762498.628161:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1787762498.628161:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762498.628164:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762498.628166:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787762498.628169:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000020:00000040:2.0:1787762498.628170:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762498.628174:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:1.0:1787762498.628176:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1787762498.628177:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:1.0:1787762498.628183:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000040:2.0:1787762498.628184:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762498.628188:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762498.628191:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3594:3594:256:4294967295] 192.168.204.116@tcp LPNI seq info [3594:3594:8:4294967295]
00000100:00000040:2.0:1787762498.628194:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762498.628199:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:1.0:1787762498.628202:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000040:2.0:1787762498.628204:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762498.628208:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762498.628213:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762498.628218:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787762498.628218:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762498.628223:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762498.628228:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762498.628229:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000001:2.0:1787762498.628230:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762498.628233:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762498.628235:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762498.628238:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000100:00000001:2.0:1787762498.628238:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762498.628243:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec3c0.
00000020:00000040:2.0:1787762498.628246:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000800:00000200:1.0:1787762498.628250:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:2.0:1787762498.628250:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762498.628253:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762498.628256:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762498.628257:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1787762498.628259:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
02000000:00000001:2.0:1787762498.628259:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762498.628264:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec000.
00000100:00000001:2.0:1787762498.628269:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762498.628269:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762498.628275:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000100:00100000:2.0:1787762498.628276:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec3c0 x1874600883852288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762498.628287:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000100:1.0:1787762498.628288:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00000001:2.0:1787762498.628290:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762498.628292:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000100:00000040:2.0:1787762498.628294:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ac1d0d0] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec3c0 x1874600883852288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762498.628300:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762498.628302:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762498.628304:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762498.628305:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787762498.628306:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1787762498.628306:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762498.628308:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762498.628312:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3883
00000400:00000200:1.0:1787762498.628317:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762498.628318:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762498.628323:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762498.628325:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787762498.628328:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000100:00000040:2.0:1787762498.628328:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762498.628330:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787762498.628333:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000040:2.0:1787762498.628334:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762498.628338:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762498.628340:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762498.628341:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1787762498.628341:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762498.628343:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762498.628345:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762498.628347:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762498.628349:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000200:1.0:1787762498.628350:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ee1c0 x1874600883852032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762498.628352:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762498.628357:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762498.628360:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762498.628363:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762498.628367:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762498.628371:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762498.628373:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762498.628374:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762498.628375:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787762498.628376:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762498.628379:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762498.628380:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762498.628383:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000100:00000040:1.0:1787762498.628384:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee1c0 x1874600883852032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762523 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1787762498.628385:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762498.628390:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762498.628395:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ed2c0.
00000100:00000001:1.0:1787762498.628399:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762498.628400:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
00000100:00000001:1.0:1787762498.628403:0:2396:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787762498.628405:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762498.628408:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762498.628410:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762498.628412:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762498.628412:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762498.628417:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762498.628421:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762498.628425:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298557179
02000000:00000010:2.0:1787762498.628425:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef800.
00000100:00000001:2.0:1787762498.628432:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762498.628434:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d600.
00000100:00100000:2.0:1787762498.628454:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ed2c0 x1874600883852416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762498.628455:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762498.628465:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762498.628466:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298557179
00000100:00000001:2.0:1787762498.628469:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762498.628472:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d660.
00000100:00000040:2.0:1787762498.628476:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ed0154] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ed2c0 x1874600883852416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.628478:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762498.628483:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762498.628488:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762498.628492:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762498.628493:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1787762498.628496:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787762498.628502:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762498/real 1787762498]  req@ffff9696517ee1c0 x1874600883852032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762498.628502:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762498.628505:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762498.628509:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762498.628515:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:1.0:1787762498.628521:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1787762498.628521:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3883
00000400:00000001:1.0:1787762498.628524:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762498.628528:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:2.0:1787762498.628529:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762498.628535:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762498.628537:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762498.628540:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1787762498.628543:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000200:1.0:1787762498.628547:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ee1c0 x1874600883852032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762498.628551:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762498.628559:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762498.628561:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787762498.628564:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ee1c0 x1874600883852032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762498.628565:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762498.628568:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762498.628572:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762498.628573:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762498.628575:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762498.628578:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000100:00000001:1.0:1787762498.628582:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:2.0:1787762498.628583:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:1.0:1787762498.628585:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787762498.628587:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:1.0:1787762498.628590:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1787762498.628593:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762498.628618:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762498.628626:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787762498.628627:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ee1c0 x1874600883852032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762498.628632:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762498.628637:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762498.628642:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00000001:1.0:1787762498.628645:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762498.628646:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762498.628650:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762498.628651:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762498.628654:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787762498.628655:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ee1c0 x1874600883852032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762498.628657:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762498.628660:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762498.628663:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762498.628667:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762498.628670:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762498.628673:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:2.0:1787762498.628675:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee580.
00000020:00000040:2.0:1787762498.628680:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000100:00000001:1.0:1787762498.628681:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787762498.628684:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787762498.628685:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1787762498.628687:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762498.628689:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762498.628691:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762498.628693:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:2.0:1787762498.628695:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787762498.628697:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1787762498.628699:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762498.628703:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000010:2.0:1787762498.628706:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ee000.
00000100:00080000:1.0:1787762498.628711:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762498.628711:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762498.628717:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787762498.628722:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee580 x1874600883852544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787762498.628726:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ee1c0 x1874600883852032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762498.628731:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762498.628735:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762498.628741:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d12b9ce] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee580 x1874600883852544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762498.628745:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ee1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883852032:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762498.628751:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762498.628754:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762498.628756:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3893)
00000100:00000001:1.0:1787762498.628758:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762498.628764:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ee1c0 x1874600883852032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.628771:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762498.628774:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762498.628776:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449400.
02000000:00000001:1.0:1787762498.628781:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762498.628782:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762498.628783:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762498.628786:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762498.628789:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ecc00.
02000000:00000001:1.0:1787762498.628792:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762498.628794:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762498.628795:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ee1c0.
00000100:00000001:1.0:1787762498.628799:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762498.628800:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762498.628802:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762498.628809:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762498.628811:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762498.628812:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762498.628814:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762498.628815:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762498.628819:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef0c0 x1874600883852160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.628825:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762498.628826:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762498.628828:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762498.628830:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762498.628832:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762498.628834:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883852160:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762498.628838:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762498.628839:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762498.628841:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762498.628842:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762498.628845:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449400.
02000000:00000001:1.0:1787762498.628847:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762498.628851:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762498.628853:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762498.628857:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762498.628860:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883852160, portal 10
00000100:00000001:1.0:1787762498.628862:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762498.628863:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089375424 : -115902620176192 : ffff9696517ef0c0)
00000100:00000040:1.0:1787762498.628869:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef0c0 x1874600883852160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.628874:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762498.628877:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762498.628879:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000100:00000200:1.0:1787762498.628881:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883852160, offset 0
00000400:00000200:1.0:1787762498.628884:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762498.628888:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762498.628891:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762498.628894:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762498.628896:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762498.628899:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762498.628901:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762498.628904:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3595:3595:256:4294967295] 192.168.204.116@tcp LPNI seq info [3595:3595:8:4294967295]
00000400:00000200:1.0:1787762498.628907:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762498.628913:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762498.628916:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762498.628919:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762498.628923:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762498.628925:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762498.628930:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762498.628932:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787762498.628936:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762498.628938:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762498.628941:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762498.628944:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762498.628946:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:1.0:1787762498.628948:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:1.0:1787762498.628950:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762498.628954:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ef0c0 x1874600883852160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.628961:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762498.628964:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef0c0 x1874600883852160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762523 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.628970:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762498.628972:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762498.628975:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762498.628978:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762498.628981:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762498.628983:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298555940
00000100:00000001:1.0:1787762498.628985:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298557179
00000100:00000001:1.0:1787762498.628987:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298555940
00000100:00000001:1.0:1787762498.628989:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298557179
00000100:00000001:1.0:1787762498.628991:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762498.628993:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762498.628994:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762498.628998:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762498/real 1787762498]  req@ffff9696517ef0c0 x1874600883852160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762498.629005:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762498.629006:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762498.629008:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762498.629010:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762498.629011:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762498.629013:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762498.629016:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef0c0 x1874600883852160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762498.629023:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef0c0 x1874600883852160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629028:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762498.629030:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762498.629031:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762498.629033:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762498.629036:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef0c0 x1874600883852160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629042:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762498.629046:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef0c0 x1874600883852160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629053:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762498.629055:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762498.629058:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762498.629059:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762498.629061:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762498.629062:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762498.629065:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762498.629068:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762498.629070:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762498.629074:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef0c0 x1874600883852160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762498.629082:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883852160:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762498.629086:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762498.629089:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec3c0 x1874600883852288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629095:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762498.629097:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762498.629099:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762498.629100:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762498.629102:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762498.629105:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883852288:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762498.629108:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762498.629110:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762498.629112:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762498.629113:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762498.629116:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762498.629118:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762498.629121:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762498.629124:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762498.629126:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762498.629129:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883852288, portal 10
00000100:00000001:1.0:1787762498.629131:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762498.629133:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089363904 : -115902620187712 : ffff9696517ec3c0)
00000100:00000040:1.0:1787762498.629137:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec3c0 x1874600883852288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629143:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762498.629145:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762498.629147:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000100:00000200:1.0:1787762498.629149:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883852288, offset 0
00000400:00000200:1.0:1787762498.629153:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762498.629156:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762498.629160:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762498.629162:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762498.629165:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762498.629167:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762498.629169:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762498.629172:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3596:3596:256:4294967295] 192.168.204.116@tcp LPNI seq info [3596:3596:8:4294967295]
00000400:00000200:1.0:1787762498.629176:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762498.629181:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762498.629185:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762498.629188:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762498.629192:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762498.629194:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762498.629198:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762498.629201:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787762498.629205:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762498.629207:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762498.629210:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762498.629213:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762498.629216:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:1.0:1787762498.629218:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:1.0:1787762498.629220:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762498.629223:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ec3c0 x1874600883852288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629230:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762498.629233:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec3c0 x1874600883852288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762523 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629238:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762498.629240:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762498.629243:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762498.629245:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762498.629248:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762498.629250:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298555999
00000100:00000001:1.0:1787762498.629252:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298557179
00000100:00000001:1.0:1787762498.629254:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298555999
00000100:00000001:1.0:1787762498.629256:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298557179
00000100:00000001:1.0:1787762498.629258:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762498.629260:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762498.629262:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762498.629265:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762498/real 1787762498]  req@ffff9696517ec3c0 x1874600883852288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762498.629271:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762498.629273:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762498.629274:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762498.629276:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762498.629278:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762498.629279:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762498.629282:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec3c0 x1874600883852288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762498.629290:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec3c0 x1874600883852288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629296:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762498.629297:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762498.629299:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762498.629300:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762498.629306:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec3c0 x1874600883852288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629312:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762498.629315:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec3c0 x1874600883852288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629321:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762498.629323:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762498.629325:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762498.629326:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762498.629327:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762498.629329:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762498.629331:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762498.629334:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762498.629336:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762498.629340:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec3c0 x1874600883852288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762498.629347:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883852288:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762498.629351:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762498.629354:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ed2c0 x1874600883852416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629360:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762498.629361:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762498.629363:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762498.629364:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762498.629366:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762498.629369:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ed2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883852416:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762498.629373:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762498.629375:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762498.629376:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762498.629378:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762498.629381:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449c00.
02000000:00000001:1.0:1787762498.629383:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762498.629386:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762498.629388:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762498.629391:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762498.629394:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883852416, portal 4
00000100:00000001:1.0:1787762498.629396:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762498.629398:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089367744 : -115902620183872 : ffff9696517ed2c0)
00000100:00000040:1.0:1787762498.629403:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ed2c0 x1874600883852416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629409:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762498.629411:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762498.629413:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000100:00000200:1.0:1787762498.629415:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883852416, offset 0
00000400:00000200:1.0:1787762498.629418:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762498.629422:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762498.629425:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762498.629427:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762498.629430:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762498.629432:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762498.629434:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762498.629451:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3597:3597:256:4294967295] 192.168.204.116@tcp LPNI seq info [3597:3597:8:4294967295]
00000400:00000200:1.0:1787762498.629455:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762498.629461:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762498.629465:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762498.629468:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762498.629472:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762498.629474:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762498.629478:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762498.629480:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787762498.629484:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762498.629487:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762498.629489:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762498.629493:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762498.629495:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:1.0:1787762498.629497:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:1.0:1787762498.629500:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762498.629503:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ed2c0 x1874600883852416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629510:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762498.629512:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ed2c0 x1874600883852416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762523 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629518:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762498.629519:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762498.629522:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762498.629524:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762498.629527:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762498.629529:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298555920
00000100:00000001:1.0:1787762498.629531:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298557179
00000100:00000001:1.0:1787762498.629533:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298555920
00000100:00000001:1.0:1787762498.629535:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298557179
00000100:00000001:1.0:1787762498.629537:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762498.629539:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762498.629540:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762498.629543:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762498/real 1787762498]  req@ffff9696517ed2c0 x1874600883852416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762498.629550:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762498.629551:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762498.629553:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762498.629556:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762498.629557:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762498.629559:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762498.629563:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ed2c0 x1874600883852416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762498.629570:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ed2c0 x1874600883852416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629576:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762498.629577:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762498.629579:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762498.629580:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762498.629584:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ed2c0 x1874600883852416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629590:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762498.629594:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ed2c0 x1874600883852416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629621:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762498.629624:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762498.629625:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762498.629626:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762498.629628:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762498.629630:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762498.629632:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762498.629636:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762498.629638:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762498.629641:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ed2c0 x1874600883852416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762498.629648:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ed2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883852416:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762498.629652:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762498.629655:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ee580 x1874600883852544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629661:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762498.629662:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762498.629664:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762498.629666:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762498.629668:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762498.629671:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883852544:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762498.629674:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762498.629675:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762498.629677:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762498.629679:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762498.629682:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a400.
02000000:00000001:1.0:1787762498.629684:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762498.629687:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762498.629689:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762498.629692:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762498.629695:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883852544, portal 4
00000100:00000001:1.0:1787762498.629696:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762498.629698:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089372544 : -115902620179072 : ffff9696517ee580)
00000100:00000040:1.0:1787762498.629703:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ee580 x1874600883852544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629708:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762498.629710:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762498.629712:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000100:00000200:1.0:1787762498.629714:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883852544, offset 0
00000400:00000200:1.0:1787762498.629718:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762498.629721:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762498.629724:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762498.629727:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762498.629729:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762498.629731:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762498.629733:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762498.629736:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3598:3598:256:4294967295] 192.168.204.116@tcp LPNI seq info [3598:3598:8:4294967295]
00000400:00000200:1.0:1787762498.629739:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762498.629745:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762498.629749:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762498.629751:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762498.629755:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762498.629757:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762498.629762:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762498.629764:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787762498.629767:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762498.629769:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762498.629772:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762498.629775:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762498.629778:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:1.0:1787762498.629779:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:1.0:1787762498.629782:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762498.629785:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ee580 x1874600883852544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629791:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762498.629794:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee580 x1874600883852544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762523 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629800:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762498.629801:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762498.629804:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762498.629806:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762498.629809:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762498.629811:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298555928
00000100:00000001:1.0:1787762498.629813:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298557179
00000100:00000001:1.0:1787762498.629815:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298555928
00000100:00000001:1.0:1787762498.629817:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298557179
00000100:00000001:1.0:1787762498.629820:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762498.629822:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762498.629823:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762498.629826:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762498/real 1787762498]  req@ffff9696517ee580 x1874600883852544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762498.629833:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762498.629834:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762498.629836:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762498.629838:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762498.629839:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762498.629841:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762498.629844:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ee580 x1874600883852544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762498.629851:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ee580 x1874600883852544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629856:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762498.629858:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762498.629859:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762498.629860:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762498.629863:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ee580 x1874600883852544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629869:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762498.629872:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ee580 x1874600883852544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629878:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762498.629880:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762498.629881:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762498.629882:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762498.629884:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762498.629885:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762498.629887:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762498.629890:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762498.629892:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762498.629895:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ee580 x1874600883852544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762498.629902:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883852544:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762498.629906:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762498.629907:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762498.629910:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef0c0 x1874600883852160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629916:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762498.629918:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762498.629919:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449400.
02000000:00000001:1.0:1787762498.629922:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762498.629923:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762498.629925:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762498.629927:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762498.629928:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483edc00.
02000000:00000001:1.0:1787762498.629931:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762498.629932:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762498.629933:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef0c0.
00000100:00000001:1.0:1787762498.629936:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762498.629937:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762498.629938:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762498.629941:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec3c0 x1874600883852288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629947:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762498.629948:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762498.629949:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762498.629951:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762498.629953:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762498.629954:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762498.629956:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762498.629958:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ec000.
02000000:00000001:1.0:1787762498.629960:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762498.629961:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762498.629963:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec3c0.
00000100:00000001:1.0:1787762498.629965:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762498.629966:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762498.629968:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762498.629971:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ed2c0 x1874600883852416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.629977:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762498.629978:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762498.629980:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449c00.
02000000:00000001:1.0:1787762498.629982:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762498.629983:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762498.629985:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762498.629987:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762498.629988:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef800.
02000000:00000001:1.0:1787762498.629991:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762498.629992:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762498.629993:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ed2c0.
00000100:00000001:1.0:1787762498.629995:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762498.629996:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762498.629998:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762498.630001:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ee580 x1874600883852544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762498.630006:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762498.630008:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762498.630009:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a400.
02000000:00000001:1.0:1787762498.630011:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762498.630013:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762498.630014:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762498.630016:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762498.630017:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ee000.
02000000:00000001:1.0:1787762498.630020:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762498.630021:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762498.630023:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ee580.
00000100:00000001:1.0:1787762498.630025:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762498.630027:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762498.630029:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762498.630032:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762498.630033:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762498.630035:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762498.630036:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762499.075666:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762499.075671:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762499.075675:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762499.075678:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762499.075679:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762499.075681:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762499.075683:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762499.075685:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762499.075686:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762499.075687:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762499.075689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762499.075695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762499.075712:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762499.075714:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762499.075715:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787762499.907712:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298557179, at 4298557184
00000100:00000010:1.0:1787762499.907725:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00000100:00000040:0.0:1787762499.907814:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298557179, at 4298557184
00000100:00000010:0.0:1787762499.907820:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00010000:00000001:0.0:1787762500.099703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762500.099709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762500.099712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762500.099713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762500.099715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762500.099716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762500.099775:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762500.099779:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762500.099783:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762501.123681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762501.123688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762501.123694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762501.123695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762501.123698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762501.123700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762501.123720:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762501.123722:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762501.123725:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762502.147692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762502.147697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762502.147701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762502.147701:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762502.147703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762502.147706:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762502.147708:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762502.147710:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762502.147712:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762502.147714:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762502.147716:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762502.147717:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762502.147768:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762502.147770:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762502.147772:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762503.171700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762503.171705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762503.171710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762503.171711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762503.171713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762503.171714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762503.171737:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762503.171740:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762503.171743:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762503.747730:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762503.747742:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762503.747744:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762503.747751:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762503.747756:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762503.747763:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3888
00000400:00000200:1.0:1787762503.747778:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762503.747785:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762503.747787:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762503.747790:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762503.747792:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762503.747794:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762503.747795:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762503.747799:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762503.747800:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:1.0:1787762503.747802:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762503.747805:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:1.0:1787762503.747806:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:1.0:1787762503.747808:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:1.0:1787762503.747810:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762503.747811:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762503.747813:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762503.747814:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762503.747816:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:1.0:1787762503.747819:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762503.747821:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762503.747824:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762503.747827:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762503.747839:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762503.747841:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762503.747843:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762503.747856:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c75680.
00000020:00000040:1.0:1787762503.747860:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:1.0:1787762503.747863:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762503.747865:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762503.747868:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762503.747871:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762503.747875:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762503.747882:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544a400.
00000100:00000001:1.0:1787762503.747888:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762503.747897:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c75680 x1874600883852672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762503.747906:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762503.747910:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762503.747914:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009636c718] to pc [ptlrpcd_rcv+-1]  req@ffff969643c75680 x1874600883852672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762503.747935:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762503.747937:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762503.747940:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762503.747942:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762503.747943:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762503.747946:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762503.747948:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3888
00000400:00000200:1.0:1787762503.747952:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762503.747955:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762503.747958:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762503.747960:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762503.747963:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762503.747965:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762503.747967:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762503.747970:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762503.747971:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:1.0:1787762503.747973:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762503.747973:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1787762503.747977:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000100:00000001:2.0:1787762503.747979:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787762503.747981:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000001:2.0:1787762503.747983:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787762503.747985:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:1.0:1787762503.747993:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000040:2.0:1787762503.747994:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c75680 x1874600883852672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762503.747995:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762503.748000:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762503.748006:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762503.748011:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00000001:2.0:1787762503.748011:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787762503.748014:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762503.748016:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762503.748017:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762503.748020:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762503.748022:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762503.748025:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762503.748027:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762503.748030:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762503.748032:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762503.748032:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787762503.748037:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762503.748039:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883852672:192.168.204.116@tcp:250:kworker.0
00000008:00000001:1.0:1787762503.748040:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762503.748044:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762503.748049:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c76d00.
00000100:00000001:2.0:1787762503.748049:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1787762503.748053:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:1.0:1787762503.748055:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762503.748055:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762503.748057:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762503.748059:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762503.748060:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762503.748060:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762503.748063:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762503.748065:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762503.748067:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449c00.
00000100:00000001:1.0:1787762503.748070:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762503.748072:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483efc00.
00000100:00100000:1.0:1787762503.748075:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c76d00 x1874600883852800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787762503.748077:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762503.748085:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762503.748089:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762503.748089:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:1.0:1787762503.748093:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae739ad4] to pc [ptlrpcd_rcv+-1]  req@ffff969643c76d00 x1874600883852800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787762503.748096:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762503.748105:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000001:1.0:1787762503.748106:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762503.748111:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762503.748115:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:2.0:1787762503.748115:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883852672, portal 25
00000100:00000001:1.0:1787762503.748119:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787762503.748120:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1787762503.748122:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762503.748123:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859239040 : -115902850312576 : ffff969643c75680)
00000100:00000001:1.0:1787762503.748126:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762503.748131:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3888
00000100:00000040:2.0:1787762503.748134:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c75680 x1874600883852672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762503.748139:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762503.748145:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762503.748149:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762503.748151:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762503.748156:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000040:2.0:1787762503.748157:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762503.748161:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000001:1.0:1787762503.748162:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787762503.748166:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883852672, offset 0
00000100:00000040:1.0:1787762503.748167:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762503.748172:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762503.748176:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787762503.748177:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000020:00000040:1.0:1787762503.748180:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:1.0:1787762503.748184:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762503.748186:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000400:00000200:2.0:1787762503.748189:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000001:1.0:1787762503.748190:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:1.0:1787762503.748195:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:2.0:1787762503.748197:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000040:1.0:1787762503.748202:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762503.748205:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787762503.748206:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762503.748210:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762503.748212:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00000001:1.0:1787762503.748213:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762503.748218:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000400:00000200:2.0:1787762503.748218:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1787762503.748224:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000400:00000200:2.0:1787762503.748225:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000001:1.0:1787762503.748230:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762503.748232:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3599:3599:256:4294967295] 192.168.204.116@tcp LPNI seq info [3599:3599:8:4294967295]
02000000:00000001:1.0:1787762503.748235:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762503.748240:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762503.748240:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:1.0:1787762503.748245:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762503.748247:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762503.748251:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762503.748254:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000008:00000001:1.0:1787762503.748256:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762503.748261:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762503.748265:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000010:1.0:1787762503.748266:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c75e00.
00000020:00000040:1.0:1787762503.748271:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000800:00000010:2.0:1787762503.748271:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
02000000:00000001:1.0:1787762503.748275:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762503.748278:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762503.748282:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1787762503.748282:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:1.0:1787762503.748285:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762503.748289:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762503.748289:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
02000000:00000010:1.0:1787762503.748296:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448400.
00000800:00000200:2.1:1787762503.748297:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762503.748301:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762503.748302:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000100:00100000:1.0:1787762503.748319:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c75e00 x1874600883852928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762503.748322:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762503.748326:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000100:00000001:1.0:1787762503.748334:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762503.748346:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762503.748347:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1787762503.748354:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040d67091] to pc [ptlrpcd_rcv+-1]  req@ffff969643c75e00 x1874600883852928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762503.748355:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762503.748363:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000100:00000001:1.0:1787762503.748367:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762503.748368:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00080000:1.0:1787762503.748373:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762503.748375:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1787762503.748379:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:2.0:1787762503.748383:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c75680 x1874600883852672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762503.748384:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762503.748387:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762503.748393:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762503.748399:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3888
00000100:00000001:2.0:1787762503.748400:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1787762503.748407:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:2.0:1787762503.748408:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c75680 x1874600883852672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762528 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.748418:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762503.748419:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:1.0:1787762503.748423:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762503.748426:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762503.748427:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787762503.748432:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:1.0:1787762503.748434:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762503.748436:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298562299
00000100:00000001:1.0:1787762503.748439:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1787762503.748441:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7480.
00000100:00000040:1.0:1787762503.748444:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762503.748448:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762503.748448:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000020:00000001:1.0:1787762503.748454:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762503.748457:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000100:00000001:2.0:1787762503.748457:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298562299
00000020:00000001:1.0:1787762503.748461:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000010:2.0:1787762503.748462:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7f00.
00000020:00000040:1.0:1787762503.748466:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000100:00000001:2.0:1787762503.748466:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762503.748470:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787762503.748471:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:1.0:1787762503.748475:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000001:2.0:1787762503.748475:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762503.748479:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1787762503.748482:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762503.748486:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1787762503.748487:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762503/real 1787762503]  req@ffff969643c75680 x1874600883852672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762503.748491:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762503.748495:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762503.748499:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:1.0:1787762503.748506:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000400:00000001:2.0:1787762503.748507:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762503.748510:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787762503.748511:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762503.748514:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
02000000:00000001:1.0:1787762503.748515:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762503.748519:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762503.748522:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762503.748525:0:2396:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1787762503.748527:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1787762503.748529:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c75680 x1874600883852672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762503.748532:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762503.748537:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762503.748541:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000100:00000200:2.0:1787762503.748546:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c75680 x1874600883852672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1787762503.748547:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762503.748551:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762503.748559:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762503.748561:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1787762503.748562:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c74000.
00000100:00000001:2.0:1787762503.748564:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:1.0:1787762503.748566:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
00000100:00000001:2.0:1787762503.748568:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787762503.748571:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762503.748574:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762503.748576:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c75680 x1874600883852672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762503.748578:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762503.748581:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762503.748584:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762503.748590:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1787762503.748591:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449400.
00000100:00000040:2.0:1787762503.748617:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c75680 x1874600883852672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.748625:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762503.748629:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762503.748631:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762503.748632:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762503.748634:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762503.748637:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762503.748637:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762503.748644:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1787762503.748648:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c74000 x1874600883853056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762503.748651:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762503.748656:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1787762503.748664:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787762503.748666:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c75680 x1874600883852672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762503.748668:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762503.748677:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fd673c1] to pc [ptlrpcd_rcv+-1]  req@ffff969643c74000 x1874600883853056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762503.748685:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883852672:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762503.748692:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762503.748695:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787762503.748697:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762503.748698:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762503.748703:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c75680 x1874600883852672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762503.748704:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787762503.748707:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762503.748711:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762503.748712:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762503.748715:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1787762503.748716:0:13263:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:2.0:1787762503.748717:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483efc00.
00000100:00080000:1.0:1787762503.748722:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3888
02000000:00000001:2.0:1787762503.748722:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762503.748725:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762503.748728:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762503.748730:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
00000400:00000200:1.0:1787762503.748731:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000010:2.0:1787762503.748733:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544a400.
02000000:00000001:2.0:1787762503.748737:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:1.0:1787762503.748739:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
02000000:00000001:2.0:1787762503.748740:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762503.748743:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c75680.
00000100:00080000:1.0:1787762503.748745:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762503.748750:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762503.748752:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762503.748752:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762503.748756:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762503.748757:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762503.748761:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762503.748762:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762503.748767:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762503.748768:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:1.0:1787762503.748769:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762503.748771:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:1.0:1787762503.748773:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:1.0:1787762503.748775:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:2.0:1787762503.748777:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:1.0:1787762503.748778:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762503.748780:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762503.748783:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762503.748785:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787762503.748787:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762503.748789:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762503.748792:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762503.748793:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1787762503.748797:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00000040:2.0:1787762503.748800:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c76d00 x1874600883852800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762503.748803:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762503.748810:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762503.748814:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762503.748816:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787762503.748818:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762503.748819:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762503.748825:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762503.748825:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762503.748828:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762503.748831:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762503.748831:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787762503.748837:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787762503.748837:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883852800:192.168.204.116@tcp:38:kworker.0
00000008:00000001:1.0:1787762503.748843:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762503.748844:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787762503.748848:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762503.748849:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762503.748852:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762503.748854:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c74f00.
02000000:00000001:2.0:1787762503.748854:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1787762503.748859:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000010:2.0:1787762503.748860:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483efc00.
02000000:00000001:1.0:1787762503.748862:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762503.748864:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762503.748866:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762503.748869:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762503.748873:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787762503.748873:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:1.0:1787762503.748877:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762503.748878:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
02000000:00000010:1.0:1787762503.748885:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449000.
00000400:00000010:2.0:1787762503.748885:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762503.748889:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883852800, portal 10
00000100:00000001:1.0:1787762503.748892:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762503.748892:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762503.748893:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859244800 : -115902850306816 : ffff969643c76d00)
00000100:00100000:1.0:1787762503.748902:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c74f00 x1874600883853184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787762503.748902:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c76d00 x1874600883852800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.748930:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787762503.748931:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787762503.748933:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00000001:1.0:1787762503.748936:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762503.748937:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762503.748942:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883852800, offset 0
00000100:00000040:1.0:1787762503.748945:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a50eac1a] to pc [ptlrpcd_rcv+-1]  req@ffff969643c74f00 x1874600883853184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762503.748950:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762503.748958:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762503.748959:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762503.748964:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3898)
00000400:00000200:2.0:1787762503.748965:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762503.748970:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762503.748972:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762503.748973:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762503.748975:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762503.748977:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3600:3600:256:4294967295] 192.168.204.116@tcp LPNI seq info [3600:3600:8:4294967295]
00000400:00000200:2.0:1787762503.748980:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762503.748985:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762503.748988:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762503.748991:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762503.748993:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762503.748995:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762503.748998:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762503.749000:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787762503.749002:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762503.749003:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762503.749005:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762503.749007:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762503.749009:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762503.749010:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762503.749012:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762503.749014:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c76d00 x1874600883852800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749020:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762503.749022:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c76d00 x1874600883852800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762528 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749026:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762503.749027:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762503.749029:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762503.749031:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762503.749033:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762503.749034:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298561060
00000100:00000001:2.0:1787762503.749036:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298562299
00000100:00000001:2.0:1787762503.749037:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298561060
00000100:00000001:2.0:1787762503.749039:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298562299
00000100:00000001:2.0:1787762503.749040:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762503.749041:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762503.749042:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762503.749044:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762503/real 1787762503]  req@ffff969643c76d00 x1874600883852800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762503.749052:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762503.749053:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762503.749054:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762503.749056:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762503.749056:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762503.749058:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762503.749059:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c76d00 x1874600883852800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762503.749064:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c76d00 x1874600883852800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749068:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762503.749069:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762503.749070:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762503.749070:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762503.749072:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c76d00 x1874600883852800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749076:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762503.749078:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c76d00 x1874600883852800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749081:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762503.749083:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762503.749084:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762503.749084:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762503.749085:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762503.749086:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762503.749088:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762503.749089:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762503.749091:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762503.749093:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c76d00 x1874600883852800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762503.749098:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883852800:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762503.749100:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762503.749101:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c75e00 x1874600883852928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749105:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762503.749105:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762503.749107:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762503.749107:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762503.749109:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762503.749110:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883852928:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762503.749112:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762503.749113:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762503.749114:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762503.749115:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762503.749116:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762503.749117:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762503.749119:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762503.749120:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762503.749122:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762503.749124:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883852928, portal 10
00000100:00000001:2.0:1787762503.749125:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762503.749126:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859240960 : -115902850310656 : ffff969643c75e00)
00000100:00000040:2.0:1787762503.749129:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c75e00 x1874600883852928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749133:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762503.749134:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762503.749135:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762503.749136:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883852928, offset 0
00000400:00000200:2.0:1787762503.749139:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762503.749141:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762503.749143:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762503.749145:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762503.749146:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762503.749148:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762503.749149:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762503.749151:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3601:3601:256:4294967295] 192.168.204.116@tcp LPNI seq info [3601:3601:8:4294967295]
00000400:00000200:2.0:1787762503.749153:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762503.749157:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762503.749159:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762503.749161:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762503.749163:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762503.749165:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762503.749167:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762503.749169:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787762503.749185:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762503.749187:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762503.749190:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762503.749193:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762503.749196:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762503.749198:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762503.749200:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762503.749203:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c75e00 x1874600883852928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749211:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762503.749214:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c75e00 x1874600883852928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762528 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749220:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762503.749222:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762503.749225:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762503.749228:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762503.749230:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762503.749232:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298561119
00000100:00000001:2.0:1787762503.749233:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298562299
00000100:00000001:2.0:1787762503.749234:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298561119
00000100:00000001:2.0:1787762503.749236:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298562299
00000100:00000001:2.0:1787762503.749237:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762503.749239:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762503.749240:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762503.749242:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762503/real 1787762503]  req@ffff969643c75e00 x1874600883852928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762503.749246:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762503.749247:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762503.749248:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762503.749250:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762503.749251:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762503.749252:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762503.749254:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c75e00 x1874600883852928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762503.749258:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c75e00 x1874600883852928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749262:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762503.749263:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762503.749264:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762503.749265:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762503.749266:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c75e00 x1874600883852928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749270:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762503.749272:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c75e00 x1874600883852928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749275:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762503.749277:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762503.749278:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762503.749279:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762503.749280:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762503.749281:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762503.749283:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762503.749284:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762503.749285:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762503.749287:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c75e00 x1874600883852928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762503.749291:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883852928:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762503.749293:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762503.749295:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c74000 x1874600883853056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749299:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762503.749300:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762503.749301:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762503.749302:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762503.749303:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762503.749305:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883853056:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762503.749306:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762503.749307:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762503.749308:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762503.749309:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762503.749311:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762503.749312:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762503.749314:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762503.749315:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762503.749317:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762503.749319:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883853056, portal 4
00000100:00000001:2.0:1787762503.749320:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762503.749321:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859233280 : -115902850318336 : ffff969643c74000)
00000100:00000040:2.0:1787762503.749324:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c74000 x1874600883853056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749328:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762503.749329:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762503.749331:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762503.749332:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883853056, offset 0
00000400:00000200:2.0:1787762503.749334:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762503.749350:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762503.749353:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762503.749356:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762503.749357:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762503.749359:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762503.749360:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762503.749362:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3602:3602:256:4294967295] 192.168.204.116@tcp LPNI seq info [3602:3602:8:4294967295]
00000400:00000200:2.0:1787762503.749365:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762503.749368:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762503.749371:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762503.749374:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762503.749376:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762503.749378:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762503.749380:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762503.749382:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787762503.749384:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762503.749385:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762503.749387:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762503.749389:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762503.749391:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762503.749392:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762503.749393:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762503.749396:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c74000 x1874600883853056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749404:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762503.749406:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c74000 x1874600883853056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762528 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749410:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762503.749411:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762503.749412:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762503.749414:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762503.749416:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762503.749417:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298561040
00000100:00000001:2.0:1787762503.749419:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298562299
00000100:00000001:2.0:1787762503.749420:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298561040
00000100:00000001:2.0:1787762503.749421:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298562299
00000100:00000001:2.0:1787762503.749422:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762503.749423:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762503.749424:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762503.749426:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762503/real 1787762503]  req@ffff969643c74000 x1874600883853056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762503.749430:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762503.749431:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762503.749432:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762503.749433:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762503.749434:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762503.749436:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762503.749437:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c74000 x1874600883853056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762503.749442:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c74000 x1874600883853056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749445:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762503.749447:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762503.749448:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762503.749448:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762503.749450:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c74000 x1874600883853056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749454:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762503.749456:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c74000 x1874600883853056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749459:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762503.749461:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762503.749461:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762503.749462:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762503.749463:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762503.749464:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762503.749465:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762503.749467:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762503.749468:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762503.749470:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c74000 x1874600883853056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762503.749474:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883853056:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762503.749476:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762503.749477:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762503.749479:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c76d00 x1874600883852800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749483:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762503.749484:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762503.749485:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762503.749486:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762503.749487:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762503.749488:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762503.749490:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762503.749491:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449c00.
02000000:00000001:2.0:1787762503.749492:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762503.749493:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762503.749494:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c76d00.
00000100:00000001:2.0:1787762503.749496:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762503.749497:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762503.749498:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762503.749499:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c75e00 x1874600883852928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749503:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762503.749504:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762503.749505:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762503.749505:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762503.749506:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762503.749507:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762503.749508:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762503.749509:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448400.
02000000:00000001:2.0:1787762503.749510:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762503.749511:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762503.749511:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c75e00.
00000100:00000001:2.0:1787762503.749512:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762503.749513:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762503.749514:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762503.749515:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c74000 x1874600883853056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749519:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762503.749519:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762503.749520:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762503.749521:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762503.749522:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762503.749522:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762503.749523:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762503.749524:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449400.
02000000:00000001:2.0:1787762503.749525:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762503.749526:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762503.749527:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c74000.
00000100:00000001:2.0:1787762503.749528:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762503.749529:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762503.749530:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762503.749533:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762503.749534:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762503.749535:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762503.749536:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762503.749536:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762503.749538:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c74f00 x1874600883853184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749542:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762503.749543:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762503.749544:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762503.749545:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762503.749546:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762503.749547:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883853184:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762503.749549:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762503.749550:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762503.749551:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762503.749552:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762503.749554:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762503.749555:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762503.749557:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762503.749558:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762503.749560:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762503.749562:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883853184, portal 4
00000100:00000001:2.0:1787762503.749563:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762503.749563:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859237120 : -115902850314496 : ffff969643c74f00)
00000100:00000040:2.0:1787762503.749567:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c74f00 x1874600883853184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749570:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762503.749571:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762503.749573:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762503.749574:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883853184, offset 0
00000400:00000200:2.0:1787762503.749576:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762503.749579:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762503.749580:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762503.749583:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762503.749584:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762503.749586:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762503.749588:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762503.749591:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3603:3603:256:4294967295] 192.168.204.116@tcp LPNI seq info [3603:3603:8:4294967295]
00000400:00000200:2.0:1787762503.749595:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762503.749618:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762503.749623:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762503.749627:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762503.749630:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762503.749633:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762503.749637:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762503.749639:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787762503.749641:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762503.749642:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762503.749644:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762503.749646:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762503.749649:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762503.749650:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762503.749651:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762503.749653:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c74f00 x1874600883853184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749658:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762503.749660:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c74f00 x1874600883853184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762528 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749664:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762503.749665:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762503.749667:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762503.749669:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762503.749671:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762503.749672:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298561048
00000100:00000001:2.0:1787762503.749674:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298562299
00000100:00000001:2.0:1787762503.749675:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298561048
00000100:00000001:2.0:1787762503.749676:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298562299
00000100:00000001:2.0:1787762503.749677:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762503.749678:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762503.749679:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762503.749681:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762503/real 1787762503]  req@ffff969643c74f00 x1874600883853184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762503.749686:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762503.749687:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762503.749688:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762503.749689:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762503.749690:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762503.749691:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762503.749693:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c74f00 x1874600883853184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762503.749697:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c74f00 x1874600883853184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749701:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762503.749701:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762503.749702:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762503.749703:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762503.749705:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c74f00 x1874600883853184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749708:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762503.749710:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c74f00 x1874600883853184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749714:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762503.749716:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762503.749717:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762503.749717:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762503.749718:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762503.749719:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762503.749721:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762503.749722:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762503.749723:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762503.749725:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c74f00 x1874600883853184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762503.749729:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883853184:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762503.749731:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762503.749732:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762503.749734:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c74f00 x1874600883853184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762503.749737:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762503.749738:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762503.749739:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762503.749740:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762503.749741:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762503.749742:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762503.749743:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762503.749744:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449000.
02000000:00000001:2.0:1787762503.749746:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762503.749746:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762503.749747:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c74f00.
00000100:00000001:2.0:1787762503.749749:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762503.749750:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762503.749751:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762503.749753:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762503.749754:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762503.749755:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762503.749756:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762504.195708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762504.195713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762504.195717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762504.195718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762504.195720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762504.195720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762504.195772:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762504.195774:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762504.195776:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762505.027689:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298562299, at 4298562304
00000100:00000040:1.0:1787762505.027699:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298562299, at 4298562304
00000100:00000010:0.0:1787762505.027701:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7480.
00000100:00000010:1.0:1787762505.027710:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7f00.
00010000:00000001:0.0:1787762505.219690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762505.219697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762505.219702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762505.219703:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762505.219706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762505.219707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762505.219729:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762505.219732:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762505.219734:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762506.243701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762506.243709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762506.243723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762506.243724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762506.243728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762506.243729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762506.243792:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762506.243796:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762506.243799:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762507.267694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762507.267702:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762507.267704:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762507.267707:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762507.267712:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762507.267714:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762507.267716:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762507.267718:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762507.267723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762507.267724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762507.267728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762507.267729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762507.267758:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762507.267760:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762507.267764:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762508.291719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762508.291725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762508.291731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762508.291732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762508.291735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762508.291736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762508.291791:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762508.291794:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762508.291796:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762508.867712:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762508.867727:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762508.867730:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762508.867733:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762508.867737:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762508.867743:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3893
00000400:00000200:2.0:1787762508.867752:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762508.867758:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762508.867760:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762508.867763:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762508.867765:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762508.867767:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762508.867768:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762508.867771:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762508.867772:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762508.867774:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762508.867776:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762508.867778:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762508.867779:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762508.867781:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762508.867782:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762508.867783:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762508.867784:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762508.867786:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762508.867788:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762508.867790:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762508.867793:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762508.867795:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762508.867796:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762508.867798:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762508.867800:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762508.867807:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef840.
00000020:00000040:2.0:1787762508.867810:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762508.867813:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762508.867814:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762508.867817:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762508.867820:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762508.867825:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762508.867833:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483efc00.
00000100:00000001:2.0:1787762508.867839:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762508.867848:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef840 x1874600883853312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762508.867858:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762508.867861:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762508.867866:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b068e52] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef840 x1874600883853312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762508.867887:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762508.867890:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762508.867894:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762508.867896:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762508.867898:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762508.867902:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762508.867905:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3893
00000400:00000200:2.0:1787762508.867908:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762508.867909:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1787762508.867911:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000001:1.0:1787762508.867913:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787762508.867914:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762508.867916:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762508.867918:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762508.867921:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762508.867924:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef840 x1874600883853312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762508.867925:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762508.867928:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762508.867932:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762508.867933:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762508.867936:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762508.867939:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000100:00000001:1.0:1787762508.867940:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787762508.867943:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000001:1.0:1787762508.867944:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762508.867948:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1787762508.867948:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
02000000:00000001:1.0:1787762508.867951:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787762508.867952:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
02000000:00000001:1.0:1787762508.867955:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762508.867955:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787762508.867960:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883853312:192.168.204.116@tcp:250:kworker.0
00000100:00000040:2.0:1787762508.867960:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762508.867964:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762508.867966:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1787762508.867967:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
02000000:00000001:1.0:1787762508.867971:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1787762508.867971:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
02000000:00000001:1.0:1787762508.867975:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762508.867975:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762508.867979:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787762508.867980:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1787762508.867985:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449800.
02000000:00000001:2.0:1787762508.867986:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762508.867988:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762508.867990:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762508.867993:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762508.867995:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000008:00100000:2.0:1787762508.867997:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1787762508.867998:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000008:00000001:2.0:1787762508.868001:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762508.868003:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762508.868005:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000010:2.0:1787762508.868006:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec780.
00000020:00000040:2.0:1787762508.868009:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
00000100:00000200:1.0:1787762508.868011:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883853312, portal 25
02000000:00000001:2.0:1787762508.868011:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762508.868014:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762508.868015:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762508.868017:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762508.868018:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089377344 : -115902620174272 : ffff9696517ef840)
02000000:00000001:2.0:1787762508.868020:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762508.868022:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762508.868025:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef840 x1874600883853312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787762508.868027:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec400.
00000100:00000001:2.0:1787762508.868033:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762508.868034:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762508.868038:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00100000:2.0:1787762508.868041:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec780 x1874600883853440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762508.868042:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000100:00000200:1.0:1787762508.868045:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883853312, offset 0
00000100:00000001:2.0:1787762508.868053:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762508.868054:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000001:2.0:1787762508.868055:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762508.868060:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056399392] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec780 x1874600883853440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762508.868063:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762508.868070:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000001:2.0:1787762508.868070:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762508.868073:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762508.868077:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1787762508.868077:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762508.868081:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762508.868082:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787762508.868083:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00000001:2.0:1787762508.868085:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787762508.868089:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1787762508.868089:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3893
00000400:00000200:1.0:1787762508.868094:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762508.868096:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762508.868100:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3604:3604:256:4294967295] 192.168.204.116@tcp LPNI seq info [3604:3604:8:4294967295]
00000400:00000200:2.0:1787762508.868103:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762508.868106:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787762508.868107:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:2.0:1787762508.868110:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762508.868112:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762508.868117:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762508.868121:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787762508.868121:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762508.868124:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762508.868127:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762508.868128:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762508.868130:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000800:00000200:1.0:1787762508.868131:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000020:00000001:2.0:1787762508.868132:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000800:00000010:1.0:1787762508.868136:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000020:00000001:2.0:1787762508.868136:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762508.868141:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762508.868142:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787762508.868145:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:2.0:1787762508.868146:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000200:1.0:1787762508.868150:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000100:00000001:2.0:1787762508.868150:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762508.868154:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000800:00000200:1.1:1787762508.868157:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:2.0:1787762508.868159:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000800:00000200:1.1:1787762508.868162:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000100:00000001:2.0:1787762508.868163:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762508.868167:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:1.0:1787762508.868170:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
02000000:00000001:2.0:1787762508.868170:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762508.868173:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762508.868174:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000100:00000001:2.0:1787762508.868176:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762508.868178:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762508.868179:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:2.0:1787762508.868180:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762508.868183:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762508.868186:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00000010:2.0:1787762508.868188:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ecf00.
00000400:00000200:1.0:1787762508.868191:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000020:00000040:2.0:1787762508.868191:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000400:00000010:1.0:1787762508.868195:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
02000000:00000001:2.0:1787762508.868195:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762508.868198:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762508.868200:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787762508.868200:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762508.868202:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1787762508.868205:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ef840 x1874600883853312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762508.868206:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762508.868211:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef000.
00000100:00000001:2.0:1787762508.868216:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762508.868218:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1787762508.868221:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ecf00 x1874600883853568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787762508.868224:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef840 x1874600883853312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762533 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762508.868251:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762508.868252:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762508.868254:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762508.868255:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1787762508.868260:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105f396e] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ecf00 x1874600883853568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.868262:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762508.868269:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762508.868271:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762508.868273:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762508.868275:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762508.868276:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298567419
00000100:00000001:2.0:1787762508.868276:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762508.868277:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762508.868281:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762508.868284:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3893
00000100:00000010:1.0:1787762508.868286:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d660.
00000400:00000200:2.0:1787762508.868289:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762508.868293:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000001:1.0:1787762508.868294:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00080000:2.0:1787762508.868294:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762508.868299:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762508.868300:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762508.868302:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298567419
00000100:00000040:2.0:1787762508.868302:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762508.868306:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000010:1.0:1787762508.868307:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d0c0.
00000020:00000001:2.0:1787762508.868309:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762508.868310:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000020:00000040:2.0:1787762508.868312:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000100:00000001:1.0:1787762508.868314:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1787762508.868314:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762508.868317:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000100:00000001:1.0:1787762508.868318:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762508.868320:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000001:1.0:1787762508.868321:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:2.0:1787762508.868323:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00100000:1.0:1787762508.868327:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762508/real 1787762508]  req@ffff9696517ef840 x1874600883853312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762508.868328:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762508.868333:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762508.868337:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762508.868342:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000001:1.0:1787762508.868343:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762508.868345:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:2.0:1787762508.868347:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000400:00000010:1.0:1787762508.868348:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762508.868351:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762508.868353:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00080000:2.0:1787762508.868354:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762508.868356:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762508.868361:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef840 x1874600883853312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762508.868361:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762508.868367:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1787762508.868372:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef840 x1874600883853312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762508.868373:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762508.868379:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762508.868382:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762508.868384:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762508.868384:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762508.868388:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762508.868389:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1787762508.868389:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000100:00100000:1.0:1787762508.868394:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef840 x1874600883853312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1787762508.868395:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762508.868400:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762508.868404:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1787762508.868407:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517eed00.
00000100:00000040:1.0:1787762508.868409:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef840 x1874600883853312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787762508.868412:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
00000100:00000001:1.0:1787762508.868417:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1787762508.868418:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787762508.868419:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762508.868422:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1787762508.868423:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762508.868424:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762508.868428:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762508.868429:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762508.868430:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762508.868433:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1787762508.868433:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:1.0:1787762508.868438:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
02000000:00000001:2.0:1787762508.868438:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762508.868442:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:2.0:1787762508.868445:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ed800.
00000100:00000040:1.0:1787762508.868446:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef840 x1874600883853312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762508.868452:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762508.868454:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883853312:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762508.868459:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762508.868461:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1787762508.868462:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517eed00 x1874600883853696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787762508.868464:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef840 x1874600883853312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762508.868489:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762508.868493:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1787762508.868494:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762508.868496:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762508.868499:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449800.
02000000:00000001:1.0:1787762508.868502:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:2.0:1787762508.868503:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adaeb222] to pc [ptlrpcd_rcv+-1]  req@ffff9696517eed00 x1874600883853696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787762508.868504:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762508.868506:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762508.868509:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762508.868512:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483efc00.
02000000:00000001:1.0:1787762508.868517:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762508.868520:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787762508.868521:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762508.868522:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef840.
00000100:00000001:1.0:1787762508.868525:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762508.868527:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762508.868527:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762508.868530:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762508.868535:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762508.868537:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762508.868539:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762508.868540:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762508.868541:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762508.868544:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762508.868546:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3893
00000100:00000001:1.0:1787762508.868549:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762508.868552:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1787762508.868553:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762508.868555:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1787762508.868559:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000040:1.0:1787762508.868563:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec780 x1874600883853440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762508.868563:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762508.868573:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762508.868574:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762508.868576:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1787762508.868578:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
02000000:00000001:1.0:1787762508.868579:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762508.868584:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762508.868585:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787762508.868588:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883853440:192.168.204.116@tcp:38:kworker.0
00000100:00000040:2.0:1787762508.868589:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762508.868592:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762508.868611:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762508.868613:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762508.868614:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762508.868616:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449800.
02000000:00000001:1.0:1787762508.868618:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762508.868621:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762508.868623:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762508.868626:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000001:2.0:1787762508.868627:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000200:1.0:1787762508.868628:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883853440, portal 10
00000100:00000001:1.0:1787762508.868631:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1787762508.868633:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762508.868634:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089364864 : -115902620186752 : ffff9696517ec780)
00000020:00000040:2.0:1787762508.868637:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762508.868640:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787762508.868641:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec780 x1874600883853440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787762508.868643:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762508.868648:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:1.0:1787762508.868651:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1787762508.868653:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:1.0:1787762508.868654:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762508.868657:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000100:00000200:1.0:1787762508.868659:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883853440, offset 0
00000100:00000040:2.0:1787762508.868662:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762508.868664:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000001:2.0:1787762508.868668:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762508.868671:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:2.0:1787762508.868674:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762508.868676:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000001:2.0:1787762508.868679:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:1.0:1787762508.868680:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1787762508.868684:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000400:00000200:1.0:1787762508.868685:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762508.868689:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762508.868693:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00080000:2.0:1787762508.868693:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762508.868699:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762508.868700:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3605:3605:256:4294967295] 192.168.204.116@tcp LPNI seq info [3605:3605:8:4294967295]
02000000:00000001:2.0:1787762508.868703:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762508.868707:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:2.0:1787762508.868708:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762508.868712:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762508.868716:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762508.868718:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000008:00100000:2.0:1787762508.868720:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762508.868725:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762508.868730:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000001:2.0:1787762508.868730:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762508.868737:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000100:00000010:2.0:1787762508.868737:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ede00.
00000020:00000040:2.0:1787762508.868743:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000800:00000200:1.0:1787762508.868746:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:2.0:1787762508.868749:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1787762508.868750:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
02000000:00000001:2.0:1787762508.868753:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762508.868756:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:2.0:1787762508.868758:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1787762508.868759:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
02000000:00000001:2.0:1787762508.868760:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:1.0:1787762508.868764:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
02000000:00000001:2.0:1787762508.868765:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762508.868766:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762508.868770:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762508.868773:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762508.868774:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:1.0:1787762508.868775:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
02000000:00000010:2.0:1787762508.868777:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef400.
00000100:00000001:1.0:1787762508.868778:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787762508.868784:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762508.868785:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ec780 x1874600883853440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762508.868793:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ede00 x1874600883853824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762508.868798:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762508.868805:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec780 x1874600883853440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762533 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762508.868805:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762508.868809:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762508.868818:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041377f2a] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ede00 x1874600883853824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.868819:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762508.868822:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762508.868827:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762508.868832:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000100:00000001:2.0:1787762508.868835:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762508.868839:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:2.0:1787762508.868842:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3903)
00000100:00000001:1.0:1787762508.868843:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298566180
00000100:00000001:1.0:1787762508.868848:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298567419
00000100:00000001:1.0:1787762508.868851:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298566180
00000100:00000001:1.0:1787762508.868853:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298567419
00000100:00000001:1.0:1787762508.868855:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762508.868857:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762508.868859:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762508.868863:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762508/real 1787762508]  req@ffff9696517ec780 x1874600883853440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762508.868870:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762508.868871:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762508.868872:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762508.868875:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762508.868876:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762508.868878:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762508.868880:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec780 x1874600883853440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762508.868888:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec780 x1874600883853440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.868899:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762508.868900:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762508.868902:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762508.868903:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762508.868906:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec780 x1874600883853440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.868911:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762508.868915:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec780 x1874600883853440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.868920:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762508.868922:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762508.868924:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762508.868925:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762508.868926:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762508.868928:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762508.868930:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762508.868933:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762508.868935:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762508.868938:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec780 x1874600883853440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762508.868945:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883853440:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762508.868948:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762508.868951:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ecf00 x1874600883853568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.868956:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762508.868957:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762508.868959:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762508.868960:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762508.868962:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762508.868964:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ecf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883853568:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762508.868966:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762508.868968:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762508.868969:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762508.868970:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762508.868973:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762508.868975:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762508.868978:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762508.868980:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762508.868983:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762508.868986:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883853568, portal 10
00000100:00000001:1.0:1787762508.868988:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762508.868989:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089366784 : -115902620184832 : ffff9696517ecf00)
00000100:00000040:1.0:1787762508.868994:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ecf00 x1874600883853568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.868999:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762508.869001:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762508.869003:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000100:00000200:1.0:1787762508.869005:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883853568, offset 0
00000400:00000200:1.0:1787762508.869009:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762508.869012:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762508.869016:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762508.869018:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762508.869020:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762508.869023:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762508.869025:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762508.869028:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3606:3606:256:4294967295] 192.168.204.116@tcp LPNI seq info [3606:3606:8:4294967295]
00000400:00000200:1.0:1787762508.869031:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762508.869036:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762508.869040:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762508.869043:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762508.869047:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762508.869050:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762508.869055:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762508.869057:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787762508.869060:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762508.869062:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762508.869065:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762508.869068:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762508.869071:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:1.0:1787762508.869072:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:1.0:1787762508.869075:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762508.869078:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ecf00 x1874600883853568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.869084:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762508.869088:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ecf00 x1874600883853568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762533 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.869094:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762508.869095:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762508.869098:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762508.869101:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762508.869104:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762508.869106:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298566239
00000100:00000001:1.0:1787762508.869108:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298567419
00000100:00000001:1.0:1787762508.869110:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298566239
00000100:00000001:1.0:1787762508.869112:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298567419
00000100:00000001:1.0:1787762508.869114:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762508.869116:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762508.869118:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762508.869122:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762508/real 1787762508]  req@ffff9696517ecf00 x1874600883853568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762508.869130:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762508.869131:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762508.869132:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762508.869135:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762508.869137:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762508.869139:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762508.869142:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ecf00 x1874600883853568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762508.869147:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ecf00 x1874600883853568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.869151:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762508.869152:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762508.869153:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762508.869153:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762508.869155:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ecf00 x1874600883853568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.869159:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762508.869161:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ecf00 x1874600883853568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.869165:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762508.869166:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762508.869167:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762508.869168:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762508.869169:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762508.869170:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762508.869171:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762508.869173:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762508.869174:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762508.869176:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ecf00 x1874600883853568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762508.869181:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ecf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883853568:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762508.869183:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762508.869185:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517eed00 x1874600883853696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.869188:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762508.869189:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762508.869190:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762508.869191:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762508.869193:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762508.869194:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517eed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883853696:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762508.869196:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762508.869197:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762508.869198:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762508.869199:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762508.869202:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762508.869203:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762508.869205:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762508.869207:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762508.869209:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762508.869211:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883853696, portal 4
00000100:00000001:1.0:1787762508.869212:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762508.869213:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089374464 : -115902620177152 : ffff9696517eed00)
00000100:00000040:1.0:1787762508.869216:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517eed00 x1874600883853696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.869220:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762508.869221:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762508.869222:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000100:00000200:1.0:1787762508.869224:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883853696, offset 0
00000400:00000200:1.0:1787762508.869226:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762508.869228:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762508.869230:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762508.869232:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762508.869234:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762508.869236:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762508.869250:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762508.869252:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3607:3607:256:4294967295] 192.168.204.116@tcp LPNI seq info [3607:3607:8:4294967295]
00000400:00000200:1.0:1787762508.869255:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762508.869258:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762508.869261:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762508.869263:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762508.869266:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762508.869267:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762508.869270:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762508.869271:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787762508.869274:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762508.869275:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762508.869277:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762508.869279:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762508.869281:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:1.0:1787762508.869282:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:1.0:1787762508.869283:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762508.869286:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517eed00 x1874600883853696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.869290:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762508.869292:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517eed00 x1874600883853696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762533 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.869296:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762508.869297:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762508.869299:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762508.869300:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762508.869302:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762508.869303:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298566160
00000100:00000001:1.0:1787762508.869305:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298567419
00000100:00000001:1.0:1787762508.869306:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298566160
00000100:00000001:1.0:1787762508.869308:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298567419
00000100:00000001:1.0:1787762508.869309:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762508.869310:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762508.869311:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762508.869312:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762508/real 1787762508]  req@ffff9696517eed00 x1874600883853696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762508.869317:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762508.869317:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762508.869318:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762508.869319:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762508.869320:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762508.869322:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762508.869323:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517eed00 x1874600883853696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762508.869328:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517eed00 x1874600883853696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.869331:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762508.869332:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762508.869333:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762508.869334:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762508.869336:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517eed00 x1874600883853696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.869339:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762508.869341:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517eed00 x1874600883853696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.869344:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762508.869346:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762508.869347:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762508.869348:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762508.869349:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762508.869350:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762508.869351:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762508.869353:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762508.869354:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762508.869356:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517eed00 x1874600883853696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762508.869360:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517eed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883853696:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762508.869362:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762508.869363:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762508.869364:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec780 x1874600883853440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.869367:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762508.869368:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762508.869369:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449800.
02000000:00000001:1.0:1787762508.869371:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762508.869372:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762508.869372:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762508.869374:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762508.869375:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ec400.
02000000:00000001:1.0:1787762508.869376:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762508.869377:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762508.869378:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec780.
00000100:00000001:1.0:1787762508.869380:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762508.869380:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762508.869381:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762508.869383:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ecf00 x1874600883853568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.869390:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762508.869391:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762508.869392:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762508.869393:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762508.869394:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762508.869394:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762508.869395:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762508.869396:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef000.
02000000:00000001:1.0:1787762508.869397:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762508.869398:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762508.869399:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ecf00.
00000100:00000001:1.0:1787762508.869400:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762508.869400:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762508.869401:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762508.869403:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517eed00 x1874600883853696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.869406:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762508.869406:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762508.869407:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762508.869408:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762508.869409:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762508.869409:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762508.869410:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762508.869411:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ed800.
02000000:00000001:1.0:1787762508.869412:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762508.869413:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762508.869414:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517eed00.
00000100:00000001:1.0:1787762508.869416:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762508.869416:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762508.869417:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762508.869419:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762508.869420:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762508.869421:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762508.869422:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762508.869422:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762508.869424:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ede00 x1874600883853824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.869428:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762508.869429:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762508.869431:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762508.869432:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762508.869433:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762508.869434:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ede00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883853824:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762508.869436:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762508.869437:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762508.869438:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762508.869439:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762508.869441:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762508.869442:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762508.869443:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762508.869445:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762508.869446:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762508.869448:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883853824, portal 4
00000100:00000001:1.0:1787762508.869449:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762508.869450:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089370624 : -115902620180992 : ffff9696517ede00)
00000100:00000040:1.0:1787762508.869454:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ede00 x1874600883853824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.869457:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762508.869458:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762508.869460:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
00000100:00000200:1.0:1787762508.869461:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883853824, offset 0
00000400:00000200:1.0:1787762508.869463:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762508.869465:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762508.869467:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762508.869468:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762508.869470:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762508.869471:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762508.869472:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762508.869474:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3608:3608:256:4294967295] 192.168.204.116@tcp LPNI seq info [3608:3608:8:4294967295]
00000400:00000200:1.0:1787762508.869477:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762508.869480:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762508.869483:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762508.869484:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762508.869486:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762508.869488:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762508.869490:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762508.869492:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787762508.869494:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762508.869495:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762508.869497:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762508.869499:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762508.869501:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:1.0:1787762508.869503:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:1.0:1787762508.869505:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762508.869508:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ede00 x1874600883853824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.869514:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762508.869517:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ede00 x1874600883853824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762533 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.869523:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762508.869525:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762508.869528:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762508.869530:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762508.869533:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762508.869535:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298566167
00000100:00000001:1.0:1787762508.869538:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298567419
00000100:00000001:1.0:1787762508.869540:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298566167
00000100:00000001:1.0:1787762508.869542:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298567419
00000100:00000001:1.0:1787762508.869544:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762508.869546:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762508.869548:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762508.869551:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762508/real 1787762508]  req@ffff9696517ede00 x1874600883853824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762508.869558:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762508.869559:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762508.869561:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762508.869564:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762508.869565:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762508.869567:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762508.869570:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ede00 x1874600883853824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762508.869578:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ede00 x1874600883853824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.869584:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762508.869585:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762508.869587:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762508.869588:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762508.869591:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ede00 x1874600883853824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.869617:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762508.869621:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ede00 x1874600883853824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.869628:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762508.869630:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762508.869632:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762508.869633:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762508.869635:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762508.869636:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762508.869638:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762508.869642:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762508.869644:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762508.869648:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ede00 x1874600883853824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762508.869655:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ede00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883853824:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762508.869658:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762508.869660:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762508.869662:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ede00 x1874600883853824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762508.869668:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762508.869670:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762508.869671:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762508.869674:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762508.869675:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762508.869676:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762508.869678:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762508.869680:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef400.
02000000:00000001:1.0:1787762508.869682:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762508.869684:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762508.869685:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ede00.
00000100:00000001:1.0:1787762508.869688:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762508.869689:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762508.869691:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762508.869694:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762508.869695:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762508.869697:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762508.869698:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762509.315716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762509.315723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762509.315729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762509.315732:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762509.315734:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762509.315737:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762509.315739:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762509.315741:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762509.315743:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762509.315746:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762509.315749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762509.315750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762509.315774:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762509.315776:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762509.315779:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762510.147698:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298567419, at 4298567424
00000100:00000040:1.0:1787762510.147698:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298567419, at 4298567424
00000100:00000010:0.0:1787762510.147713:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00000100:00000010:1.0:1787762510.147715:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787762510.339711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762510.339715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762510.339719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762510.339720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762510.339722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762510.339723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762510.339778:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762510.339782:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762510.339785:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762511.363705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762511.363712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762511.363718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762511.363720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762511.363722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762511.363723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762511.363764:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762511.363766:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762511.363769:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762512.387754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762512.387758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762512.387762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762512.387763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762512.387765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762512.387767:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762512.387769:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762512.387772:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762512.387774:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762512.387776:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762512.387777:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762512.387779:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762512.387829:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762512.387832:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762512.387834:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762513.411659:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762513.411664:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762513.411668:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762513.411669:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762513.411671:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762513.411672:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762513.411699:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762513.411700:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762513.411702:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762513.987725:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762513.987735:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762513.987737:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762513.987741:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762513.987745:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762513.987753:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3898
00000400:00000200:1.0:1787762513.987761:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762513.987767:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762513.987770:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762513.987773:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762513.987775:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762513.987777:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762513.987780:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762513.987784:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762513.987785:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:1.0:1787762513.987788:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762513.987791:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:1.0:1787762513.987793:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:1.0:1787762513.987794:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:1.0:1787762513.987796:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762513.987797:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762513.987799:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762513.987800:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762513.987802:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:1.0:1787762513.987804:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762513.987806:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762513.987808:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762513.987813:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762513.987816:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762513.987818:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762513.987820:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762513.987830:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c74780.
00000020:00000040:1.0:1787762513.987833:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:1.0:1787762513.987837:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762513.987839:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762513.987842:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762513.987845:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762513.987848:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762513.987855:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448800.
00000100:00000001:1.0:1787762513.987860:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762513.987868:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c74780 x1874600883853952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762513.987875:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762513.987883:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762513.987887:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e08688a4] to pc [ptlrpcd_rcv+-1]  req@ffff969643c74780 x1874600883853952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762513.987902:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762513.987904:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762513.987906:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762513.987907:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762513.987908:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762513.987910:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762513.987912:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3898
00000400:00000200:1.0:1787762513.987915:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762513.987918:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762513.987919:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762513.987921:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762513.987922:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762513.987923:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762513.987926:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787762513.987927:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762513.987930:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762513.987930:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787762513.987934:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762513.987935:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:1.0:1787762513.987937:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1787762513.987938:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c74780 x1874600883853952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787762513.987939:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:1.0:1787762513.987942:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:1.0:1787762513.987946:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:1.0:1787762513.987951:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762513.987954:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762513.987955:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1787762513.987957:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762513.987958:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762513.987960:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
02000000:00000001:2.0:1787762513.987961:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1787762513.987962:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
02000000:00000001:2.0:1787762513.987964:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787762513.987965:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
02000000:00000001:2.0:1787762513.987968:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762513.987969:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762513.987972:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787762513.987973:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883853952:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762513.987977:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762513.987979:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762513.987980:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762513.987982:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762513.987983:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762513.987984:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762513.987986:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1787762513.987989:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1787762513.987991:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483edc00.
00000008:00000001:1.0:1787762513.987992:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762513.987995:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762513.987995:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762513.988001:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c75a40.
00000400:00000200:2.0:1787762513.988004:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000040:1.0:1787762513.988005:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:1.0:1787762513.988008:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1787762513.988008:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
02000000:00000001:1.0:1787762513.988009:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762513.988012:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762513.988013:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762513.988014:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762513.988016:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
02000000:00000010:1.0:1787762513.988018:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544b800.
00000100:00000200:2.0:1787762513.988021:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883853952, portal 25
00000100:00000001:1.0:1787762513.988022:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762513.988025:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762513.988027:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859235200 : -115902850316416 : ffff969643c74780)
00000100:00100000:1.0:1787762513.988029:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c75a40 x1874600883854080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787762513.988034:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c74780 x1874600883853952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762513.988041:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762513.988044:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762513.988046:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762513.988050:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4c6922c] to pc [ptlrpcd_rcv+-1]  req@ffff969643c75a40 x1874600883854080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762513.988050:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762513.988054:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762513.988059:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883853952, offset 0
00000100:00000001:1.0:1787762513.988060:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762513.988063:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762513.988067:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00080000:1.0:1787762513.988068:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787762513.988070:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762513.988071:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762513.988073:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762513.988076:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3898
00000400:00000200:2.0:1787762513.988076:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762513.988081:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762513.988084:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762513.988086:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000200:2.0:1787762513.988091:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762513.988095:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00080000:1.0:1787762513.988097:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787762513.988100:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1787762513.988103:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762513.988105:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000001:1.0:1787762513.988106:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762513.988110:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762513.988111:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762513.988112:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762513.988114:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000400:00000200:2.0:1787762513.988116:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3609:3609:256:4294967295] 192.168.204.116@tcp LPNI seq info [3609:3609:8:4294967295]
00000020:00000001:1.0:1787762513.988117:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762513.988119:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:1.0:1787762513.988122:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:2.0:1787762513.988124:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000001:1.0:1787762513.988125:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:1.0:1787762513.988128:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762513.988131:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762513.988135:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762513.988149:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787762513.988154:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:2.0:1787762513.988159:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000020:00000040:1.0:1787762513.988160:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000800:00000010:2.0:1787762513.988164:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000100:00080000:1.0:1787762513.988165:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762513.988169:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762513.988170:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762513.988172:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1787762513.988174:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:1.0:1787762513.988175:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762513.988178:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.0:1787762513.988179:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000008:00100000:1.0:1787762513.988180:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1787762513.988184:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000008:00000001:1.0:1787762513.988187:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762513.988189:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000100:00000001:1.0:1787762513.988190:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762513.988198:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c74f00.
00000800:00000100:2.0:1787762513.988201:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000020:00000040:1.0:1787762513.988202:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000800:00000010:2.0:1787762513.988205:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
02000000:00000001:1.0:1787762513.988206:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762513.988209:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762513.988212:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762513.988214:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787762513.988214:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1787762513.988216:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762513.988219:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
02000000:00000010:1.0:1787762513.988223:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449800.
00000400:00000200:2.0:1787762513.988224:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762513.988227:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:1.0:1787762513.988230:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762513.988231:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762513.988235:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c74780 x1874600883853952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762513.988240:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c74f00 x1874600883854208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762513.988244:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762513.988249:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c74780 x1874600883853952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762538 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762513.988250:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762513.988254:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762513.988259:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762513.988260:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a50eac1a] to pc [ptlrpcd_rcv+-1]  req@ffff969643c74f00 x1874600883854208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.988261:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762513.988266:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762513.988268:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762513.988272:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:1.0:1787762513.988274:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762513.988275:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298572539
00000100:00080000:1.0:1787762513.988281:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000010:2.0:1787762513.988282:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7a80.
00000100:00000001:1.0:1787762513.988286:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762513.988288:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762513.988289:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762513.988292:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762513.988296:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298572539
00000100:00080000:1.0:1787762513.988297:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3898
00000100:00000010:2.0:1787762513.988300:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f77e0.
00000100:00000001:2.0:1787762513.988304:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000400:00000200:1.0:1787762513.988305:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762513.988306:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762513.988310:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762513.988312:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:1.0:1787762513.988313:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00100000:2.0:1787762513.988318:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762513/real 1787762513]  req@ffff969643c74780 x1874600883853952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762513.988319:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762513.988327:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000001:2.0:1787762513.988328:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762513.988331:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787762513.988332:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787762513.988333:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762513.988336:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000100:00000040:1.0:1787762513.988338:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000010:2.0:1787762513.988338:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762513.988342:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787762513.988343:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000200:2.0:1787762513.988346:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c74780 x1874600883853952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787762513.988348:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762513.988351:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:1.0:1787762513.988356:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1787762513.988357:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c74780 x1874600883853952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787762513.988359:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:1.0:1787762513.988364:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000001:2.0:1787762513.988365:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762513.988367:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787762513.988369:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000001:2.0:1787762513.988370:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762513.988371:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762513.988378:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00100000:2.0:1787762513.988378:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c74780 x1874600883853952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762513.988384:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762513.988386:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762513.988390:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000040:2.0:1787762513.988392:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c74780 x1874600883853952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762513.988395:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762513.988401:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:1.0:1787762513.988402:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00000001:2.0:1787762513.988404:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762513.988406:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1787762513.988410:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762513.988410:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762513.988412:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762513.988414:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762513.988416:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762513.988417:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1787762513.988422:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:2.0:1787762513.988422:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762513.988426:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1787762513.988428:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787762513.988428:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c74780 x1874600883853952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762513.988434:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762513.988438:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1787762513.988441:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883853952:192.168.204.116@tcp:250:kworker.0
00000008:00100000:1.0:1787762513.988442:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:1.0:1787762513.988446:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762513.988446:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762513.988447:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762513.988449:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000010:1.0:1787762513.988452:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c74000.
00000100:00000040:2.0:1787762513.988453:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c74780 x1874600883853952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787762513.988456:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:1.0:1787762513.988461:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762513.988464:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762513.988464:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1787762513.988466:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762513.988467:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787762513.988468:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1787762513.988470:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483edc00.
02000000:00000001:1.0:1787762513.988471:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762513.988474:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:1.0:1787762513.988475:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544b400.
00000020:00000001:2.0:1787762513.988476:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762513.988479:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000100:00000001:1.0:1787762513.988481:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762513.988481:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762513.988485:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448800.
00000100:00100000:1.0:1787762513.988488:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c74000 x1874600883854336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787762513.988490:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762513.988492:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762513.988494:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c74780.
00000100:00000001:2.0:1787762513.988497:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762513.988499:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762513.988500:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762513.988502:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762513.988503:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762513.988509:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fd673c1] to pc [ptlrpcd_rcv+-1]  req@ffff969643c74000 x1874600883854336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.988513:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762513.988516:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762513.988520:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762513.988524:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762513.988524:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762513.988526:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1787762513.988529:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787762513.988531:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c75a40 x1874600883854080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762513.988541:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762513.988542:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762513.988544:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762513.988545:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1787762513.988546:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1787762513.988550:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787762513.988550:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762513.988554:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762513.988556:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1787762513.988557:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883854080:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762513.988561:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1787762513.988563:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3898
02000000:00000001:2.0:1787762513.988564:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762513.988566:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762513.988568:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:1.0:1787762513.988570:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000010:2.0:1787762513.988571:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483edc00.
00000400:00000200:1.0:1787762513.988574:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
02000000:00000001:2.0:1787762513.988575:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762513.988580:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787762513.988582:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:1.0:1787762513.988585:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000010:2.0:1787762513.988585:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000100:00000001:1.0:1787762513.988589:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787762513.988591:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000040:1.0:1787762513.988592:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000200:2.0:1787762513.988594:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883854080, portal 10
00000100:00000001:2.0:1787762513.988613:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762513.988615:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859240000 : -115902850311616 : ffff969643c75a40)
00000100:00000001:1.0:1787762513.988623:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000040:2.0:1787762513.988623:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c75a40 x1874600883854080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787762513.988627:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762513.988630:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:1.0:1787762513.988633:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762513.988635:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:1.0:1787762513.988640:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:2.0:1787762513.988640:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1787762513.988643:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762513.988647:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00000040:1.0:1787762513.988649:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762513.988651:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787762513.988652:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000040:1.0:1787762513.988654:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762513.988657:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000200:2.0:1787762513.988658:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883854080, offset 0
00000020:00000040:1.0:1787762513.988659:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:1.0:1787762513.988663:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762513.988667:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762513.988667:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
02000000:00000001:1.0:1787762513.988673:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762513.988675:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:1.0:1787762513.988677:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762513.988681:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
02000000:00000001:1.0:1787762513.988682:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762513.988687:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787762513.988688:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:1.0:1787762513.988690:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1787762513.988692:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000008:00000001:1.0:1787762513.988696:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762513.988698:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787762513.988700:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762513.988703:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000010:1.0:1787762513.988706:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c75e00.
00000400:00000200:2.0:1787762513.988708:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3610:3610:256:4294967295] 192.168.204.116@tcp LPNI seq info [3610:3610:8:4294967295]
00000020:00000040:1.0:1787762513.988712:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000400:00000200:2.0:1787762513.988716:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:1.0:1787762513.988718:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762513.988721:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762513.988725:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762513.988727:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787762513.988728:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1787762513.988730:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762513.988736:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544a000.
00000800:00000200:2.0:1787762513.988737:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000001:1.0:1787762513.988741:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787762513.988743:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000100:00100000:1.0:1787762513.988749:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c75e00 x1874600883854464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1787762513.988750:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762513.988756:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000100:00000001:1.0:1787762513.988764:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1787762513.988764:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762513.988769:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762513.988770:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000100:00000040:1.0:1787762513.988778:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040d67091] to pc [ptlrpcd_rcv+-1]  req@ffff969643c75e00 x1874600883854464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1787762513.988778:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762513.988782:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762513.988787:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787762513.988794:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762513.988794:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762513.988798:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000100:00000040:1.0:1787762513.988801:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3908)
00000400:00000010:2.0:1787762513.988802:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762513.988808:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762513.988812:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c75a40 x1874600883854080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.988832:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762513.988835:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c75a40 x1874600883854080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762538 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.988841:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762513.988843:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762513.988847:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762513.988851:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762513.988854:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762513.988856:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298571300
00000100:00000001:2.0:1787762513.988858:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298572539
00000100:00000001:2.0:1787762513.988860:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298571300
00000100:00000001:2.0:1787762513.988862:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298572539
00000100:00000001:2.0:1787762513.988864:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762513.988866:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762513.988868:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762513.988872:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762513/real 1787762513]  req@ffff969643c75a40 x1874600883854080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762513.988879:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762513.988880:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762513.988882:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762513.988885:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762513.988886:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762513.988888:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762513.988891:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c75a40 x1874600883854080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762513.988899:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c75a40 x1874600883854080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.988905:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762513.988906:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762513.988907:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762513.988909:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762513.988912:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c75a40 x1874600883854080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.988926:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762513.988934:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c75a40 x1874600883854080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.988941:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762513.988943:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762513.988944:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762513.988946:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762513.988947:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762513.988949:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762513.988952:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762513.988955:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762513.988958:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762513.988962:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c75a40 x1874600883854080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762513.988970:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883854080:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762513.988974:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762513.988977:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c74f00 x1874600883854208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.988983:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762513.988985:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762513.988986:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762513.988988:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762513.988990:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762513.988993:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883854208:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762513.988996:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762513.988998:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762513.988999:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762513.989001:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762513.989004:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762513.989006:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762513.989009:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762513.989012:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762513.989014:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762513.989018:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883854208, portal 10
00000100:00000001:2.0:1787762513.989020:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762513.989021:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859237120 : -115902850314496 : ffff969643c74f00)
00000100:00000040:2.0:1787762513.989027:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c74f00 x1874600883854208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.989033:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762513.989036:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762513.989038:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762513.989040:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883854208, offset 0
00000400:00000200:2.0:1787762513.989044:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762513.989047:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762513.989051:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762513.989053:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762513.989055:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762513.989057:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762513.989059:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762513.989062:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3611:3611:256:4294967295] 192.168.204.116@tcp LPNI seq info [3611:3611:8:4294967295]
00000400:00000200:2.0:1787762513.989066:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762513.989072:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762513.989076:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762513.989080:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762513.989084:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762513.989086:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787762513.989090:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762513.989093:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787762513.989096:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762513.989098:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762513.989101:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762513.989104:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762513.989106:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762513.989108:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762513.989111:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762513.989114:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c74f00 x1874600883854208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.989121:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762513.989124:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c74f00 x1874600883854208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762538 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.989129:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762513.989131:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762513.989134:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762513.989137:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762513.989152:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762513.989154:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298571359
00000100:00000001:2.0:1787762513.989156:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298572539
00000100:00000001:2.0:1787762513.989158:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298571359
00000100:00000001:2.0:1787762513.989160:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298572539
00000100:00000001:2.0:1787762513.989162:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762513.989164:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762513.989166:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762513.989169:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762513/real 1787762513]  req@ffff969643c74f00 x1874600883854208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762513.989177:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762513.989178:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762513.989179:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762513.989182:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762513.989183:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762513.989185:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762513.989188:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c74f00 x1874600883854208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762513.989196:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c74f00 x1874600883854208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.989202:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762513.989203:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762513.989205:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762513.989206:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762513.989209:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c74f00 x1874600883854208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.989215:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762513.989219:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c74f00 x1874600883854208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.989225:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762513.989227:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762513.989229:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762513.989230:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762513.989232:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762513.989233:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762513.989235:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762513.989238:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762513.989240:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762513.989244:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c74f00 x1874600883854208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762513.989251:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883854208:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762513.989255:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762513.989258:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c74000 x1874600883854336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.989264:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762513.989266:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762513.989268:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762513.989269:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762513.989271:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762513.989274:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883854336:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762513.989277:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762513.989278:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762513.989280:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762513.989281:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762513.989284:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762513.989285:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762513.989287:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762513.989289:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762513.989291:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762513.989293:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883854336, portal 4
00000100:00000001:2.0:1787762513.989294:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762513.989295:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859233280 : -115902850318336 : ffff969643c74000)
00000100:00000040:2.0:1787762513.989299:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c74000 x1874600883854336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.989303:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762513.989304:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762513.989306:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762513.989307:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883854336, offset 0
00000400:00000200:2.0:1787762513.989309:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762513.989311:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762513.989313:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762513.989315:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762513.989317:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762513.989318:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762513.989319:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762513.989321:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3612:3612:256:4294967295] 192.168.204.116@tcp LPNI seq info [3612:3612:8:4294967295]
00000400:00000200:2.0:1787762513.989323:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762513.989327:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762513.989330:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762513.989331:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762513.989334:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762513.989335:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787762513.989338:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762513.989339:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787762513.989341:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762513.989343:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762513.989345:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762513.989347:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762513.989348:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762513.989349:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762513.989351:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762513.989353:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c74000 x1874600883854336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.989357:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762513.989359:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c74000 x1874600883854336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762538 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.989363:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762513.989364:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762513.989365:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762513.989367:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762513.989368:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762513.989370:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298571280
00000100:00000001:2.0:1787762513.989371:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298572539
00000100:00000001:2.0:1787762513.989372:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298571280
00000100:00000001:2.0:1787762513.989374:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298572539
00000100:00000001:2.0:1787762513.989375:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762513.989376:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762513.989377:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762513.989379:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762513/real 1787762513]  req@ffff969643c74000 x1874600883854336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762513.989383:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762513.989384:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762513.989385:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762513.989386:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762513.989387:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762513.989388:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762513.989390:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c74000 x1874600883854336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762513.989394:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c74000 x1874600883854336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.989401:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762513.989402:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762513.989403:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762513.989404:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762513.989406:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c74000 x1874600883854336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.989409:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762513.989411:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c74000 x1874600883854336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.989414:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762513.989416:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762513.989416:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762513.989417:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762513.989418:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762513.989419:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762513.989421:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762513.989423:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762513.989424:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762513.989426:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c74000 x1874600883854336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762513.989430:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883854336:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762513.989432:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762513.989433:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762513.989435:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c75a40 x1874600883854080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.989438:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762513.989439:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762513.989440:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762513.989442:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762513.989443:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762513.989444:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762513.989445:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762513.989446:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b800.
02000000:00000001:2.0:1787762513.989447:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762513.989448:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762513.989449:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c75a40.
00000100:00000001:2.0:1787762513.989451:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762513.989452:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762513.989453:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762513.989455:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c74f00 x1874600883854208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.989458:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762513.989459:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762513.989460:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762513.989461:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762513.989462:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762513.989462:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762513.989463:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762513.989464:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449800.
02000000:00000001:2.0:1787762513.989465:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762513.989465:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762513.989466:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c74f00.
00000100:00000001:2.0:1787762513.989467:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762513.989468:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762513.989469:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762513.989470:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c74000 x1874600883854336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.989473:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762513.989474:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762513.989474:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762513.989475:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762513.989476:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762513.989477:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762513.989478:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762513.989479:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b400.
02000000:00000001:2.0:1787762513.989480:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762513.989481:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762513.989481:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c74000.
00000100:00000001:2.0:1787762513.989482:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762513.989483:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762513.989484:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762513.989486:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762513.989487:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762513.989488:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762513.989489:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762513.989489:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762513.989491:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c75e00 x1874600883854464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.989495:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762513.989496:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762513.989497:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762513.989498:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762513.989499:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762513.989500:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883854464:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762513.989502:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762513.989503:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762513.989504:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762513.989505:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762513.989506:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762513.989507:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762513.989509:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762513.989510:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762513.989512:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762513.989513:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883854464, portal 4
00000100:00000001:2.0:1787762513.989514:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762513.989515:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859240960 : -115902850310656 : ffff969643c75e00)
00000100:00000040:2.0:1787762513.989518:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c75e00 x1874600883854464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.989528:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762513.989531:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762513.989533:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762513.989535:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883854464, offset 0
00000400:00000200:2.0:1787762513.989538:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762513.989542:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762513.989545:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762513.989548:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762513.989550:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762513.989552:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762513.989554:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762513.989556:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3613:3613:256:4294967295] 192.168.204.116@tcp LPNI seq info [3613:3613:8:4294967295]
00000400:00000200:2.0:1787762513.989559:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762513.989564:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762513.989567:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762513.989570:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762513.989573:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762513.989576:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787762513.989579:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762513.989581:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787762513.989584:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762513.989586:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762513.989588:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762513.989591:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762513.989593:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762513.989594:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762513.989613:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762513.989615:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c75e00 x1874600883854464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.989621:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762513.989623:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c75e00 x1874600883854464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762538 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.989634:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762513.989635:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762513.989637:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762513.989640:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762513.989642:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762513.989644:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298571288
00000100:00000001:2.0:1787762513.989646:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298572539
00000100:00000001:2.0:1787762513.989648:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298571288
00000100:00000001:2.0:1787762513.989649:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298572539
00000100:00000001:2.0:1787762513.989651:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762513.989653:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762513.989654:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762513.989657:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762513/real 1787762513]  req@ffff969643c75e00 x1874600883854464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762513.989663:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762513.989664:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762513.989666:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762513.989668:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762513.989669:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762513.989671:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762513.989674:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c75e00 x1874600883854464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762513.989680:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c75e00 x1874600883854464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.989685:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762513.989686:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762513.989688:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762513.989689:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762513.989692:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c75e00 x1874600883854464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.989699:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762513.989702:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c75e00 x1874600883854464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.989707:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762513.989710:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762513.989711:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762513.989712:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762513.989714:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762513.989716:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762513.989718:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762513.989721:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762513.989723:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762513.989726:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c75e00 x1874600883854464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762513.989734:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883854464:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762513.989737:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762513.989739:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762513.989742:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c75e00 x1874600883854464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762513.989747:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762513.989749:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762513.989750:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762513.989752:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762513.989754:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762513.989755:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762513.989757:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762513.989758:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544a000.
02000000:00000001:2.0:1787762513.989760:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762513.989762:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762513.989763:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c75e00.
00000100:00000001:2.0:1787762513.989765:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762513.989766:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762513.989768:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762513.989770:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762513.989772:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762513.989773:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762513.989774:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762514.435703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762514.435709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762514.435713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762514.435714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762514.435717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762514.435719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762514.435767:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762514.435770:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762514.435772:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762515.267688:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298572539, at 4298572544
00000100:00000040:1.0:1787762515.267688:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298572539, at 4298572544
00000100:00000010:0.0:1787762515.267701:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7a80.
00000100:00000010:1.0:1787762515.267703:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f77e0.
00010000:00000001:0.0:1787762515.459716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762515.459722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762515.459728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762515.459729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762515.459732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762515.459733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762515.459756:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762515.459759:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762515.459762:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762516.483676:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762516.483681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762516.483685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762516.483685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762516.483687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762516.483688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762516.483745:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762516.483748:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762516.483750:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762517.507712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762517.507720:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762517.507722:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762517.507724:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762517.507728:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762517.507731:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762517.507732:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762517.507734:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762517.507738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762517.507739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762517.507742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762517.507743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762517.507766:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762517.507768:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762517.507771:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762518.531676:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762518.531681:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762518.531685:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762518.531686:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762518.531687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762518.531688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762518.531776:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762518.531782:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762518.531787:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762519.107715:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762519.107725:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762519.107727:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762519.107731:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762519.107735:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762519.107742:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3903
00000400:00000200:1.0:1787762519.107751:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762519.107757:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762519.107760:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762519.107763:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762519.107766:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762519.107769:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762519.107771:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762519.107775:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762519.107777:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:1.0:1787762519.107779:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762519.107782:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:1.0:1787762519.107785:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:1.0:1787762519.107786:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:1.0:1787762519.107788:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762519.107790:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762519.107791:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762519.107793:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762519.107795:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:1.0:1787762519.107797:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762519.107798:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762519.107800:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762519.107802:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762519.107804:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762519.107805:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762519.107807:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762519.107815:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c76d00.
00000020:00000040:1.0:1787762519.107817:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:1.0:1787762519.107820:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762519.107821:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762519.107823:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762519.107825:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762519.107828:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762519.107834:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544ac00.
00000100:00000001:1.0:1787762519.107839:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762519.107845:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c76d00 x1874600883854592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762519.107852:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762519.107855:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762519.107858:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae739ad4] to pc [ptlrpcd_rcv+-1]  req@ffff969643c76d00 x1874600883854592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762519.107876:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762519.107878:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762519.107880:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762519.107881:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762519.107882:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762519.107884:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762519.107886:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3903
00000400:00000200:1.0:1787762519.107889:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762519.107891:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762519.107892:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762519.107894:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762519.107895:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762519.107896:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762519.107897:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762519.107899:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762519.107899:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:1.0:1787762519.107900:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762519.107902:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:1.0:1787762519.107903:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:1.0:1787762519.107904:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:1.0:1787762519.107906:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762519.107907:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762519.107908:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762519.107910:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762519.107911:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:1.0:1787762519.107919:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762519.107922:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762519.107923:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762519.107926:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762519.107927:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1787762519.107930:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762519.107931:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787762519.107934:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762519.107937:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762519.107940:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1787762519.107941:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c76d00 x1874600883854592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1787762519.107943:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762519.107946:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762519.107950:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c75680.
00000020:00000040:1.0:1787762519.107953:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:1.0:1787762519.107957:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762519.107960:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762519.107960:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762519.107964:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787762519.107964:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762519.107966:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762519.107969:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762519.107970:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:1.0:1787762519.107971:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544a800.
02000000:00000001:2.0:1787762519.107974:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762519.107976:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762519.107980:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762519.107982:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c75680 x1874600883854720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762519.107988:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883854592:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762519.107989:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762519.107993:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762519.107998:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1787762519.107999:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009636c718] to pc [ptlrpcd_rcv+-1]  req@ffff969643c75680 x1874600883854720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762519.108002:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787762519.108007:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762519.108007:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762519.108013:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787762519.108014:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1787762519.108018:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787762519.108019:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762519.108020:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762519.108022:0:13263:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:2.0:1787762519.108023:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
00000100:00080000:1.0:1787762519.108024:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3903
00000400:00000200:1.0:1787762519.108029:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:2.0:1787762519.108029:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762519.108035:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762519.108037:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787762519.108051:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:1.0:1787762519.108054:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762519.108058:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787762519.108058:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000100:00000040:1.0:1787762519.108063:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762519.108066:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000010:2.0:1787762519.108067:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000020:00000001:1.0:1787762519.108069:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762519.108071:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:1.0:1787762519.108073:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762519.108076:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:1.0:1787762519.108079:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000200:2.0:1787762519.108081:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883854592, portal 25
00000020:00000001:1.0:1787762519.108084:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000001:2.0:1787762519.108085:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762519.108088:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859244800 : -115902850306816 : ffff969643c76d00)
00000100:00000040:1.0:1787762519.108091:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762519.108095:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762519.108098:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c76d00 x1874600883854592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762519.108100:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762519.108105:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762519.108111:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00000001:2.0:1787762519.108116:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787762519.108117:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762519.108121:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762519.108124:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787762519.108125:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
02000000:00000001:1.0:1787762519.108127:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762519.108130:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762519.108130:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000001:1.0:1787762519.108133:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762519.108135:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1787762519.108138:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883854592, offset 0
00000008:00000001:1.0:1787762519.108139:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762519.108142:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762519.108147:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c761c0.
00000020:00000040:1.0:1787762519.108149:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000400:00000200:2.0:1787762519.108151:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
02000000:00000001:1.0:1787762519.108152:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762519.108154:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762519.108156:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762519.108157:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762519.108158:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762519.108161:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448c00.
00000400:00000200:2.0:1787762519.108164:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762519.108166:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762519.108172:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c761c0 x1874600883854848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762519.108175:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000001:1.0:1787762519.108181:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762519.108184:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762519.108187:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1787762519.108188:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c6bfeda] to pc [ptlrpcd_rcv+-1]  req@ffff969643c761c0 x1874600883854848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762519.108194:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00000001:1.0:1787762519.108195:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762519.108199:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762519.108202:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1787762519.108203:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762519.108207:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762519.108210:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787762519.108210:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000001:1.0:1787762519.108216:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762519.108220:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3903
00000400:00000200:2.0:1787762519.108221:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3614:3614:256:4294967295] 192.168.204.116@tcp LPNI seq info [3614:3614:8:4294967295]
00000400:00000200:1.0:1787762519.108223:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762519.108227:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762519.108230:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762519.108233:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762519.108233:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762519.108237:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762519.108239:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762519.108241:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762519.108243:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762519.108244:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:1.0:1787762519.108247:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762519.108249:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:1.0:1787762519.108252:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:1.0:1787762519.108254:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000400:00000200:2.0:1787762519.108254:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1787762519.108260:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762519.108263:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762519.108267:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762519.108271:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:2.0:1787762519.108271:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000020:00000040:1.0:1787762519.108275:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:1.0:1787762519.108278:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762519.108279:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787762519.108280:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
02000000:00000001:1.0:1787762519.108281:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762519.108283:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762519.108285:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762519.108287:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762519.108289:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000800:00000200:2.0:1787762519.108291:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000008:00000001:1.0:1787762519.108292:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762519.108295:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762519.108299:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c752c0.
00000800:00000200:2.0:1787762519.108300:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000020:00000040:1.0:1787762519.108301:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:1.0:1787762519.108305:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762519.108306:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762519.108308:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762519.108310:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762519.108312:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762519.108312:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000010:1.0:1787762519.108315:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544a000.
00000100:00000001:1.0:1787762519.108319:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762519.108319:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000100:00100000:1.0:1787762519.108325:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c752c0 x1874600883854976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762519.108331:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00000001:1.0:1787762519.108335:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762519.108337:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787762519.108337:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000100:00000040:1.0:1787762519.108343:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d497c5d1] to pc [ptlrpcd_rcv+-1]  req@ffff969643c752c0 x1874600883854976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762519.108348:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762519.108348:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1787762519.108352:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762519.108355:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787762519.108357:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762519.108360:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787762519.108360:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787762519.108363:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762519.108367:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3903
00000400:00000200:2.0:1787762519.108369:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000200:1.0:1787762519.108370:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762519.108375:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000010:2.0:1787762519.108375:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00080000:1.0:1787762519.108378:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762519.108381:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762519.108383:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762519.108383:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1787762519.108387:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762519.108388:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762519.108390:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762519.108392:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:1.0:1787762519.108393:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1787762519.108393:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c76d00 x1874600883854592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787762519.108395:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:1.0:1787762519.108398:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:1.0:1787762519.108401:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:1.0:1787762519.108407:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762519.108411:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762519.108414:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762519.108416:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762519.108417:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1787762519.108418:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:1.0:1787762519.108422:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762519.108424:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762519.108426:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787762519.108426:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c76d00 x1874600883854592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762519.108428:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762519.108432:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762519.108435:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762519.108437:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787762519.108440:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762519.108443:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762519.108446:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c77480.
00000100:00000001:2.0:1787762519.108446:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787762519.108449:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000100:00000001:2.0:1787762519.108451:0:2396:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1787762519.108452:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762519.108456:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762519.108457:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762519.108457:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762519.108459:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762519.108461:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544b400.
00000100:00000001:2.0:1787762519.108461:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762519.108465:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762519.108471:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c77480 x1874600883855104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762519.108471:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762519.108477:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298577659
00000100:00000001:1.0:1787762519.108485:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1787762519.108486:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7c60.
00000100:00000001:1.0:1787762519.108487:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762519.108493:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031c63e07] to pc [ptlrpcd_rcv+-1]  req@ffff969643c77480 x1874600883855104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.108496:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762519.108497:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762519.108501:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3914)
00000100:00000001:2.0:1787762519.108507:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298577659
00000100:00000010:2.0:1787762519.108512:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7e40.
00000100:00000001:2.0:1787762519.108516:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762519.108521:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762519.108524:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762519.108526:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762519.108532:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762519/real 1787762519]  req@ffff969643c76d00 x1874600883854592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762519.108555:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762519.108556:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762519.108558:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762519.108561:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762519.108563:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762519.108565:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762519.108569:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c76d00 x1874600883854592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762519.108577:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c76d00 x1874600883854592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.108584:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762519.108586:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762519.108588:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762519.108590:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762519.108593:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c76d00 x1874600883854592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.108627:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762519.108631:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c76d00 x1874600883854592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.108638:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762519.108641:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762519.108642:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762519.108644:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762519.108646:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762519.108648:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762519.108650:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762519.108654:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762519.108656:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762519.108660:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c76d00 x1874600883854592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762519.108667:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883854592:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762519.108671:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762519.108673:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762519.108676:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c76d00 x1874600883854592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.108682:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762519.108684:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762519.108687:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762519.108689:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762519.108691:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762519.108692:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762519.108694:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762519.108696:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544ac00.
02000000:00000001:2.0:1787762519.108700:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762519.108701:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762519.108703:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c76d00.
00000100:00000001:2.0:1787762519.108705:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762519.108707:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762519.108709:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762519.108723:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762519.108728:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762519.108730:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762519.108732:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762519.108733:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762519.108737:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c75680 x1874600883854720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.108744:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762519.108746:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762519.108747:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762519.108749:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762519.108751:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762519.108754:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883854720:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762519.108757:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762519.108759:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762519.108760:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762519.108762:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762519.108765:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762519.108766:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762519.108770:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762519.108772:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762519.108775:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762519.108778:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883854720, portal 10
00000100:00000001:2.0:1787762519.108779:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762519.108781:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859239040 : -115902850312576 : ffff969643c75680)
00000100:00000040:2.0:1787762519.108787:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c75680 x1874600883854720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.108793:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762519.108795:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762519.108797:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762519.108799:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883854720, offset 0
00000400:00000200:2.0:1787762519.108803:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762519.108807:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762519.108811:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762519.108814:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762519.108816:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762519.108819:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762519.108821:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762519.108824:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3615:3615:256:4294967295] 192.168.204.116@tcp LPNI seq info [3615:3615:8:4294967295]
00000400:00000200:2.0:1787762519.108828:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762519.108834:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762519.108838:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762519.108841:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762519.108845:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762519.108848:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762519.108852:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762519.108854:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787762519.108858:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762519.108860:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762519.108863:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762519.108866:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762519.108869:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762519.108871:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762519.108873:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762519.108876:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c75680 x1874600883854720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.108883:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762519.108886:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c75680 x1874600883854720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.108892:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762519.108893:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762519.108896:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762519.108899:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762519.108902:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762519.108904:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298576420
00000100:00000001:2.0:1787762519.108907:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298577659
00000100:00000001:2.0:1787762519.108909:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298576420
00000100:00000001:2.0:1787762519.108911:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298577659
00000100:00000001:2.0:1787762519.108912:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762519.108914:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762519.108916:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762519.108919:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762519/real 1787762519]  req@ffff969643c75680 x1874600883854720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762519.108925:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762519.108926:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762519.108927:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762519.108929:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762519.108931:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762519.108932:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762519.108935:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c75680 x1874600883854720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762519.108942:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c75680 x1874600883854720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.108947:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762519.108948:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762519.108949:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762519.108950:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762519.108953:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c75680 x1874600883854720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.108959:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762519.108962:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c75680 x1874600883854720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.108969:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762519.108971:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762519.108973:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762519.108974:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762519.108975:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762519.108977:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762519.108979:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762519.108982:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762519.108983:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762519.108987:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c75680 x1874600883854720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762519.108993:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883854720:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762519.108997:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762519.108999:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c761c0 x1874600883854848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.109005:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762519.109006:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762519.109008:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762519.109009:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762519.109011:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762519.109013:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883854848:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762519.109016:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762519.109018:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762519.109019:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762519.109021:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762519.109024:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762519.109025:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762519.109028:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762519.109030:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762519.109032:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762519.109034:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883854848, portal 10
00000100:00000001:2.0:1787762519.109036:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762519.109037:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859241920 : -115902850309696 : ffff969643c761c0)
00000100:00000040:2.0:1787762519.109058:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c761c0 x1874600883854848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.109063:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762519.109065:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762519.109068:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762519.109070:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883854848, offset 0
00000400:00000200:2.0:1787762519.109074:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762519.109078:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762519.109081:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762519.109084:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762519.109086:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762519.109088:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762519.109090:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762519.109093:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3616:3616:256:4294967295] 192.168.204.116@tcp LPNI seq info [3616:3616:8:4294967295]
00000400:00000200:2.0:1787762519.109097:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762519.109103:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762519.109107:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762519.109110:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762519.109113:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762519.109116:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762519.109120:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762519.109123:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787762519.109126:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762519.109128:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762519.109131:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762519.109134:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762519.109136:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762519.109138:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762519.109141:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762519.109144:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c761c0 x1874600883854848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.109151:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762519.109155:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c761c0 x1874600883854848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.109161:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762519.109163:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762519.109166:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762519.109169:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762519.109171:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762519.109173:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298576479
00000100:00000001:2.0:1787762519.109176:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298577659
00000100:00000001:2.0:1787762519.109177:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298576479
00000100:00000001:2.0:1787762519.109179:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298577659
00000100:00000001:2.0:1787762519.109181:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762519.109182:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762519.109183:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762519.109186:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762519/real 1787762519]  req@ffff969643c761c0 x1874600883854848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762519.109191:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762519.109192:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762519.109193:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762519.109194:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762519.109195:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762519.109197:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762519.109198:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c761c0 x1874600883854848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762519.109203:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c761c0 x1874600883854848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.109207:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762519.109207:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762519.109208:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762519.109209:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762519.109211:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c761c0 x1874600883854848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.109215:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762519.109218:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c761c0 x1874600883854848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.109221:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762519.109222:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762519.109223:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762519.109224:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762519.109225:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762519.109226:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762519.109227:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762519.109229:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762519.109230:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762519.109232:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c761c0 x1874600883854848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762519.109236:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883854848:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762519.109238:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762519.109240:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c752c0 x1874600883854976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.109244:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762519.109244:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762519.109246:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762519.109247:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762519.109248:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762519.109249:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883854976:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762519.109251:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762519.109252:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762519.109253:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762519.109254:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762519.109256:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762519.109257:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762519.109259:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762519.109261:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762519.109263:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762519.109265:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883854976, portal 4
00000100:00000001:2.0:1787762519.109266:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762519.109267:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859238080 : -115902850313536 : ffff969643c752c0)
00000100:00000040:2.0:1787762519.109270:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c752c0 x1874600883854976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.109274:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762519.109276:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762519.109277:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762519.109278:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883854976, offset 0
00000400:00000200:2.0:1787762519.109280:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762519.109282:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762519.109284:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762519.109286:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762519.109287:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762519.109289:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762519.109290:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762519.109292:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3617:3617:256:4294967295] 192.168.204.116@tcp LPNI seq info [3617:3617:8:4294967295]
00000400:00000200:2.0:1787762519.109294:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762519.109298:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762519.109301:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762519.109303:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762519.109305:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762519.109307:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762519.109309:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762519.109310:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787762519.109312:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762519.109314:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762519.109316:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762519.109318:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762519.109320:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762519.109321:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762519.109322:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762519.109324:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c752c0 x1874600883854976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.109328:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762519.109330:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c752c0 x1874600883854976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.109333:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762519.109334:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762519.109336:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762519.109337:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762519.109339:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762519.109340:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298576400
00000100:00000001:2.0:1787762519.109341:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298577659
00000100:00000001:2.0:1787762519.109342:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298576400
00000100:00000001:2.0:1787762519.109344:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298577659
00000100:00000001:2.0:1787762519.109345:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762519.109346:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762519.109347:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762519.109349:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762519/real 1787762519]  req@ffff969643c752c0 x1874600883854976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762519.109352:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762519.109353:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762519.109354:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762519.109355:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762519.109356:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762519.109357:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762519.109359:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c752c0 x1874600883854976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762519.109364:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c752c0 x1874600883854976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.109367:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762519.109368:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762519.109368:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762519.109369:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762519.109371:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c752c0 x1874600883854976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.109374:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762519.109376:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c752c0 x1874600883854976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.109380:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762519.109381:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762519.109382:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762519.109382:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762519.109383:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762519.109384:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762519.109386:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762519.109387:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762519.109389:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762519.109391:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c752c0 x1874600883854976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762519.109395:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883854976:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762519.109396:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762519.109398:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c77480 x1874600883855104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.109403:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762519.109403:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762519.109405:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762519.109405:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762519.109407:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762519.109408:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883855104:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762519.109409:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762519.109410:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762519.109411:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762519.109412:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762519.109414:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ee000.
02000000:00000001:2.0:1787762519.109415:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762519.109416:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762519.109417:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762519.109419:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762519.109420:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883855104, portal 4
00000100:00000001:2.0:1787762519.109421:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762519.109422:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859246720 : -115902850304896 : ffff969643c77480)
00000100:00000040:2.0:1787762519.109425:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c77480 x1874600883855104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.109428:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762519.109429:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762519.109430:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762519.109432:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883855104, offset 0
00000400:00000200:2.0:1787762519.109433:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762519.109435:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762519.109437:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762519.109438:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762519.109439:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762519.109441:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762519.109442:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762519.109444:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3618:3618:256:4294967295] 192.168.204.116@tcp LPNI seq info [3618:3618:8:4294967295]
00000400:00000200:2.0:1787762519.109446:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762519.109450:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762519.109452:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762519.109454:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762519.109456:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762519.109457:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762519.109460:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762519.109461:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787762519.109474:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762519.109475:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762519.109477:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762519.109479:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762519.109481:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762519.109482:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762519.109484:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762519.109486:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c77480 x1874600883855104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.109490:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762519.109492:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c77480 x1874600883855104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.109496:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762519.109497:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762519.109499:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762519.109500:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762519.109502:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762519.109503:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298576407
00000100:00000001:2.0:1787762519.109505:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298577659
00000100:00000001:2.0:1787762519.109506:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298576407
00000100:00000001:2.0:1787762519.109507:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298577659
00000100:00000001:2.0:1787762519.109508:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762519.109509:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762519.109511:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762519.109513:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762519/real 1787762519]  req@ffff969643c77480 x1874600883855104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762519.109517:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762519.109518:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762519.109519:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762519.109520:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762519.109521:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762519.109522:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762519.109523:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c77480 x1874600883855104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762519.109528:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c77480 x1874600883855104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.109531:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762519.109532:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762519.109533:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762519.109534:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762519.109535:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c77480 x1874600883855104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.109539:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762519.109541:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c77480 x1874600883855104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.109544:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762519.109545:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762519.109546:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762519.109547:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762519.109548:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762519.109548:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762519.109550:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762519.109552:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762519.109553:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762519.109555:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c77480 x1874600883855104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762519.109559:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883855104:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762519.109561:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762519.109562:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762519.109564:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c75680 x1874600883854720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.109567:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762519.109568:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762519.109569:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762519.109570:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762519.109571:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762519.109572:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762519.109573:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762519.109574:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544a800.
02000000:00000001:2.0:1787762519.109575:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762519.109576:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762519.109577:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c75680.
00000100:00000001:2.0:1787762519.109578:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762519.109579:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762519.109580:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762519.109582:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c761c0 x1874600883854848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.109585:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762519.109586:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762519.109587:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762519.109588:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762519.109589:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762519.109589:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762519.109590:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762519.109591:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448c00.
02000000:00000001:2.0:1787762519.109593:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762519.109593:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762519.109594:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c761c0.
00000100:00000001:2.0:1787762519.109609:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762519.109610:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762519.109611:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762519.109613:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c752c0 x1874600883854976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.109617:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762519.109618:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762519.109619:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762519.109621:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762519.109621:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762519.109622:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762519.109623:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762519.109624:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544a000.
02000000:00000001:2.0:1787762519.109625:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762519.109626:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762519.109626:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c752c0.
00000100:00000001:2.0:1787762519.109628:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762519.109628:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762519.109629:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762519.109631:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c77480 x1874600883855104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762519.109634:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762519.109635:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762519.109635:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ee000.
02000000:00000001:2.0:1787762519.109637:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762519.109638:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762519.109639:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762519.109639:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762519.109640:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b400.
02000000:00000001:2.0:1787762519.109641:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762519.109642:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762519.109642:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c77480.
00000100:00000001:2.0:1787762519.109644:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762519.109645:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762519.109646:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762519.109649:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762519.109650:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762519.109651:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762519.109653:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762519.555722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762519.555729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762519.555735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762519.555738:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762519.555740:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762519.555743:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762519.555746:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762519.555748:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762519.555750:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762519.555752:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762519.555755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762519.555756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762519.555780:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762519.555783:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762519.555786:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762520.387712:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298577659, at 4298577664
00000100:00000040:1.0:1787762520.387712:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298577659, at 4298577664
00000100:00000010:1.0:1787762520.387728:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7e40.
00000100:00000010:0.0:1787762520.387729:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7c60.
00010000:00000001:0.0:1787762520.579681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762520.579687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762520.579692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762520.579693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762520.579696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762520.579697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762520.579751:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762520.579754:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762520.579758:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762521.603726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762521.603733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762521.603739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762521.603740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762521.603744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762521.603745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762521.603770:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762521.603772:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762521.603775:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762522.628035:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762522.628042:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762522.628048:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762522.628049:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762522.628052:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762522.628055:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762522.628057:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762522.628059:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762522.628062:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762522.628064:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762522.628066:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762522.628068:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762522.628164:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762522.628168:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762522.628171:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762523.651736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762523.651743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762523.651749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762523.651750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762523.651753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762523.651754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762523.651777:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762523.651780:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762523.651782:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762524.227686:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762524.227696:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762524.227699:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762524.227712:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762524.227717:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762524.227725:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3909
00000400:00000200:1.0:1787762524.227733:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762524.227739:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762524.227742:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762524.227745:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762524.227748:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762524.227750:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762524.227753:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762524.227756:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762524.227758:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:1.0:1787762524.227761:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762524.227764:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:1.0:1787762524.227767:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:1.0:1787762524.227770:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:1.0:1787762524.227773:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762524.227775:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762524.227777:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762524.227779:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762524.227782:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:1.0:1787762524.227786:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762524.227788:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762524.227791:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762524.227794:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762524.227797:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762524.227799:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762524.227802:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762524.227810:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c74b40.
00000020:00000040:1.0:1787762524.227814:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:1.0:1787762524.227818:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762524.227819:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762524.227822:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762524.227825:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762524.227829:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762524.227836:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449800.
00000100:00000001:1.0:1787762524.227841:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762524.227849:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c74b40 x1874600883855232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762524.227859:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762524.227863:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762524.227867:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be39ab00] to pc [ptlrpcd_rcv+-1]  req@ffff969643c74b40 x1874600883855232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762524.227894:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762524.227897:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762524.227900:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762524.227902:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762524.227903:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762524.227907:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762524.227909:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3909
00000400:00000200:1.0:1787762524.227912:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762524.227915:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762524.227917:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762524.227920:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762524.227922:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762524.227924:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762524.227926:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762524.227928:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762524.227929:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:1.0:1787762524.227931:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762524.227932:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:1.0:1787762524.227934:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:1.0:1787762524.227936:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:1.0:1787762524.227938:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762524.227950:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762524.227952:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762524.227954:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762524.227957:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:1.0:1787762524.227960:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762524.227962:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762524.227964:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762524.227969:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762524.227971:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762524.227973:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762524.227977:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762524.227980:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762524.227982:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762524.227985:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c76940.
00000020:00000040:1.0:1787762524.227987:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:1.0:1787762524.227990:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762524.227991:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762524.227993:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762524.227994:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762524.227996:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762524.227999:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544b800.
00000100:00000001:1.0:1787762524.228002:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762524.228006:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c76940 x1874600883855360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762524.228014:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762524.228016:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762524.228019:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0b042fe] to pc [ptlrpcd_rcv+-1]  req@ffff969643c76940 x1874600883855360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762524.228026:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762524.228028:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762524.228031:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787762524.228032:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762524.228034:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762524.228037:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762524.228039:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3909
00000400:00000200:1.0:1787762524.228042:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762524.228045:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762524.228047:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762524.228049:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762524.228051:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762524.228053:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762524.228055:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762524.228057:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762524.228059:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:1.0:1787762524.228060:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762524.228062:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:1.0:1787762524.228064:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:1.0:1787762524.228066:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:1.0:1787762524.228068:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762524.228070:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762524.228072:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762524.228074:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762524.228075:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:1.0:1787762524.228077:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762524.228079:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762524.228081:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762524.228083:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762524.228085:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762524.228086:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762524.228088:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762524.228090:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762524.228091:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762524.228094:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c76580.
00000020:00000040:1.0:1787762524.228096:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:1.0:1787762524.228099:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762524.228100:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762524.228101:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762524.228103:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762524.228104:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762524.228107:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448800.
00000100:00000001:1.0:1787762524.228110:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762524.228113:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c76580 x1874600883855488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762524.228126:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762524.228128:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762524.228131:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008246f2cf] to pc [ptlrpcd_rcv+-1]  req@ffff969643c76580 x1874600883855488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762524.228138:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762524.228141:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762524.228143:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762524.228145:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762524.228146:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762524.228149:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762524.228151:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3909
00000400:00000200:1.0:1787762524.228154:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762524.228156:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762524.228158:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762524.228161:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762524.228163:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762524.228165:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762524.228167:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762524.228169:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762524.228170:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:1.0:1787762524.228171:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762524.228173:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:1.0:1787762524.228175:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:1.0:1787762524.228177:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:1.0:1787762524.228179:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762524.228181:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762524.228183:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762524.228184:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762524.228187:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:1.0:1787762524.228189:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762524.228192:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762524.228193:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762524.228196:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762524.228197:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762524.228199:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762524.228201:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:1.0:1787762524.228203:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762524.228205:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762524.228207:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c770c0.
00000020:00000040:1.0:1787762524.228209:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:1.0:1787762524.228211:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762524.228212:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762524.228214:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762524.228215:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762524.228216:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762524.228219:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544b000.
00000100:00000001:1.0:1787762524.228222:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762524.228225:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c770c0 x1874600883855616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762524.228232:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762524.228233:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762524.228237:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000505f9847] to pc [ptlrpcd_rcv+-1]  req@ffff969643c770c0 x1874600883855616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762524.228243:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762524.228246:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762524.228248:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787762524.228250:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762524.228251:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762524.228253:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762524.228255:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3909
00000400:00000200:1.0:1787762524.228258:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762524.228261:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762524.228263:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762524.228265:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762524.228266:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762524.228268:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762524.228270:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762524.228271:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762524.228273:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:1.0:1787762524.228274:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762524.228275:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:1.0:1787762524.228278:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:1.0:1787762524.228279:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:1.0:1787762524.228282:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762524.228284:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762524.228287:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762524.228289:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762524.228291:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:1.0:1787762524.228293:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762524.228296:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762524.228297:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762524.228300:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762524.228301:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762524.228304:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762524.228306:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787762524.228308:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762524.228309:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762524.228312:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c743c0.
00000020:00000040:1.0:1787762524.228314:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:1.0:1787762524.228317:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762524.228319:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762524.228320:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762524.228322:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762524.228324:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762524.228327:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449000.
00000100:00000001:1.0:1787762524.228330:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762524.228333:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c743c0 x1874600883855744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762524.228340:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762524.228342:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762524.228345:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fac29a1] to pc [ptlrpcd_rcv+-1]  req@ffff969643c743c0 x1874600883855744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762524.228353:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762524.228357:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3919)
00000100:00000001:2.0:1787762524.230548:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762524.230556:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762524.230559:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762524.230572:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c74b40 x1874600883855232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.230584:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762524.230586:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762524.230590:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762524.230593:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762524.230628:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762524.230632:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883855232:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762524.230636:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762524.230641:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762524.230643:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762524.230646:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762524.230654:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762524.230656:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762524.230663:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762524.230667:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762524.230674:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762524.230681:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883855232, portal 25
00000100:00000001:2.0:1787762524.230683:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762524.230685:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859236160 : -115902850315456 : ffff969643c74b40)
00000100:00000040:2.0:1787762524.230691:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c74b40 x1874600883855232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.230698:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762524.230712:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762524.230715:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762524.230718:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883855232, offset 0
00000400:00000200:2.0:1787762524.230725:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762524.230734:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762524.230740:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762524.230745:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762524.230749:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762524.230753:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762524.230756:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762524.230760:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3619:3619:256:4294967295] 192.168.204.116@tcp LPNI seq info [3619:3619:8:4294967295]
00000400:00000200:2.0:1787762524.230764:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762524.230773:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762524.230779:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762524.230783:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762524.230789:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762524.230793:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762524.230799:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762524.230802:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787762524.230806:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762524.230809:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762524.230816:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762524.230820:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762524.230825:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762524.230827:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762524.230831:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762524.230835:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c74b40 x1874600883855232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.230845:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762524.230849:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c74b40 x1874600883855232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.230856:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762524.230857:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762524.230863:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762524.230866:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762524.230869:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298582782
00000100:00000010:2.0:1787762524.230874:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f71e0.
00000100:00000001:2.0:1787762524.230880:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762524.230886:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298582782
00000100:00000010:2.0:1787762524.230890:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7c60.
00000100:00000001:2.0:1787762524.230894:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762524.230896:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762524.230899:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762524.230901:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762524.230905:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762524/real 1787762524]  req@ffff969643c74b40 x1874600883855232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762524.230913:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762524.230915:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762524.230917:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762524.230919:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762524.230921:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762524.230924:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762524.230927:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c74b40 x1874600883855232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762524.230935:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c74b40 x1874600883855232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.230954:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762524.230956:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762524.230958:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762524.230960:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762524.230964:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c74b40 x1874600883855232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.230971:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762524.230975:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c74b40 x1874600883855232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.230988:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762524.230991:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762524.230993:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762524.230994:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762524.230996:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762524.230999:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762524.231003:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762524.231007:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762524.231009:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762524.231013:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c74b40 x1874600883855232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762524.231021:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883855232:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762524.231025:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762524.231029:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c76940 x1874600883855360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.231035:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762524.231036:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762524.231038:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762524.231040:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762524.231042:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762524.231045:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883855360:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762524.231049:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762524.231050:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762524.231052:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762524.231054:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762524.231057:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762524.231058:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762524.231062:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762524.231065:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762524.231068:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762524.231071:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883855360, portal 10
00000100:00000001:2.0:1787762524.231073:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762524.231074:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859243840 : -115902850307776 : ffff969643c76940)
00000100:00000040:2.0:1787762524.231080:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c76940 x1874600883855360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.231087:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762524.231089:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762524.231091:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762524.231093:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883855360, offset 0
00000400:00000200:2.0:1787762524.231096:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762524.231100:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762524.231103:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762524.231106:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762524.231109:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762524.231111:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762524.231113:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762524.231116:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3620:3620:256:4294967295] 192.168.204.116@tcp LPNI seq info [3620:3620:8:4294967295]
00000400:00000200:2.0:1787762524.231120:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762524.231126:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762524.231130:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762524.231133:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762524.231137:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762524.231140:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762524.231144:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762524.231147:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787762524.231150:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762524.231152:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762524.231155:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762524.231158:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762524.231161:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762524.231163:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762524.231165:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762524.231169:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c76940 x1874600883855360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.231176:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762524.231179:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c76940 x1874600883855360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.231185:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762524.231186:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762524.231189:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762524.231192:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762524.231196:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762524.231198:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298581542
00000100:00000001:2.0:1787762524.231200:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298582782
00000100:00000001:2.0:1787762524.231203:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298581542
00000100:00000001:2.0:1787762524.231204:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298582782
00000100:00000001:2.0:1787762524.231206:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762524.231208:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762524.231210:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762524.231213:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762524/real 1787762524]  req@ffff969643c76940 x1874600883855360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762524.231221:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762524.231223:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762524.231224:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762524.231226:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762524.231228:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762524.231230:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762524.231233:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c76940 x1874600883855360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762524.231241:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c76940 x1874600883855360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.231254:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762524.231255:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762524.231257:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762524.231258:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762524.231261:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c76940 x1874600883855360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.231267:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762524.231270:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c76940 x1874600883855360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.231276:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762524.231278:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762524.231279:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762524.231281:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762524.231282:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762524.231284:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762524.231286:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762524.231289:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762524.231292:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762524.231295:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c76940 x1874600883855360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762524.231303:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883855360:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762524.231307:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762524.231311:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c76580 x1874600883855488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.231318:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762524.231319:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762524.231321:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762524.231323:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762524.231325:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762524.231328:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883855488:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762524.231331:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762524.231333:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762524.231334:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762524.231336:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762524.231339:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762524.231340:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762524.231343:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762524.231345:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762524.231348:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762524.231350:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883855488, portal 10
00000100:00000001:2.0:1787762524.231352:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762524.231353:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859242880 : -115902850308736 : ffff969643c76580)
00000100:00000040:2.0:1787762524.231359:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c76580 x1874600883855488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.231365:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762524.231368:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762524.231369:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762524.231371:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883855488, offset 0
00000400:00000200:2.0:1787762524.231375:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762524.231378:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762524.231381:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762524.231384:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762524.231386:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762524.231388:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762524.231390:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762524.231394:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3621:3621:256:4294967295] 192.168.204.116@tcp LPNI seq info [3621:3621:8:4294967295]
00000400:00000200:2.0:1787762524.231398:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762524.231403:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762524.231407:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762524.231410:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762524.231414:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762524.231416:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762524.231420:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762524.231423:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787762524.231426:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762524.231428:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762524.231431:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762524.231434:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762524.231437:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762524.231438:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762524.231440:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762524.231443:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c76580 x1874600883855488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.231450:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762524.231453:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c76580 x1874600883855488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.231459:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762524.231461:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762524.231463:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762524.231465:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762524.231468:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762524.231470:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298581601
00000100:00000001:2.0:1787762524.231472:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298582782
00000100:00000001:2.0:1787762524.231474:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298581601
00000100:00000001:2.0:1787762524.231476:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298582782
00000100:00000001:2.0:1787762524.231478:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762524.231480:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762524.231482:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762524.231485:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762524/real 1787762524]  req@ffff969643c76580 x1874600883855488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762524.231493:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762524.231495:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762524.231496:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762524.231498:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762524.231500:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762524.231501:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762524.231504:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c76580 x1874600883855488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762524.231512:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c76580 x1874600883855488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.231518:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762524.231519:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762524.231521:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762524.231522:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762524.231526:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c76580 x1874600883855488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.231532:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762524.231535:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c76580 x1874600883855488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.231542:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762524.231544:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762524.231545:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762524.231547:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762524.231548:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762524.231550:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762524.231552:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762524.231555:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762524.231557:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762524.231560:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c76580 x1874600883855488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762524.231574:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883855488:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762524.231578:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762524.231582:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c770c0 x1874600883855616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.231589:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762524.231590:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762524.231592:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762524.231594:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762524.231612:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762524.231616:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883855616:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762524.231619:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762524.231621:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762524.231623:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762524.231624:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762524.231628:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762524.231629:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762524.231632:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762524.231635:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762524.231638:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762524.231641:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883855616, portal 4
00000100:00000001:2.0:1787762524.231643:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762524.231644:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859245760 : -115902850305856 : ffff969643c770c0)
00000100:00000040:2.0:1787762524.231649:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c770c0 x1874600883855616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.231655:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762524.231658:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762524.231659:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762524.231662:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883855616, offset 0
00000400:00000200:2.0:1787762524.231665:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762524.231669:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762524.231672:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762524.231674:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762524.231676:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762524.231679:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762524.231681:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762524.231684:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3622:3622:256:4294967295] 192.168.204.116@tcp LPNI seq info [3622:3622:8:4294967295]
00000400:00000200:2.0:1787762524.231687:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762524.231693:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762524.231698:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762524.231700:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762524.231704:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762524.231706:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762524.231710:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762524.231712:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787762524.231716:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762524.231718:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762524.231720:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762524.231724:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762524.231726:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762524.231728:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762524.231730:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762524.231733:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c770c0 x1874600883855616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.231741:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762524.231743:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c770c0 x1874600883855616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.231750:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762524.231751:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762524.231754:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762524.231756:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762524.231759:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762524.231761:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298581523
00000100:00000001:2.0:1787762524.231763:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298582782
00000100:00000001:2.0:1787762524.231765:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298581523
00000100:00000001:2.0:1787762524.231767:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298582782
00000100:00000001:2.0:1787762524.231769:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762524.231771:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762524.231773:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762524.231776:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762524/real 1787762524]  req@ffff969643c770c0 x1874600883855616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762524.231783:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762524.231784:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762524.231785:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762524.231787:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762524.231788:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762524.231790:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762524.231793:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c770c0 x1874600883855616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762524.231802:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c770c0 x1874600883855616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.231807:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762524.231809:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762524.231810:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762524.231812:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762524.231815:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c770c0 x1874600883855616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.231821:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762524.231825:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c770c0 x1874600883855616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.231832:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762524.231835:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762524.231836:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762524.231837:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762524.231839:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762524.231841:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762524.231843:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762524.231846:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762524.231848:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762524.231851:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c770c0 x1874600883855616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762524.231859:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883855616:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762524.231862:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762524.231866:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c743c0 x1874600883855744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.231873:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762524.231874:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762524.231876:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762524.231878:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762524.231879:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762524.231882:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883855744:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762524.231886:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762524.231887:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762524.231889:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762524.231891:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762524.231894:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762524.231896:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762524.231898:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762524.231900:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762524.231902:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762524.231905:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883855744, portal 4
00000100:00000001:2.0:1787762524.231907:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762524.231908:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859234240 : -115902850317376 : ffff969643c743c0)
00000100:00000040:2.0:1787762524.231913:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c743c0 x1874600883855744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.231919:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762524.231921:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762524.231923:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762524.231926:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883855744, offset 0
00000400:00000200:2.0:1787762524.231929:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762524.231932:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762524.231935:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762524.231937:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762524.231951:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762524.231954:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762524.231956:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762524.231959:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3623:3623:256:4294967295] 192.168.204.116@tcp LPNI seq info [3623:3623:8:4294967295]
00000400:00000200:2.0:1787762524.231963:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762524.231969:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762524.231974:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762524.231976:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762524.231981:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762524.231983:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762524.231987:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762524.231989:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787762524.231993:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762524.231995:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762524.231998:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762524.232001:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762524.232003:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762524.232005:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762524.232007:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762524.232011:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c743c0 x1874600883855744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.232024:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762524.232027:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c743c0 x1874600883855744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.232033:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762524.232035:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762524.232037:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762524.232040:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762524.232043:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762524.232044:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298581530
00000100:00000001:2.0:1787762524.232046:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298582782
00000100:00000001:2.0:1787762524.232049:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298581530
00000100:00000001:2.0:1787762524.232051:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298582782
00000100:00000001:2.0:1787762524.232053:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762524.232055:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762524.232056:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762524.232060:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762524/real 1787762524]  req@ffff969643c743c0 x1874600883855744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762524.232066:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762524.232067:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762524.232069:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762524.232071:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762524.232072:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762524.232074:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762524.232077:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c743c0 x1874600883855744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762524.232085:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c743c0 x1874600883855744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.232096:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762524.232098:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762524.232100:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762524.232101:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762524.232104:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c743c0 x1874600883855744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.232111:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762524.232114:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c743c0 x1874600883855744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.232120:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762524.232122:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762524.232123:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762524.232125:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762524.232126:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762524.232128:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762524.232130:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762524.232133:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762524.232134:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762524.232137:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c743c0 x1874600883855744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762524.232145:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883855744:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762524.232149:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762524.232177:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762524.232181:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c74b40 x1874600883855232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.232188:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762524.232190:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762524.232193:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762524.232196:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762524.232200:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762524.232202:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762524.232204:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762524.232206:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449800.
02000000:00000001:2.0:1787762524.232210:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762524.232212:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762524.232214:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c74b40.
00000100:00000001:2.0:1787762524.232217:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762524.232218:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762524.232220:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762524.232223:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c76940 x1874600883855360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.232229:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762524.232230:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762524.232232:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762524.232233:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762524.232235:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762524.232236:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762524.232238:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762524.232239:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b800.
02000000:00000001:2.0:1787762524.232241:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762524.232242:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762524.232243:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c76940.
00000100:00000001:2.0:1787762524.232245:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762524.232246:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762524.232247:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762524.232250:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c76580 x1874600883855488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.232257:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762524.232258:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762524.232259:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762524.232262:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762524.232263:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762524.232264:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762524.232266:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762524.232267:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448800.
02000000:00000001:2.0:1787762524.232269:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762524.232270:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762524.232272:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c76580.
00000100:00000001:2.0:1787762524.232274:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762524.232275:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762524.232276:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762524.232279:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c770c0 x1874600883855616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.232285:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762524.232287:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762524.232288:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762524.232290:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762524.232291:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762524.232292:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762524.232294:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762524.232295:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b000.
02000000:00000001:2.0:1787762524.232297:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762524.232298:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762524.232299:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c770c0.
00000100:00000001:2.0:1787762524.232301:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762524.232303:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762524.232304:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762524.232307:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c743c0 x1874600883855744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762524.232314:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762524.232315:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762524.232316:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762524.232318:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762524.232319:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762524.232320:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762524.232322:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762524.232323:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449000.
02000000:00000001:2.0:1787762524.232325:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762524.232326:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762524.232327:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c743c0.
00000100:00000001:2.0:1787762524.232329:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762524.232330:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762524.232333:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762524.232340:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762524.232342:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762524.232344:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762524.232346:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762524.676373:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762524.676380:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762524.676386:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762524.676387:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762524.676390:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762524.676392:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762524.676475:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762524.676479:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762524.676482:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762525.507908:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298582782, at 4298582784
00000100:00000010:0.0:1787762525.507930:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f71e0.
00000100:00000040:1.0:1787762525.508060:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298582782, at 4298582784
00000100:00000010:1.0:1787762525.508066:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7c60.
00010000:00000001:0.0:1787762525.699797:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762525.699805:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762525.699810:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762525.699811:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762525.699815:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762525.699816:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762525.699841:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762525.699843:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762525.699846:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762526.723670:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762526.723677:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762526.723683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762526.723684:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762526.723687:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762526.723688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762526.723733:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762526.723736:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762526.723739:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762527.747671:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762527.747682:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762527.747685:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762527.747687:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762527.747691:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762527.747694:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762527.747696:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762527.747698:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762527.747702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762527.747704:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762527.747707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762527.747708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762527.747757:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762527.747759:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762527.747761:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762528.771724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762528.771731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762528.771736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762528.771737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762528.771741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762528.771742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762528.771811:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762528.771815:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762528.771818:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762529.347758:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762529.347768:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762529.347770:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762529.347775:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762529.347779:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762529.347786:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3914
00000400:00000200:1.0:1787762529.347794:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762529.347801:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762529.347805:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762529.347808:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762529.347819:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762529.347821:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762529.347824:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762529.347828:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762529.347830:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:1.0:1787762529.347832:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762529.347836:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:1.0:1787762529.347838:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:1.0:1787762529.347856:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:1.0:1787762529.347859:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762529.347861:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762529.347863:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762529.347865:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762529.347868:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:1.0:1787762529.347872:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762529.347875:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762529.347878:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762529.347887:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762529.347890:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762529.347893:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762529.347895:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762529.347905:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c77c00.
00000020:00000040:1.0:1787762529.347909:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:1.0:1787762529.347914:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762529.347916:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762529.347919:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762529.347922:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762529.347926:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762529.347934:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449400.
00000100:00000001:1.0:1787762529.347941:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762529.347951:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c77c00 x1874600883855872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762529.347961:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762529.347965:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762529.347970:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c5de94c] to pc [ptlrpcd_rcv+-1]  req@ffff969643c77c00 x1874600883855872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.348049:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762529.348053:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762529.348056:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762529.348062:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c77c00 x1874600883855872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.348070:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762529.348073:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762529.348076:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762529.348078:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762529.348080:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762529.348083:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883855872:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762529.348087:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762529.348091:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762529.348093:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762529.348095:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762529.348099:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762529.348101:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762529.348107:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762529.348110:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762529.348116:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762529.348122:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883855872, portal 25
00000100:00000001:2.0:1787762529.348124:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762529.348126:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859248640 : -115902850302976 : ffff969643c77c00)
00000100:00000040:2.0:1787762529.348131:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c77c00 x1874600883855872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.348138:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762529.348141:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762529.348143:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762529.348147:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883855872, offset 0
00000400:00000200:2.0:1787762529.348154:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762529.348163:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762529.348169:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762529.348175:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762529.348180:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762529.348184:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762529.348186:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762529.348190:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3624:3624:256:4294967295] 192.168.204.116@tcp LPNI seq info [3624:3624:8:4294967295]
00000400:00000200:2.0:1787762529.348194:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762529.348204:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762529.348211:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762529.348216:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762529.348222:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762529.348226:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762529.348232:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762529.348236:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787762529.348241:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762529.348244:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762529.348250:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762529.348255:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762529.348260:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762529.348262:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762529.348279:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762529.348283:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c77c00 x1874600883855872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762529.348403:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762529.348407:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762529.348411:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762529.348412:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762529.348414:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762529.348417:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762529.348420:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3914
00000400:00000200:1.0:1787762529.348425:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762529.348428:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762529.348430:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762529.348433:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762529.348435:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762529.348437:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762529.348439:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762529.348441:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762529.348442:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:1.0:1787762529.348444:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762529.348446:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:1.0:1787762529.348448:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:1.0:1787762529.348450:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:1.0:1787762529.348453:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762529.348455:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762529.348457:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762529.348459:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762529.348461:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:1.0:1787762529.348464:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762529.348466:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762529.348468:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762529.348473:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762529.348475:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762529.348477:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762529.348481:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762529.348484:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762529.348486:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762529.348490:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c77840.
00000020:00000040:1.0:1787762529.348492:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:1.0:1787762529.348495:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762529.348497:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762529.348498:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762529.348500:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762529.348502:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762529.348506:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448400.
00000100:00000001:1.0:1787762529.348509:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762529.348514:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c77840 x1874600883856000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762529.348522:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762529.348525:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762529.348528:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aadb5146] to pc [ptlrpcd_rcv+-1]  req@ffff969643c77840 x1874600883856000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.348640:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762529.348646:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c77c00 x1874600883855872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.348653:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762529.348655:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762529.348663:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762529.348667:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762529.348669:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298587899
00000100:00000010:2.0:1787762529.348675:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f77e0.
00000100:00000001:2.0:1787762529.348681:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762529.348686:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298587899
00000100:00000010:2.0:1787762529.348689:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7a80.
00000100:00000001:2.0:1787762529.348692:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762529.348695:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762529.348698:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762529.348700:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762529.348704:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762529/real 1787762529]  req@ffff969643c77c00 x1874600883855872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762529.348714:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762529.348716:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762529.348717:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762529.348720:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762529.348722:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762529.348724:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762529.348728:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c77c00 x1874600883855872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762529.348736:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c77c00 x1874600883855872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.348743:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762529.348745:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.348747:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762529.348749:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762529.348753:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c77c00 x1874600883855872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.348760:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762529.348764:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c77c00 x1874600883855872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.348771:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762529.348774:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.348776:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762529.348777:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.348779:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762529.348781:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762529.348784:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762529.348788:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762529.348790:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762529.348794:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c77c00 x1874600883855872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762529.348802:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883855872:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762529.348807:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.348809:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762529.348812:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c77c00 x1874600883855872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.348818:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762529.348821:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762529.348823:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762529.348826:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762529.348828:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762529.348829:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762529.348832:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762529.348834:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449400.
02000000:00000001:2.0:1787762529.348838:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762529.348854:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762529.348856:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c77c00.
00000100:00000001:2.0:1787762529.348859:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762529.348860:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.348863:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.348870:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762529.348872:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762529.348875:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762529.348877:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762529.348878:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762529.348882:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c77840 x1874600883856000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.348888:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762529.348890:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762529.348892:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762529.348894:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762529.348896:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762529.348899:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883856000:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762529.348902:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762529.348904:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762529.348906:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762529.348907:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762529.348910:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762529.348913:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762529.348916:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762529.348919:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762529.348923:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762529.348926:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883856000, portal 10
00000100:00000001:2.0:1787762529.348928:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762529.348929:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859247680 : -115902850303936 : ffff969643c77840)
00000100:00000040:2.0:1787762529.348936:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c77840 x1874600883856000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.348943:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762529.348945:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762529.348947:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762529.348949:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883856000, offset 0
00000400:00000200:2.0:1787762529.348954:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762529.348958:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762529.348961:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762529.348964:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762529.348967:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762529.348970:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762529.348972:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762529.348975:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3625:3625:256:4294967295] 192.168.204.116@tcp LPNI seq info [3625:3625:8:4294967295]
00000400:00000200:2.0:1787762529.348979:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762529.348985:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762529.348989:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762529.348992:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762529.348997:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762529.348999:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762529.349004:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762529.349007:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787762529.349011:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762529.349012:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762529.349016:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762529.349019:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762529.349022:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762529.349024:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762529.349026:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762529.349030:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c77840 x1874600883856000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.349037:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762529.349040:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c77840 x1874600883856000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.349046:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762529.349048:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762529.349050:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762529.349054:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762529.349057:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762529.349059:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298586659
00000100:00000001:2.0:1787762529.349062:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298587899
00000100:00000001:2.0:1787762529.349064:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298586659
00000100:00000001:2.0:1787762529.349068:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298587899
00000100:00000001:2.0:1787762529.349070:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762529.349072:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762529.349074:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762529.349077:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762529/real 1787762529]  req@ffff969643c77840 x1874600883856000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762529.349085:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762529.349086:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762529.349088:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762529.349090:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762529.349091:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762529.349093:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762529.349096:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c77840 x1874600883856000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762529.349104:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c77840 x1874600883856000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.349110:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762529.349112:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.349113:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762529.349115:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762529.349119:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c77840 x1874600883856000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.349125:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762529.349129:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c77840 x1874600883856000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.349135:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762529.349138:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.349139:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762529.349140:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.349142:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762529.349145:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762529.349147:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762529.349150:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762529.349152:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762529.349156:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c77840 x1874600883856000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762529.349164:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883856000:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762529.349167:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.349169:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762529.349171:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c77840 x1874600883856000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.349177:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762529.349178:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762529.349180:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762529.349182:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762529.349184:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762529.349185:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762529.349187:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762529.349189:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448400.
02000000:00000001:2.0:1787762529.349191:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762529.349192:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762529.349193:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c77840.
00000100:00000001:2.0:1787762529.349196:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762529.349197:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.349199:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.349202:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762529.349203:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762529.349205:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762529.349206:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762529.349273:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762529.349277:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762529.349280:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787762529.349282:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762529.349284:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762529.349286:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762529.349289:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3914
00000400:00000200:1.0:1787762529.349293:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762529.349296:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762529.349299:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762529.349301:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762529.349304:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762529.349306:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762529.349308:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762529.349310:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762529.349311:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:1.0:1787762529.349313:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762529.349315:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:1.0:1787762529.349317:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:1.0:1787762529.349320:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:1.0:1787762529.349323:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762529.349325:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762529.349327:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762529.349328:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762529.349331:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:1.0:1787762529.349333:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762529.349336:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762529.349338:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762529.349341:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762529.349343:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762529.349345:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762529.349347:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762529.349350:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762529.349352:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762529.349357:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c77840.
00000020:00000040:1.0:1787762529.349359:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:1.0:1787762529.349361:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762529.349363:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762529.349364:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762529.349366:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762529.349368:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762529.349372:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449c00.
00000100:00000001:1.0:1787762529.349376:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762529.349380:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c77840 x1874600883856128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762529.349387:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762529.349390:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762529.349393:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aadb5146] to pc [ptlrpcd_rcv+-1]  req@ffff969643c77840 x1874600883856128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762529.349401:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762529.349403:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762529.349406:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762529.349407:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762529.349409:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762529.349411:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762529.349414:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3914
00000400:00000200:1.0:1787762529.349417:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762529.349420:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762529.349422:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762529.349425:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762529.349427:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762529.349429:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762529.349430:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762529.349433:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762529.349434:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:1.0:1787762529.349436:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762529.349438:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:1.0:1787762529.349439:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:1.0:1787762529.349442:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:1.0:1787762529.349444:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762529.349447:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762529.349448:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762529.349450:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762529.349453:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:1.0:1787762529.349455:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762529.349458:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762529.349459:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762529.349462:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762529.349464:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762529.349465:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762529.349468:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:1.0:1787762529.349470:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762529.349472:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762529.349475:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c77c00.
00000020:00000040:1.0:1787762529.349477:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:1.0:1787762529.349479:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762529.349480:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762529.349482:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762529.349483:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762529.349485:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762529.349488:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544a400.
00000100:00000001:1.0:1787762529.349491:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762529.349495:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c77c00 x1874600883856256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762529.349501:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762529.349503:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762529.349506:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c5de94c] to pc [ptlrpcd_rcv+-1]  req@ffff969643c77c00 x1874600883856256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762529.349513:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762529.349515:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762529.349518:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787762529.349519:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762529.349521:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762529.349523:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762529.349525:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3914
00000400:00000200:1.0:1787762529.349528:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762529.349531:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762529.349532:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762529.349535:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762529.349537:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762529.349538:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762529.349540:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762529.349542:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762529.349543:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:1.0:1787762529.349544:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762529.349546:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:1.0:1787762529.349548:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:1.0:1787762529.349550:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:1.0:1787762529.349552:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762529.349554:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762529.349556:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762529.349557:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762529.349559:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:1.0:1787762529.349561:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762529.349563:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762529.349565:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762529.349568:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762529.349569:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762529.349571:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762529.349573:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787762529.349575:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762529.349576:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762529.349579:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c743c0.
00000020:00000040:1.0:1787762529.349581:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:1.0:1787762529.349583:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762529.349585:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762529.349586:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762529.349588:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762529.349589:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762529.349593:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544bc00.
00000100:00000001:1.0:1787762529.349609:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762529.349614:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c743c0 x1874600883856384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762529.349621:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762529.349623:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762529.349626:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fac29a1] to pc [ptlrpcd_rcv+-1]  req@ffff969643c743c0 x1874600883856384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762529.349633:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762529.349637:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3924)
00000100:00000001:2.0:1787762529.349691:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762529.349694:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762529.349696:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762529.349700:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c77840 x1874600883856128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.349707:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762529.349708:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762529.349710:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762529.349712:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762529.349714:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762529.349717:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883856128:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762529.349720:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762529.349722:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762529.349723:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762529.349725:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762529.349728:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762529.349730:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762529.349734:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762529.349736:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762529.349739:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762529.349742:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883856128, portal 10
00000100:00000001:2.0:1787762529.349744:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762529.349746:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859247680 : -115902850303936 : ffff969643c77840)
00000100:00000040:2.0:1787762529.349752:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c77840 x1874600883856128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.349758:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762529.349760:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762529.349763:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762529.349765:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883856128, offset 0
00000400:00000200:2.0:1787762529.349770:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762529.349774:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762529.349778:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762529.349781:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762529.349784:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762529.349786:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762529.349789:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762529.349792:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3626:3626:256:4294967295] 192.168.204.116@tcp LPNI seq info [3626:3626:8:4294967295]
00000400:00000200:2.0:1787762529.349796:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762529.349802:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762529.349807:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762529.349810:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762529.349815:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762529.349818:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762529.349822:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762529.349824:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787762529.349828:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762529.349829:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762529.349833:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762529.349836:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762529.349851:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762529.349853:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762529.349857:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762529.349860:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c77840 x1874600883856128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.349868:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762529.349871:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c77840 x1874600883856128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.349877:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762529.349878:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762529.349881:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762529.349885:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762529.349888:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762529.349890:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298586720
00000100:00000001:2.0:1787762529.349892:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298587899
00000100:00000001:2.0:1787762529.349895:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298586720
00000100:00000001:2.0:1787762529.349897:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298587899
00000100:00000001:2.0:1787762529.349899:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762529.349901:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762529.349903:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762529.349907:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762529/real 1787762529]  req@ffff969643c77840 x1874600883856128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762529.349913:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762529.349915:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762529.349916:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762529.349918:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762529.349920:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762529.349922:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762529.349925:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c77840 x1874600883856128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762529.349932:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c77840 x1874600883856128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.349938:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762529.349939:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.349941:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762529.349942:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762529.349946:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c77840 x1874600883856128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.349951:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762529.349955:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c77840 x1874600883856128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.349961:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762529.349963:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.349964:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762529.349965:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.349967:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762529.349968:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762529.349971:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762529.349974:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762529.349976:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762529.349980:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c77840 x1874600883856128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762529.349988:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883856128:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762529.349991:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762529.349994:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c77c00 x1874600883856256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.350000:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762529.350002:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762529.350004:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762529.350006:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762529.350008:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762529.350010:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883856256:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762529.350013:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762529.350015:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762529.350017:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762529.350018:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762529.350021:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762529.350023:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762529.350027:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762529.350029:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762529.350032:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762529.350034:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883856256, portal 4
00000100:00000001:2.0:1787762529.350036:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762529.350037:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859248640 : -115902850302976 : ffff969643c77c00)
00000100:00000040:2.0:1787762529.350042:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c77c00 x1874600883856256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.350053:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762529.350056:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762529.350057:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762529.350059:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883856256, offset 0
00000400:00000200:2.0:1787762529.350063:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762529.350066:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762529.350070:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762529.350073:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762529.350075:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762529.350078:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762529.350080:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762529.350082:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3627:3627:256:4294967295] 192.168.204.116@tcp LPNI seq info [3627:3627:8:4294967295]
00000400:00000200:2.0:1787762529.350086:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762529.350092:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762529.350096:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762529.350099:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762529.350103:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762529.350105:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762529.350109:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762529.350112:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787762529.350115:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762529.350117:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762529.350120:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762529.350123:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762529.350126:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762529.350127:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762529.350129:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762529.350133:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c77c00 x1874600883856256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.350140:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762529.350143:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c77c00 x1874600883856256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.350154:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762529.350155:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762529.350158:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762529.350160:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762529.350163:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762529.350165:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298586641
00000100:00000001:2.0:1787762529.350167:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298587899
00000100:00000001:2.0:1787762529.350169:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298586641
00000100:00000001:2.0:1787762529.350171:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298587899
00000100:00000001:2.0:1787762529.350173:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762529.350174:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762529.350176:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762529.350179:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762529/real 1787762529]  req@ffff969643c77c00 x1874600883856256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762529.350186:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762529.350187:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762529.350189:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762529.350191:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762529.350192:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762529.350194:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762529.350197:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c77c00 x1874600883856256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762529.350204:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c77c00 x1874600883856256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.350210:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762529.350211:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.350213:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762529.350214:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762529.350217:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c77c00 x1874600883856256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.350224:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762529.350228:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c77c00 x1874600883856256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.350234:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762529.350236:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.350237:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762529.350238:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.350240:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762529.350241:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762529.350243:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762529.350246:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762529.350248:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762529.350251:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c77c00 x1874600883856256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762529.350258:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883856256:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762529.350261:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762529.350264:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c743c0 x1874600883856384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.350270:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762529.350271:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762529.350273:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762529.350275:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762529.350277:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762529.350279:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883856384:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762529.350282:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762529.350284:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762529.350286:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762529.350287:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762529.350290:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762529.350292:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762529.350295:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762529.350297:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762529.350300:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762529.350302:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883856384, portal 4
00000100:00000001:2.0:1787762529.350304:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762529.350305:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859234240 : -115902850317376 : ffff969643c743c0)
00000100:00000040:2.0:1787762529.350310:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c743c0 x1874600883856384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.350315:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762529.350318:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762529.350320:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762529.350322:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883856384, offset 0
00000400:00000200:2.0:1787762529.350325:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762529.350329:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762529.350332:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762529.350334:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762529.350337:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762529.350339:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762529.350341:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762529.350344:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3628:3628:256:4294967295] 192.168.204.116@tcp LPNI seq info [3628:3628:8:4294967295]
00000400:00000200:2.0:1787762529.350348:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762529.350353:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762529.350357:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762529.350360:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762529.350364:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762529.350366:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762529.350370:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762529.350373:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787762529.350376:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762529.350378:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762529.350381:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762529.350384:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762529.350386:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762529.350388:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762529.350390:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762529.350393:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c743c0 x1874600883856384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.350400:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762529.350403:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c743c0 x1874600883856384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.350408:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762529.350410:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762529.350412:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762529.350414:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762529.350417:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762529.350419:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298586648
00000100:00000001:2.0:1787762529.350421:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298587899
00000100:00000001:2.0:1787762529.350422:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298586648
00000100:00000001:2.0:1787762529.350424:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298587899
00000100:00000001:2.0:1787762529.350426:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762529.350427:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762529.350429:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762529.350432:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762529/real 1787762529]  req@ffff969643c743c0 x1874600883856384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762529.350439:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762529.350440:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762529.350441:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762529.350444:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762529.350445:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762529.350448:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762529.350451:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c743c0 x1874600883856384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762529.350458:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c743c0 x1874600883856384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.350463:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762529.350464:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.350466:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762529.350467:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762529.350471:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c743c0 x1874600883856384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.350477:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762529.350480:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c743c0 x1874600883856384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.350485:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762529.350487:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.350488:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762529.350489:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.350491:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762529.350492:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762529.350494:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762529.350497:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762529.350499:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762529.350502:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c743c0 x1874600883856384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762529.350509:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883856384:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762529.350513:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.350514:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762529.350518:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c77840 x1874600883856128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.350524:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762529.350526:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762529.350527:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762529.350530:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762529.350531:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762529.350532:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762529.350534:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762529.350536:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449c00.
02000000:00000001:2.0:1787762529.350538:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762529.350540:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762529.350541:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c77840.
00000100:00000001:2.0:1787762529.350543:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762529.350544:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.350546:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762529.350549:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c77c00 x1874600883856256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.350554:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762529.350556:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762529.350557:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762529.350559:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762529.350560:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762529.350561:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762529.350563:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762529.350564:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544a400.
02000000:00000001:2.0:1787762529.350566:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762529.350567:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762529.350568:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c77c00.
00000100:00000001:2.0:1787762529.350570:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762529.350572:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.350573:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762529.350576:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c743c0 x1874600883856384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762529.350582:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762529.350584:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762529.350585:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762529.350587:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762529.350588:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762529.350589:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762529.350591:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762529.350592:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544bc00.
02000000:00000001:2.0:1787762529.350594:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762529.350614:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762529.350616:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c743c0.
00000100:00000001:2.0:1787762529.350618:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762529.350620:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.350622:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.350626:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762529.350627:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762529.350629:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762529.350631:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762529.795732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762529.795737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762529.795741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762529.795744:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762529.795745:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762529.795748:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762529.795750:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762529.795751:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762529.795753:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762529.795754:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762529.795756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762529.795756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762529.795793:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762529.795795:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762529.795797:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762530.627687:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298587899, at 4298587904
00000100:00000040:1.0:1787762530.627687:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298587899, at 4298587904
00000100:00000010:0.0:1787762530.627700:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f77e0.
00000100:00000010:1.0:1787762530.627701:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7a80.
00010000:00000001:0.0:1787762530.819717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762530.819724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762530.819729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762530.819730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762530.819733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762530.819735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762530.819792:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762530.819796:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762530.819799:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762531.843715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762531.843721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762531.843727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762531.843728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762531.843731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762531.843732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762531.843755:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762531.843757:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762531.843760:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762532.867729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762532.867735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762532.867740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762532.867741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762532.867744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762532.867748:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762532.867750:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762532.867753:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762532.867756:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762532.867759:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762532.867761:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762532.867763:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762532.867887:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762532.867891:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762532.867894:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762533.891734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762533.891741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762533.891747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762533.891749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762533.891766:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762533.891767:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762533.891805:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762533.891808:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762533.891811:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762534.467801:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762534.467812:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762534.467814:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762534.467818:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762534.467822:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762534.467829:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3919
00000400:00000200:0.0:1787762534.467839:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762534.467845:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762534.467848:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762534.467851:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762534.467854:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762534.467857:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762534.467859:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762534.467863:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762534.467865:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787762534.467867:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762534.467870:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787762534.467873:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787762534.467875:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787762534.467878:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762534.467879:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762534.467881:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762534.467883:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762534.467886:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787762534.467889:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762534.467891:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762534.467894:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762534.467898:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762534.467900:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762534.467902:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762534.467905:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762534.467915:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097e1c0.
00000020:00000040:0.0:1787762534.467919:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787762534.467922:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762534.467924:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762534.467927:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762534.467930:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762534.467933:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762534.467942:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33c00.
00000100:00000001:0.0:1787762534.467948:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762534.467957:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097e1c0 x1874600883856512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762534.467967:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762534.467971:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762534.467976:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb94abd1] to pc [ptlrpcd_rcv+-1]  req@ffff96966097e1c0 x1874600883856512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.468042:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762534.468046:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762534.468048:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762534.468054:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097e1c0 x1874600883856512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.468061:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762534.468063:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762534.468066:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762534.468069:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762534.468071:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762534.468075:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883856512:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762534.468078:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762534.468082:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762534.468085:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762534.468088:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762534.468093:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762534.468095:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762534.468100:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762534.468104:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762534.468110:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762534.468117:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883856512, portal 25
00000100:00000001:2.0:1787762534.468119:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762534.468120:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342668224 : -115902366883392 : ffff96966097e1c0)
00000100:00000040:2.0:1787762534.468125:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097e1c0 x1874600883856512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.468132:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762534.468134:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762534.468137:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762534.468140:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883856512, offset 0
00000400:00000200:2.0:1787762534.468146:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762534.468154:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762534.468160:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762534.468165:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762534.468169:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762534.468173:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762534.468176:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762534.468180:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3629:3629:256:4294967295] 192.168.204.116@tcp LPNI seq info [3629:3629:8:4294967295]
00000400:00000200:2.0:1787762534.468185:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762534.468194:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762534.468200:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762534.468205:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762534.468212:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762534.468216:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762534.468222:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762534.468226:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762534.468230:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762534.468234:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762534.468241:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762534.468246:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762534.468251:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762534.468253:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762534.468258:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762534.468262:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097e1c0 x1874600883856512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762534.468288:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762534.468292:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762534.468295:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762534.468297:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762534.468299:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762534.468302:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762534.468304:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3919
00000400:00000200:0.0:1787762534.468309:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762534.468312:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762534.468314:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762534.468316:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762534.468318:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762534.468320:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762534.468322:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762534.468324:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762534.468325:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787762534.468327:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762534.468329:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787762534.468331:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787762534.468334:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787762534.468336:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762534.468338:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762534.468339:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762534.468341:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762534.468344:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787762534.468346:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762534.468349:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762534.468351:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762534.468357:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762534.468360:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762534.468362:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762534.468366:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762534.468369:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762534.468371:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762534.468375:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097d680.
00000020:00000040:0.0:1787762534.468378:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787762534.468380:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762534.468381:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762534.468383:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762534.468384:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762534.468386:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762534.468389:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31c00.
00000100:00000001:0.0:1787762534.468393:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762534.468397:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097d680 x1874600883856640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762534.468405:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762534.468407:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762534.468410:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b356f346] to pc [ptlrpcd_rcv+-1]  req@ffff96966097d680 x1874600883856640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.468440:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762534.468445:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097e1c0 x1874600883856512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.468452:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762534.468454:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762534.468461:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762534.468465:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762534.468467:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298593019
00000100:00000010:2.0:1787762534.468472:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7f00.
00000100:00000001:2.0:1787762534.468477:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762534.468484:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298593019
00000100:00000010:2.0:1787762534.468487:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7480.
00000100:00000001:2.0:1787762534.468490:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762534.468494:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762534.468497:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762534.468499:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762534.468503:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762534/real 1787762534]  req@ffff96966097e1c0 x1874600883856512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762534.468522:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762534.468524:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762534.468526:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762534.468528:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762534.468530:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762534.468532:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762534.468536:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097e1c0 x1874600883856512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762534.468544:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097e1c0 x1874600883856512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.468550:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762534.468552:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.468554:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762534.468557:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762534.468560:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097e1c0 x1874600883856512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.468567:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762534.468572:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097e1c0 x1874600883856512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.468579:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762534.468581:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.468583:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762534.468584:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.468586:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762534.468588:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762534.468590:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762534.468594:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762534.468618:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762534.468623:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097e1c0 x1874600883856512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762534.468631:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883856512:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762534.468635:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.468638:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762534.468641:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097e1c0 x1874600883856512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.468646:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762534.468649:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762534.468651:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762534.468654:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762534.468655:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762534.468657:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762534.468659:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762534.468661:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a33c00.
02000000:00000001:2.0:1787762534.468665:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762534.468667:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762534.468668:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097e1c0.
00000100:00000001:2.0:1787762534.468672:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762534.468673:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.468675:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.468682:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762534.468684:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762534.468686:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762534.468687:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762534.468689:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762534.468692:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097d680 x1874600883856640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.468699:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762534.468700:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762534.468702:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762534.468703:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762534.468706:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762534.468708:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883856640:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762534.468711:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762534.468713:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762534.468714:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762534.468715:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762534.468718:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762534.468720:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762534.468724:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762534.468727:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762534.468730:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762534.468733:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883856640, portal 10
00000100:00000001:2.0:1787762534.468735:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762534.468736:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342665344 : -115902366886272 : ffff96966097d680)
00000100:00000040:2.0:1787762534.468754:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097d680 x1874600883856640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.468761:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762534.468763:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762534.468766:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762534.468768:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883856640, offset 0
00000400:00000200:2.0:1787762534.468772:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762534.468776:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762534.468780:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762534.468782:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762534.468785:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762534.468787:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762534.468789:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762534.468791:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3630:3630:256:4294967295] 192.168.204.116@tcp LPNI seq info [3630:3630:8:4294967295]
00000400:00000200:2.0:1787762534.468795:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762534.468801:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762534.468805:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762534.468808:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762534.468812:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762534.468814:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762534.468818:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762534.468821:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762534.468837:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762534.468839:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762534.468842:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762534.468845:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762534.468848:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762534.468850:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762534.468853:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762534.468857:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097d680 x1874600883856640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.468864:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762534.468867:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097d680 x1874600883856640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.468879:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762534.468880:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762534.468883:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762534.468887:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762534.468891:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762534.468893:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298591780
00000100:00000001:2.0:1787762534.468895:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298593019
00000100:00000001:2.0:1787762534.468897:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298591780
00000100:00000001:2.0:1787762534.468899:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298593019
00000100:00000001:2.0:1787762534.468901:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762534.468903:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762534.468904:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762534.468908:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762534/real 1787762534]  req@ffff96966097d680 x1874600883856640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762534.468916:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762534.468917:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762534.468919:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762534.468921:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762534.468923:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762534.468925:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762534.468927:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097d680 x1874600883856640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762534.468935:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097d680 x1874600883856640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.468942:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762534.468943:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.468945:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762534.468946:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762534.468950:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097d680 x1874600883856640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.468957:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762534.468960:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097d680 x1874600883856640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.468967:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762534.468969:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.468970:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762534.468972:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.468973:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762534.468975:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762534.468978:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762534.468981:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762534.468983:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762534.468986:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097d680 x1874600883856640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762534.468994:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883856640:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762534.468997:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.469000:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762534.469002:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097d680 x1874600883856640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.469009:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762534.469010:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762534.469012:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762534.469015:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762534.469016:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762534.469017:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762534.469019:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762534.469021:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a31c00.
02000000:00000001:2.0:1787762534.469024:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762534.469025:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762534.469027:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097d680.
00000100:00000001:2.0:1787762534.469030:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762534.469032:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.469033:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.469036:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762534.469038:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762534.469039:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762534.469041:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762534.469101:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762534.469105:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762534.469108:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787762534.469110:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762534.469111:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762534.469114:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762534.469117:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3919
00000400:00000200:0.0:1787762534.469121:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762534.469124:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762534.469126:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762534.469129:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762534.469131:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762534.469133:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762534.469135:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762534.469137:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762534.469138:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787762534.469139:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762534.469141:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787762534.469143:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787762534.469145:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787762534.469148:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762534.469149:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762534.469151:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762534.469153:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762534.469155:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787762534.469158:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762534.469160:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762534.469162:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762534.469165:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762534.469167:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762534.469169:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762534.469171:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762534.469174:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762534.469175:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762534.469179:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f840.
00000020:00000040:0.0:1787762534.469181:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787762534.469183:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762534.469185:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762534.469186:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762534.469188:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762534.469189:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762534.469193:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30800.
00000100:00000001:0.0:1787762534.469197:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762534.469201:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f840 x1874600883856768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762534.469209:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762534.469211:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762534.469214:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02bc9d6] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f840 x1874600883856768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762534.469221:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762534.469224:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762534.469227:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762534.469228:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762534.469229:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762534.469232:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762534.469235:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3919
00000400:00000200:0.0:1787762534.469238:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762534.469241:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762534.469243:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762534.469245:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762534.469247:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762534.469249:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762534.469250:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762534.469253:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762534.469254:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787762534.469255:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762534.469257:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787762534.469259:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787762534.469261:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787762534.469264:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762534.469265:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762534.469268:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762534.469270:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762534.469272:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787762534.469274:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762534.469277:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762534.469278:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762534.469281:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762534.469283:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762534.469285:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762534.469287:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787762534.469289:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762534.469291:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762534.469294:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c000.
00000020:00000040:0.0:1787762534.469296:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787762534.469298:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762534.469299:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762534.469306:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762534.469307:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762534.469309:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762534.469313:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33000.
00000100:00000001:0.0:1787762534.469316:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762534.469320:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c000 x1874600883856896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762534.469327:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762534.469329:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762534.469332:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b885017a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c000 x1874600883856896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762534.469339:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762534.469341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762534.469344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787762534.469346:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762534.469348:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762534.469350:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762534.469353:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3919
00000400:00000200:0.0:1787762534.469356:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762534.469359:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762534.469361:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762534.469363:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762534.469365:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762534.469367:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762534.469369:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762534.469371:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762534.469372:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787762534.469374:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762534.469376:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787762534.469378:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787762534.469379:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787762534.469382:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762534.469383:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762534.469385:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762534.469387:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762534.469389:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787762534.469392:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762534.469394:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762534.469395:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762534.469398:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762534.469400:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762534.469401:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762534.469403:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787762534.469405:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762534.469406:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762534.469410:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c780.
00000020:00000040:0.0:1787762534.469412:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787762534.469414:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762534.469416:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762534.469417:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762534.469419:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762534.469420:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762534.469424:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30c00.
00000100:00000001:0.0:1787762534.469426:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762534.469431:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c780 x1874600883857024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762534.469437:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762534.469439:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762534.469442:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b7e064a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c780 x1874600883857024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762534.469449:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762534.469453:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3929)
00000100:00000001:2.0:1787762534.469504:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762534.469507:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762534.469508:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762534.469512:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097f840 x1874600883856768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.469519:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762534.469520:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762534.469522:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762534.469524:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762534.469526:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762534.469528:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883856768:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762534.469531:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762534.469533:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762534.469535:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762534.469536:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762534.469539:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762534.469541:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762534.469544:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762534.469547:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762534.469550:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762534.469553:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883856768, portal 10
00000100:00000001:2.0:1787762534.469555:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762534.469556:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342673984 : -115902366877632 : ffff96966097f840)
00000100:00000040:2.0:1787762534.469561:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097f840 x1874600883856768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.469573:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762534.469575:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762534.469578:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762534.469580:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883856768, offset 0
00000400:00000200:2.0:1787762534.469584:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762534.469588:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762534.469591:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762534.469595:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762534.469613:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762534.469615:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762534.469617:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762534.469620:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3631:3631:256:4294967295] 192.168.204.116@tcp LPNI seq info [3631:3631:8:4294967295]
00000400:00000200:2.0:1787762534.469624:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762534.469630:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762534.469634:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762534.469637:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762534.469641:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762534.469644:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762534.469648:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762534.469651:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762534.469654:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762534.469655:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762534.469659:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762534.469662:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762534.469665:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762534.469667:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762534.469669:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762534.469672:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097f840 x1874600883856768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.469679:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762534.469682:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097f840 x1874600883856768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.469693:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762534.469694:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762534.469697:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762534.469700:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762534.469703:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762534.469705:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298591840
00000100:00000001:2.0:1787762534.469707:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298593019
00000100:00000001:2.0:1787762534.469709:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298591840
00000100:00000001:2.0:1787762534.469711:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298593019
00000100:00000001:2.0:1787762534.469713:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762534.469715:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762534.469717:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762534.469720:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762534/real 1787762534]  req@ffff96966097f840 x1874600883856768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762534.469728:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762534.469729:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762534.469731:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762534.469733:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762534.469734:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762534.469736:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762534.469739:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097f840 x1874600883856768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762534.469761:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097f840 x1874600883856768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.469766:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762534.469768:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.469770:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762534.469771:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762534.469774:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097f840 x1874600883856768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.469781:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762534.469785:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097f840 x1874600883856768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.469791:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762534.469793:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.469794:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762534.469795:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.469797:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762534.469798:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762534.469801:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762534.469804:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762534.469806:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762534.469810:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097f840 x1874600883856768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762534.469817:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883856768:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762534.469822:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762534.469825:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097c000 x1874600883856896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.469831:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762534.469832:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762534.469834:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762534.469836:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762534.469837:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762534.469840:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883856896:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762534.469843:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762534.469845:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762534.469847:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762534.469849:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762534.469852:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762534.469854:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762534.469857:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762534.469859:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762534.469862:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762534.469865:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883856896, portal 4
00000100:00000001:2.0:1787762534.469866:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762534.469868:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342659584 : -115902366892032 : ffff96966097c000)
00000100:00000040:2.0:1787762534.469873:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097c000 x1874600883856896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.469878:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762534.469880:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762534.469882:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762534.469884:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883856896, offset 0
00000400:00000200:2.0:1787762534.469888:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762534.469891:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762534.469895:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762534.469898:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762534.469900:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762534.469901:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762534.469903:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762534.469906:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3632:3632:256:4294967295] 192.168.204.116@tcp LPNI seq info [3632:3632:8:4294967295]
00000400:00000200:2.0:1787762534.469909:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762534.469915:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762534.469918:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762534.469921:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762534.469924:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762534.469926:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762534.469930:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762534.469932:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762534.469935:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762534.469937:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762534.469940:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762534.469943:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762534.469945:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762534.469947:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762534.469949:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762534.469952:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097c000 x1874600883856896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.469958:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762534.469961:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097c000 x1874600883856896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.469967:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762534.469968:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762534.469971:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762534.469973:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762534.469976:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762534.469978:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298591761
00000100:00000001:2.0:1787762534.469980:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298593019
00000100:00000001:2.0:1787762534.469981:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298591761
00000100:00000001:2.0:1787762534.469983:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298593019
00000100:00000001:2.0:1787762534.469985:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762534.469987:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762534.469989:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762534.469992:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762534/real 1787762534]  req@ffff96966097c000 x1874600883856896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762534.469999:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762534.470001:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762534.470002:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762534.470004:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762534.470006:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762534.470008:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762534.470011:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097c000 x1874600883856896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762534.470019:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097c000 x1874600883856896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.470025:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762534.470027:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.470028:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762534.470030:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762534.470033:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097c000 x1874600883856896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.470039:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762534.470042:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097c000 x1874600883856896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.470048:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762534.470050:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.470051:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762534.470052:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.470054:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762534.470056:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762534.470058:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762534.470061:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762534.470063:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762534.470067:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097c000 x1874600883856896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762534.470074:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883856896:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762534.470077:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762534.470080:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097c780 x1874600883857024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.470087:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762534.470088:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762534.470090:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762534.470091:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762534.470093:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762534.470096:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883857024:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762534.470098:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762534.470100:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762534.470101:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762534.470103:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762534.470106:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762534.470108:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762534.470110:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762534.470112:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762534.470115:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762534.470117:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883857024, portal 4
00000100:00000001:2.0:1787762534.470119:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762534.470120:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342661504 : -115902366890112 : ffff96966097c780)
00000100:00000040:2.0:1787762534.470125:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097c780 x1874600883857024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.470130:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762534.470132:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762534.470134:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762534.470135:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883857024, offset 0
00000400:00000200:2.0:1787762534.470139:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762534.470142:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762534.470145:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762534.470147:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762534.470149:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762534.470151:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762534.470153:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762534.470156:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3633:3633:256:4294967295] 192.168.204.116@tcp LPNI seq info [3633:3633:8:4294967295]
00000400:00000200:2.0:1787762534.470160:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762534.470165:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762534.470169:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762534.470172:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762534.470175:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762534.470178:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762534.470181:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762534.470184:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762534.470187:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762534.470189:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762534.470192:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762534.470195:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762534.470198:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762534.470199:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762534.470201:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762534.470205:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097c780 x1874600883857024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.470212:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762534.470215:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097c780 x1874600883857024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.470221:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762534.470223:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762534.470225:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762534.470228:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762534.470231:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762534.470233:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298591768
00000100:00000001:2.0:1787762534.470235:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298593019
00000100:00000001:2.0:1787762534.470237:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298591768
00000100:00000001:2.0:1787762534.470239:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298593019
00000100:00000001:2.0:1787762534.470241:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762534.470244:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762534.470245:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762534.470249:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762534/real 1787762534]  req@ffff96966097c780 x1874600883857024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762534.470256:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762534.470257:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762534.470258:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762534.470261:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762534.470262:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762534.470264:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762534.470268:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097c780 x1874600883857024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762534.470276:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097c780 x1874600883857024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.470281:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762534.470283:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.470284:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762534.470286:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762534.470289:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097c780 x1874600883857024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.470295:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762534.470298:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097c780 x1874600883857024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.470304:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762534.470306:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.470307:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762534.470309:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.470311:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762534.470312:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762534.470314:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762534.470318:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762534.470320:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762534.470323:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097c780 x1874600883857024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762534.470330:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883857024:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762534.470333:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.470335:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762534.470338:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097f840 x1874600883856768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.470344:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762534.470346:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762534.470348:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762534.470350:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762534.470352:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762534.470353:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762534.470355:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762534.470356:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a30800.
02000000:00000001:2.0:1787762534.470359:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762534.470360:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762534.470361:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097f840.
00000100:00000001:2.0:1787762534.470364:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762534.470365:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.470366:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762534.470369:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097c000 x1874600883856896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.470375:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762534.470376:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762534.470378:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762534.470381:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762534.470382:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762534.470383:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762534.470384:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762534.470386:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a33000.
02000000:00000001:2.0:1787762534.470388:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762534.470389:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762534.470390:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097c000.
00000100:00000001:2.0:1787762534.470393:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762534.470394:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.470396:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762534.470399:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097c780 x1874600883857024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762534.470404:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762534.470405:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762534.470407:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762534.470409:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762534.470410:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762534.470411:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762534.470413:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762534.470414:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a30c00.
02000000:00000001:2.0:1787762534.470416:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762534.470417:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762534.470419:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097c780.
00000100:00000001:2.0:1787762534.470420:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762534.470421:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.470423:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.470426:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762534.470428:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762534.470430:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762534.470431:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762534.915726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762534.915745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762534.915752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762534.915753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762534.915756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762534.915757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762534.915862:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762534.915866:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762534.915870:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762535.747683:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298593019, at 4298593024
00000100:00000040:1.0:1787762535.747683:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298593019, at 4298593024
00000100:00000010:1.0:1787762535.747695:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7480.
00000100:00000010:0.0:1787762535.747697:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7f00.
00010000:00000001:0.0:1787762535.939703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762535.939707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762535.939711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762535.939722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762535.939726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762535.939727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762535.939745:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762535.939747:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762535.939749:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762536.963727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762536.963734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762536.963740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762536.963741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762536.963745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762536.963746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762536.963805:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762536.963809:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762536.963812:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762537.987705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762537.987714:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762537.987716:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762537.987719:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762537.987723:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762537.987726:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762537.987727:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762537.987729:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762537.987733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762537.987735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762537.987739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762537.987740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762537.988041:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762537.988044:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762537.988048:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762539.011803:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762539.011809:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762539.011815:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762539.011816:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762539.011819:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762539.011820:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762539.012153:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762539.012157:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762539.012160:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762539.588069:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762539.588089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762539.588093:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762539.588100:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762539.588106:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762539.588117:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3924
00000400:00000200:0.0:1787762539.588142:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762539.588152:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762539.588157:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762539.588162:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762539.588166:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762539.588168:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762539.588171:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762539.588176:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762539.588179:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787762539.588182:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762539.588186:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787762539.588189:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787762539.588192:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787762539.588195:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762539.588198:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762539.588200:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762539.588202:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762539.588205:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787762539.588210:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762539.588213:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762539.588217:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762539.588222:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762539.588236:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762539.588239:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762539.588242:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762539.588259:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097da40.
00000020:00000040:0.0:1787762539.588264:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787762539.588270:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762539.588273:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762539.588277:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762539.588281:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762539.588288:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762539.588300:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33000.
00000100:00000001:0.0:1787762539.588310:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762539.588322:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097da40 x1874600883857152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762539.588337:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762539.588342:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762539.588348:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a392d04] to pc [ptlrpcd_rcv+-1]  req@ffff96966097da40 x1874600883857152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762539.588378:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762539.588382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762539.588385:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762539.588387:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762539.588389:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762539.588392:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762539.588395:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3924
00000400:00000200:0.0:1787762539.588399:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762539.588403:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762539.588405:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762539.588408:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762539.588409:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762539.588412:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762539.588414:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762539.588417:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762539.588419:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787762539.588422:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762539.588424:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787762539.588426:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787762539.588428:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787762539.588432:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762539.588435:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762539.588437:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762539.588440:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762539.588445:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787762539.588448:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762539.588452:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762539.588454:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762539.588463:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762539.588466:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762539.588468:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762539.588470:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762539.588478:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787762539.588480:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762539.588485:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:0.0:1787762539.588488:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762539.588493:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762539.588498:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097de00.
00000020:00000040:0.0:1787762539.588501:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787762539.588508:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1787762539.588510:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097da40 x1874600883857152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787762539.588511:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762539.588518:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762539.588521:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762539.588527:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762539.588535:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30800.
00000100:00000001:2.0:1787762539.588537:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762539.588543:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762539.588543:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762539.588554:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:0.0:1787762539.588559:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097de00 x1874600883857280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787762539.588561:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762539.588570:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762539.588581:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883857152:192.168.204.116@tcp:250:kworker.0
00000100:00000001:0.0:1787762539.588584:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762539.588589:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762539.588591:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1787762539.588628:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010d19df2] to pc [ptlrpcd_rcv+-1]  req@ffff96966097de00 x1874600883857280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762539.588663:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762539.588667:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762539.588671:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762539.588673:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1787762539.588677:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762539.588682:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787762539.588684:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762539.588686:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:2.0:1787762539.588686:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762539.588694:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762539.588695:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762539.588703:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3924
00000400:00000200:2.0:1787762539.588710:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762539.588718:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762539.588723:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000200:0.0:1787762539.588725:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762539.588732:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1787762539.588737:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000040:0.0:1787762539.588738:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762539.588746:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762539.588749:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000200:2.0:1787762539.588752:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883857152, portal 25
00000100:00000001:2.0:1787762539.588757:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762539.588760:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762539.588762:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342666304 : -115902366885312 : ffff96966097da40)
00000020:00000001:0.0:1787762539.588766:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762539.588769:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787762539.588771:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762539.588777:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000100:00000040:2.0:1787762539.588778:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097da40 x1874600883857152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787762539.588786:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787762539.588792:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000001:2.0:1787762539.588795:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762539.588801:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000040:2.0:1787762539.588808:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00000001:0.0:1787762539.588810:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787762539.588813:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000040:0.0:1787762539.588817:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000200:2.0:1787762539.588820:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883857152, offset 0
00000100:00000001:0.0:1787762539.588824:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762539.588829:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787762539.588836:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000400:00000200:2.0:1787762539.588837:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000001:0.0:1787762539.588846:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762539.588850:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762539.588854:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762539.588859:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762539.588861:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:0.0:1787762539.588862:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762539.588867:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762539.588872:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762539.588874:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000001:0.0:1787762539.588877:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762539.588884:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:0.0:1787762539.588885:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097ed00.
00000020:00000040:0.0:1787762539.588890:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000400:00000200:2.0:1787762539.588895:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
02000000:00000001:0.0:1787762539.588897:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762539.588900:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762539.588904:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787762539.588906:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762539.588909:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787762539.588912:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
02000000:00000001:0.0:1787762539.588914:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762539.588921:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3634:3634:256:4294967295] 192.168.204.116@tcp LPNI seq info [3634:3634:8:4294967295]
02000000:00000010:0.0:1787762539.588923:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31c00.
00000100:00000001:0.0:1787762539.588931:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762539.588938:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00100000:0.0:1787762539.588943:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097ed00 x1874600883857408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762539.588967:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787762539.588970:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762539.588975:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762539.588982:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000040:0.0:1787762539.588983:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088ef356f] to pc [ptlrpcd_rcv+-1]  req@ffff96966097ed00 x1874600883857408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1787762539.588993:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000100:00000001:0.0:1787762539.589002:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762539.589006:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1787762539.589008:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:0.0:1787762539.589016:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:2.0:1787762539.589019:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1787762539.589020:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762539.589024:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762539.589029:0:8:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1787762539.589034:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:0.0:1787762539.589036:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3924
00000400:00000200:0.0:1787762539.589041:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762539.589043:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762539.589045:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762539.589051:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762539.589056:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787762539.589056:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1787762539.589062:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762539.589068:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000100:2.0:1787762539.589074:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000020:00000001:0.0:1787762539.589076:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762539.589080:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000800:00000010:2.0:1787762539.589080:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000020:00000001:0.0:1787762539.589087:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762539.589090:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787762539.589093:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000400:00000200:2.0:1787762539.589093:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1787762539.589102:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000400:00000200:2.0:1787762539.589108:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787762539.589115:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762539.589120:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000100:00000001:0.0:1787762539.589121:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762539.589127:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000010:2.0:1787762539.589127:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:0.0:1787762539.589133:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762539.589136:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1787762539.589139:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00000200:2.0:1787762539.589146:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097da40 x1874600883857152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762539.589147:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762539.589158:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762539.589165:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762539.589170:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762539.589175:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762539.589176:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787762539.589179:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762539.589183:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000100:00000040:2.0:1787762539.589185:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097da40 x1874600883857152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762564 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1787762539.589187:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762539.589193:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762539.589201:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c3c0.
00000020:00000040:0.0:1787762539.589207:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
00000100:00000001:2.0:1787762539.589209:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762539.589212:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787762539.589214:0:2396:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787762539.589216:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762539.589221:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787762539.589222:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762539.589225:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762539.589229:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762539.589233:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000010:0.0:1787762539.589237:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33c00.
00000100:00000001:2.0:1787762539.589239:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298598140
00000100:00000001:0.0:1787762539.589245:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762539.589248:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7720.
00000100:00100000:0.0:1787762539.589256:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c3c0 x1874600883857536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762539.589259:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762539.589273:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762539.589275:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298598140
00000100:00000001:0.0:1787762539.589276:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762539.589283:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f78a0.
00000100:00000040:0.0:1787762539.589285:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732a0c51] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c3c0 x1874600883857536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.589289:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762539.589298:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762539.589308:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762539.589309:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762539.589317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762539.589318:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1787762539.589327:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787762539.589333:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1787762539.589333:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762539/real 1787762539]  req@ffff96966097da40 x1874600883857152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762539.589336:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762539.589346:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762539.589354:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3924
00000400:00000200:0.0:1787762539.589367:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000001:2.0:1787762539.589370:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:0.0:1787762539.589375:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000001:2.0:1787762539.589376:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762539.589381:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000100:00080000:0.0:1787762539.589384:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787762539.589388:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000100:00000040:0.0:1787762539.589390:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000010:2.0:1787762539.589396:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:0.0:1787762539.589397:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762539.589403:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762539.589404:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787762539.589409:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000200:2.0:1787762539.589416:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097da40 x1874600883857152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787762539.589417:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762539.589420:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787762539.589426:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762539.589433:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787762539.589441:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000200:2.0:1787762539.589446:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097da40 x1874600883857152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787762539.589447:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787762539.589459:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762539.589467:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762539.589474:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762539.589476:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762539.589478:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762539.589481:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787762539.589484:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00000001:2.0:1787762539.589487:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1787762539.589491:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762539.589492:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762539.589501:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762539.589510:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787762539.589510:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097da40 x1874600883857152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787762539.589521:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762539.589529:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762539.589538:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762539.589541:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1787762539.589544:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787762539.589551:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762539.589553:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097da40 x1874600883857152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762539.589556:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762539.589565:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f0c0.
00000020:00000040:0.0:1787762539.589572:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000100:00000001:2.0:1787762539.589575:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787762539.589579:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787762539.589582:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787762539.589583:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762539.589586:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762539.589589:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787762539.589591:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787762539.589594:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787762539.589622:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1787762539.589625:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762539.589628:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:0.0:1787762539.589633:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33800.
00000100:00080000:2.0:1787762539.589635:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1787762539.589640:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762539.589652:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762539.589658:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787762539.589666:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f0c0 x1874600883857664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787762539.589672:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097da40 x1874600883857152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762539.589698:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762539.589702:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762539.589707:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883857152:192.168.204.116@tcp:250:kworker.0
00000100:00000040:0.0:1787762539.589716:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcc28536] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f0c0 x1874600883857664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.589719:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762539.589730:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787762539.589740:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762539.589741:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097da40 x1874600883857152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787762539.589753:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3934)
00000100:00000001:2.0:1787762539.589756:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762539.589762:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762539.589766:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762539.589773:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762539.589777:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762539.589779:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762539.589784:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762539.589787:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a33000.
02000000:00000001:2.0:1787762539.589795:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762539.589798:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762539.589800:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097da40.
00000100:00000001:2.0:1787762539.589805:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762539.589807:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762539.589810:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762539.589819:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762539.589821:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762539.589824:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762539.589826:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762539.589828:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762539.589832:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097de00 x1874600883857280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.589840:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762539.589842:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762539.589844:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762539.589846:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762539.589848:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762539.589851:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883857280:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762539.589855:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762539.589857:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762539.589859:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762539.589861:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762539.589865:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762539.589867:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762539.589871:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762539.589874:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762539.589877:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762539.589881:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883857280, portal 10
00000100:00000001:2.0:1787762539.589882:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762539.589884:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342667264 : -115902366884352 : ffff96966097de00)
00000100:00000040:2.0:1787762539.589890:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097de00 x1874600883857280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.589896:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762539.589898:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762539.589901:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762539.589903:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883857280, offset 0
00000400:00000200:2.0:1787762539.589907:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762539.589911:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762539.589915:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762539.589919:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762539.589921:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762539.589923:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762539.589926:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762539.589928:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3635:3635:256:4294967295] 192.168.204.116@tcp LPNI seq info [3635:3635:8:4294967295]
00000400:00000200:2.0:1787762539.589932:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762539.589938:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762539.589942:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762539.589946:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762539.589950:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762539.589953:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762539.589958:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762539.589960:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787762539.589964:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762539.589966:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762539.589969:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762539.589972:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762539.589975:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762539.589976:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762539.589979:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762539.589982:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097de00 x1874600883857280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.589990:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762539.589993:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097de00 x1874600883857280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762564 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.589999:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762539.590000:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762539.590003:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762539.590007:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762539.590010:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762539.590012:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298596901
00000100:00000001:2.0:1787762539.590014:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298598140
00000100:00000001:2.0:1787762539.590016:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298596901
00000100:00000001:2.0:1787762539.590018:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298598140
00000100:00000001:2.0:1787762539.590020:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762539.590023:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762539.590024:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762539.590028:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762539/real 1787762539]  req@ffff96966097de00 x1874600883857280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762539.590037:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762539.590038:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762539.590040:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762539.590042:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762539.590044:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762539.590046:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762539.590050:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097de00 x1874600883857280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762539.590057:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097de00 x1874600883857280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.590064:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762539.590065:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762539.590066:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762539.590068:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762539.590071:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097de00 x1874600883857280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.590078:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762539.590081:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097de00 x1874600883857280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.590088:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762539.590090:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762539.590092:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762539.590093:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762539.590095:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762539.590097:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762539.590099:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762539.590102:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762539.590104:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762539.590108:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097de00 x1874600883857280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762539.590116:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883857280:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762539.590119:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762539.590123:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097ed00 x1874600883857408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.590135:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762539.590136:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762539.590138:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762539.590140:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762539.590142:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762539.590145:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883857408:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762539.590149:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762539.590151:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762539.590153:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762539.590154:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762539.590158:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762539.590160:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762539.590162:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762539.590165:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762539.590168:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762539.590171:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883857408, portal 10
00000100:00000001:2.0:1787762539.590173:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762539.590174:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342671104 : -115902366880512 : ffff96966097ed00)
00000100:00000040:2.0:1787762539.590179:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097ed00 x1874600883857408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.590186:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762539.590188:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762539.590190:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762539.590192:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883857408, offset 0
00000400:00000200:2.0:1787762539.590196:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762539.590199:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762539.590203:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762539.590205:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762539.590208:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762539.590210:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762539.590212:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762539.590215:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3636:3636:256:4294967295] 192.168.204.116@tcp LPNI seq info [3636:3636:8:4294967295]
00000400:00000200:2.0:1787762539.590219:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762539.590225:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762539.590229:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762539.590232:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762539.590236:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762539.590239:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762539.590242:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762539.590245:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787762539.590249:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762539.590251:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762539.590254:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762539.590257:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762539.590260:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762539.590261:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762539.590264:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762539.590268:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097ed00 x1874600883857408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.590275:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762539.590278:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097ed00 x1874600883857408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762564 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.590284:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762539.590286:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762539.590289:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762539.590292:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762539.590295:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762539.590297:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298596960
00000100:00000001:2.0:1787762539.590299:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298598140
00000100:00000001:2.0:1787762539.590301:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298596960
00000100:00000001:2.0:1787762539.590303:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298598140
00000100:00000001:2.0:1787762539.590305:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762539.590307:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762539.590308:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762539.590312:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762539/real 1787762539]  req@ffff96966097ed00 x1874600883857408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762539.590319:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762539.590320:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762539.590322:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762539.590325:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762539.590326:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762539.590328:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762539.590331:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097ed00 x1874600883857408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762539.590340:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097ed00 x1874600883857408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.590346:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762539.590347:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762539.590349:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762539.590351:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762539.590354:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097ed00 x1874600883857408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.590360:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762539.590363:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097ed00 x1874600883857408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.590370:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762539.590372:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762539.590374:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762539.590375:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762539.590377:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762539.590378:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762539.590381:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762539.590384:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762539.590386:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762539.590390:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097ed00 x1874600883857408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762539.590398:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883857408:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762539.590402:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762539.590406:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097c3c0 x1874600883857536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.590412:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762539.590413:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762539.590415:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762539.590417:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762539.590419:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762539.590422:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883857536:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762539.590425:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762539.590427:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762539.590429:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762539.590430:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762539.590434:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762539.590436:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762539.590439:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762539.590442:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762539.590445:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762539.590448:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883857536, portal 4
00000100:00000001:2.0:1787762539.590450:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762539.590451:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342660544 : -115902366891072 : ffff96966097c3c0)
00000100:00000040:2.0:1787762539.590457:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097c3c0 x1874600883857536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.590463:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762539.590465:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762539.590467:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762539.590470:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883857536, offset 0
00000400:00000200:2.0:1787762539.590474:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762539.590477:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762539.590481:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762539.590483:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762539.590486:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762539.590488:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762539.590490:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762539.590493:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3637:3637:256:4294967295] 192.168.204.116@tcp LPNI seq info [3637:3637:8:4294967295]
00000400:00000200:2.0:1787762539.590497:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762539.590503:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762539.590507:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762539.590510:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762539.590514:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762539.590516:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762539.590520:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762539.590523:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787762539.590527:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762539.590529:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762539.590532:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762539.590535:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762539.590537:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762539.590539:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762539.590541:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762539.590544:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097c3c0 x1874600883857536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.590552:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762539.590555:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097c3c0 x1874600883857536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762564 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.590561:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762539.590563:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762539.590566:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762539.590569:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762539.590572:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762539.590574:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298596881
00000100:00000001:2.0:1787762539.590577:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298598140
00000100:00000001:2.0:1787762539.590579:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298596881
00000100:00000001:2.0:1787762539.590581:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298598140
00000100:00000001:2.0:1787762539.590583:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762539.590585:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762539.590587:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762539.590590:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762539/real 1787762539]  req@ffff96966097c3c0 x1874600883857536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762539.590622:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762539.590623:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762539.590625:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762539.590628:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762539.590629:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762539.590631:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762539.590635:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097c3c0 x1874600883857536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762539.590653:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097c3c0 x1874600883857536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.590660:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762539.590662:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762539.590663:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762539.590665:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762539.590668:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097c3c0 x1874600883857536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.590674:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762539.590678:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097c3c0 x1874600883857536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.590685:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762539.590687:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762539.590688:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762539.590690:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762539.590691:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762539.590693:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762539.590695:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762539.590699:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762539.590701:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762539.590705:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097c3c0 x1874600883857536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762539.590712:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883857536:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762539.590716:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762539.590720:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097f0c0 x1874600883857664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.590726:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762539.590727:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762539.590730:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762539.590731:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762539.590733:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762539.590736:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883857664:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762539.590739:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762539.590741:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762539.590742:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762539.590744:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762539.590748:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762539.590750:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762539.590753:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762539.590756:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762539.590760:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762539.590763:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883857664, portal 4
00000100:00000001:2.0:1787762539.590764:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762539.590765:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342672064 : -115902366879552 : ffff96966097f0c0)
00000100:00000040:2.0:1787762539.590771:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097f0c0 x1874600883857664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.590777:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762539.590779:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762539.590781:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762539.590784:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883857664, offset 0
00000400:00000200:2.0:1787762539.590788:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762539.590791:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762539.590794:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762539.590797:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762539.590799:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762539.590801:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762539.590803:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762539.590806:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3638:3638:256:4294967295] 192.168.204.116@tcp LPNI seq info [3638:3638:8:4294967295]
00000400:00000200:2.0:1787762539.590810:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762539.590816:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762539.590821:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762539.590824:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762539.590827:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762539.590829:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762539.590833:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762539.590835:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787762539.590839:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762539.590841:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762539.590844:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762539.590847:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762539.590850:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762539.590852:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762539.590855:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762539.590858:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097f0c0 x1874600883857664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.590865:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762539.590868:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097f0c0 x1874600883857664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762564 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.590874:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762539.590876:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762539.590879:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762539.590882:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762539.590885:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762539.590887:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298596889
00000100:00000001:2.0:1787762539.590890:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298598140
00000100:00000001:2.0:1787762539.590892:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298596889
00000100:00000001:2.0:1787762539.590894:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298598140
00000100:00000001:2.0:1787762539.590896:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762539.590897:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762539.590899:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762539.590903:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762539/real 1787762539]  req@ffff96966097f0c0 x1874600883857664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762539.590911:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762539.590912:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762539.590914:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762539.590916:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762539.590918:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762539.590920:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762539.590923:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097f0c0 x1874600883857664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762539.590930:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097f0c0 x1874600883857664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.590942:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762539.590944:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762539.590946:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762539.590947:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762539.590950:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097f0c0 x1874600883857664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.590957:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762539.590961:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097f0c0 x1874600883857664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.590967:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762539.590970:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762539.590971:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762539.590972:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762539.590974:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762539.590976:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762539.590978:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762539.590981:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762539.590983:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762539.590987:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097f0c0 x1874600883857664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762539.590995:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883857664:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762539.590999:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762539.591001:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762539.591004:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097de00 x1874600883857280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.591010:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762539.591012:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762539.591014:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762539.591018:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762539.591019:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762539.591020:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762539.591022:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762539.591024:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a30800.
02000000:00000001:2.0:1787762539.591027:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762539.591028:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762539.591030:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097de00.
00000100:00000001:2.0:1787762539.591034:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762539.591035:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762539.591037:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762539.591040:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097ed00 x1874600883857408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.591046:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762539.591047:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762539.591049:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762539.591051:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762539.591052:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762539.591054:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762539.591056:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762539.591057:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a31c00.
02000000:00000001:2.0:1787762539.591060:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762539.591061:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762539.591062:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097ed00.
00000100:00000001:2.0:1787762539.591065:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762539.591066:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762539.591067:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762539.591071:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097c3c0 x1874600883857536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.591077:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762539.591079:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762539.591080:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762539.591082:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762539.591083:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762539.591085:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762539.591087:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762539.591088:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a33c00.
02000000:00000001:2.0:1787762539.591091:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762539.591092:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762539.591093:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097c3c0.
00000100:00000001:2.0:1787762539.591096:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762539.591097:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762539.591099:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762539.591102:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097f0c0 x1874600883857664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762539.591108:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762539.591110:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762539.591111:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762539.591113:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762539.591114:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762539.591116:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762539.591118:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762539.591119:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a33800.
02000000:00000001:2.0:1787762539.591121:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762539.591122:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762539.591123:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097f0c0.
00000100:00000001:2.0:1787762539.591125:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762539.591127:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762539.591129:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762539.591132:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762539.591134:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762539.591136:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762539.591138:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762540.035713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762540.035721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762540.035727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762540.035731:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762540.035733:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762540.035736:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762540.035739:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762540.035741:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762540.035743:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762540.035745:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762540.035748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762540.035750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762540.035769:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762540.035772:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762540.035776:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762540.867789:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298598140, at 4298598144
00000100:00000040:1.0:1787762540.867789:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298598140, at 4298598144
00000100:00000010:0.0:1787762540.867806:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7720.
00000100:00000010:1.0:1787762540.867808:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f78a0.
00010000:00000001:0.0:1787762541.059874:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762541.059880:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762541.059885:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762541.059887:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762541.059890:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762541.059892:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762541.060075:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762541.060078:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762541.060081:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762542.083717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762542.083723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762542.083728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762542.083729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762542.083733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762542.083736:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762542.083738:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762542.083741:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762542.083743:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762542.083746:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762542.083748:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762542.083750:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762542.083771:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762542.083773:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762542.083777:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762543.107714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762543.107721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762543.107727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762543.107728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762543.107731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762543.107732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762543.107822:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762543.107826:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762543.107828:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762544.131745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762544.131753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762544.131759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762544.131761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762544.131764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762544.131765:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762544.131964:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762544.131968:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762544.131971:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762544.707738:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762544.707749:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762544.707752:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762544.707756:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762544.707760:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762544.707768:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3929
00000400:00000200:2.0:1787762544.707776:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762544.707782:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762544.707786:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762544.707789:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762544.707792:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762544.707794:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762544.707796:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762544.707801:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762544.707803:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762544.707806:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762544.707809:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762544.707812:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762544.707814:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762544.707817:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762544.707820:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762544.707821:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762544.707824:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762544.707827:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762544.707830:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762544.707832:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762544.707835:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762544.707838:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762544.707841:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762544.707843:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762544.707845:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762544.707854:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517eda40.
00000020:00000040:2.0:1787762544.707866:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762544.707871:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762544.707873:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762544.707876:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762544.707879:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762544.707883:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762544.707890:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ecc00.
00000100:00000001:2.0:1787762544.707896:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762544.707905:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517eda40 x1874600883857792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762544.707915:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762544.707919:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762544.707923:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062fc5fc1] to pc [ptlrpcd_rcv+-1]  req@ffff9696517eda40 x1874600883857792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762544.707957:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762544.707961:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762544.707964:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762544.707966:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762544.707975:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762544.707978:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762544.707981:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3929
00000400:00000200:2.0:1787762544.707985:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762544.707988:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762544.707990:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762544.707993:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762544.707995:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762544.707997:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762544.707999:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762544.708001:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762544.708003:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762544.708005:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762544.708007:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762544.708009:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762544.708012:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762544.708015:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762544.708017:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762544.708019:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762544.708021:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762544.708023:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762544.708035:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762544.708037:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762544.708039:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762544.708044:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762544.708047:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762544.708049:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762544.708052:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762544.708055:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762544.708058:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762544.708063:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ede00.
00000020:00000040:2.0:1787762544.708065:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762544.708068:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762544.708069:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762544.708071:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762544.708073:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762544.708075:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762544.708078:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:2.0:1787762544.708079:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483efc00.
00000100:00000001:1.0:1787762544.708084:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762544.708085:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762544.708089:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00100000:2.0:1787762544.708093:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ede00 x1874600883857920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787762544.708099:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517eda40 x1874600883857792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762544.708109:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762544.708114:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762544.708115:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762544.708119:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762544.708121:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041377f2a] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ede00 x1874600883857920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762544.708134:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762544.708138:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762544.708142:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762544.708143:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762544.708148:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517eda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883857792:192.168.204.116@tcp:250:kworker.0
00000100:00080000:2.0:1787762544.708149:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762544.708157:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787762544.708159:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787762544.708160:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762544.708164:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787762544.708165:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787762544.708167:0:13263:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787762544.708169:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762544.708173:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3929
02000000:00000001:1.0:1787762544.708175:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1787762544.708182:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000010:1.0:1787762544.708183:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448000.
00000400:00000200:2.0:1787762544.708186:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
02000000:00000001:1.0:1787762544.708188:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762544.708190:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762544.708195:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762544.708197:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762544.708200:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787762544.708203:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000100:00000040:2.0:1787762544.708204:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762544.708209:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762544.708211:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:1.0:1787762544.708213:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000020:00000040:2.0:1787762544.708213:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762544.708217:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762544.708220:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762544.708222:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000200:1.0:1787762544.708223:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883857792, portal 25
00000020:00000001:2.0:1787762544.708226:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000001:1.0:1787762544.708229:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1787762544.708232:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762544.708233:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089369664 : -115902620181952 : ffff9696517eda40)
00000100:00000001:2.0:1787762544.708236:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762544.708240:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000040:1.0:1787762544.708245:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517eda40 x1874600883857792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762544.708245:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762544.708251:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762544.708257:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762544.708263:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787762544.708263:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762544.708267:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787762544.708271:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
02000000:00000001:2.0:1787762544.708273:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1787762544.708276:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240330.
02000000:00000001:2.0:1787762544.708277:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762544.708282:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883857792, offset 0
00000100:00000001:2.0:1787762544.708282:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762544.708285:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762544.708289:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762544.708292:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762544.708297:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000010:2.0:1787762544.708298:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517eed00.
00000020:00000040:2.0:1787762544.708302:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762544.708305:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762544.708306:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762544.708308:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787762544.708309:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:2.0:1787762544.708312:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762544.708315:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762544.708319:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
02000000:00000010:2.0:1787762544.708321:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ed800.
00000400:00000200:1.0:1787762544.708326:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787762544.708327:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762544.708336:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517eed00 x1874600883858048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762544.708343:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00000001:2.0:1787762544.708344:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762544.708348:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762544.708352:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1787762544.708355:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adaeb222] to pc [ptlrpcd_rcv+-1]  req@ffff9696517eed00 x1874600883858048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762544.708359:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762544.708367:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3639:3639:256:4294967295] 192.168.204.116@tcp LPNI seq info [3639:3639:8:4294967295]
00000100:00000001:2.0:1787762544.708371:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762544.708375:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762544.708376:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:2.0:1787762544.708381:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762544.708384:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762544.708387:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762544.708393:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762544.708396:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3929
00000400:00000200:2.0:1787762544.708400:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762544.708403:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1787762544.708406:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762544.708411:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1787762544.708416:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000040:2.0:1787762544.708417:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762544.708422:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762544.708424:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000010:1.0:1787762544.708426:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000100:00000001:2.0:1787762544.708428:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762544.708432:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762544.708435:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000800:00000200:1.0:1787762544.708437:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000001:2.0:1787762544.708438:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762544.708443:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762544.708447:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000800:00000200:1.1:1787762544.708448:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000001:2.0:1787762544.708451:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762544.708456:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762544.708458:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762544.708460:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762544.708463:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762544.708465:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00000001:1.0:1787762544.708466:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762544.708469:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000400:00000200:1.0:1787762544.708474:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762544.708475:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762544.708479:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298603259
02000000:00000001:2.0:1787762544.708479:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762544.708484:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1787762544.708487:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d0c0.
02000000:00000001:2.0:1787762544.708489:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762544.708493:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762544.708496:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000008:00100000:2.0:1787762544.708497:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762544.708502:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762544.708503:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762544.708506:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298603259
00000100:00000010:2.0:1787762544.708508:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ecf00.
00000020:00000040:2.0:1787762544.708512:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762544.708514:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762544.708515:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762544.708517:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762544.708518:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762544.708520:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762544.708521:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d360.
02000000:00000010:2.0:1787762544.708524:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef000.
00000100:00000001:1.0:1787762544.708528:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762544.708530:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762544.708533:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787762544.708538:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ecf00 x1874600883858176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762544.708539:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762544.708554:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762544.708559:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762544.708568:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762544.708569:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762544.708571:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762544.708573:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787762544.708578:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787762544.708578:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105f396e] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ecf00 x1874600883858176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762544.708581:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762544.708583:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762544.708591:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ede00 x1874600883857920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762544.708593:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762544.708626:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762544.708634:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762544.708637:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787762544.708640:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787762544.708641:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762544.708644:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762544.708646:0:13263:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787762544.708648:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1787762544.708652:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3929
02000000:00000001:1.0:1787762544.708653:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762544.708659:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762544.708662:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00100000:1.0:1787762544.708666:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ede00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883857920:192.168.204.116@tcp:38:kworker.0
00000400:00000200:2.0:1787762544.708670:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000001:1.0:1787762544.708672:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1787762544.708674:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787762544.708676:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1787762544.708680:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
02000000:00000001:1.0:1787762544.708681:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762544.708687:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787762544.708687:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762544.708693:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
02000000:00000010:1.0:1787762544.708694:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544bc00.
00000100:00000001:2.0:1787762544.708699:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
02000000:00000001:1.0:1787762544.708700:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762544.708706:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787762544.708708:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000040:2.0:1787762544.708709:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762544.708713:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787762544.708714:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02c08.
00000020:00000040:2.0:1787762544.708716:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000400:00000010:1.0:1787762544.708719:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000020:00000001:2.0:1787762544.708720:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762544.708725:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000200:1.0:1787762544.708726:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883857920, portal 10
00000100:00000001:1.0:1787762544.708731:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1787762544.708733:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762544.708734:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089370624 : -115902620180992 : ffff9696517ede00)
00000100:00000001:2.0:1787762544.708738:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762544.708742:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000040:1.0:1787762544.708745:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ede00 x1874600883857920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762544.708746:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762544.708752:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762544.708759:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762544.708762:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787762544.708764:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762544.708768:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787762544.708769:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
02000000:00000001:2.0:1787762544.708772:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1787762544.708774:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240a18.
02000000:00000001:2.0:1787762544.708776:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762544.708779:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883857920, offset 0
00000100:00000001:2.0:1787762544.708780:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762544.708784:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762544.708788:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762544.708790:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762544.708794:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec780.
00000020:00000040:2.0:1787762544.708796:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762544.708798:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787762544.708801:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
02000000:00000001:2.0:1787762544.708802:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762544.708806:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762544.708807:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787762544.708810:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:2.0:1787762544.708811:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762544.708815:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef800.
00000100:00000001:2.0:1787762544.708820:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762544.708821:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00100000:2.0:1787762544.708829:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec780 x1874600883858304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762544.708831:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762544.708837:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762544.708843:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787762544.708844:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762544.708848:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000001:2.0:1787762544.708850:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762544.708856:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3640:3640:255:4294967295] 192.168.204.116@tcp LPNI seq info [3640:3640:7:4294967295]
00000100:00000040:2.0:1787762544.708859:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056399392] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec780 x1874600883858304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762544.708864:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762544.708876:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762544.708879:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1787762544.708882:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3939)
00000800:00000200:1.0:1787762544.708887:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762544.708892:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330800.
00000800:00000200:1.0:1787762544.708898:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762544.708903:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762544.708906:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762544.708909:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762544.708912:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762544.708914:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298602020
00000100:00000001:1.0:1787762544.708917:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298603259
00000100:00000001:1.0:1787762544.708919:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298602020
00000100:00000001:1.0:1787762544.708921:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298603259
00000100:00000001:1.0:1787762544.708924:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762544.708925:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762544.708928:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762544.708931:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517eed00 x1874600883858048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762544.708944:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762544.708945:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762544.708947:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762544.708949:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762544.708951:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762544.708954:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517eed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883858048:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762544.708960:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762544.708962:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762544.708963:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762544.708965:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762544.708978:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a400.
02000000:00000001:1.0:1787762544.708981:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762544.708984:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762544.708986:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762544.708990:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482403b8.
00000100:00000200:1.0:1787762544.708993:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883858048, portal 10
00000100:00000001:1.0:1787762544.708995:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762544.708996:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089374464 : -115902620177152 : ffff9696517eed00)
00000100:00000040:1.0:1787762544.709001:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517eed00 x1874600883858048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762544.709008:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762544.709010:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762544.709012:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482407f8.
00000100:00000200:1.0:1787762544.709015:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883858048, offset 0
00000400:00000200:1.0:1787762544.709019:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762544.709022:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762544.709026:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762544.709028:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762544.709030:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762544.709033:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762544.709035:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762544.709038:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3641:3641:254:4294967295] 192.168.204.116@tcp LPNI seq info [3641:3641:6:4294967295]
00000400:00000200:1.0:1787762544.709042:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762544.709047:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762544.709052:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762544.709055:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330f00.
00000800:00000200:1.0:1787762544.709059:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762544.709063:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762544.709065:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762544.709068:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762544.709071:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762544.709073:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298602079
00000100:00000001:1.0:1787762544.709075:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298603259
00000100:00000001:1.0:1787762544.709077:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298602079
00000100:00000001:1.0:1787762544.709079:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298603259
00000100:00000001:1.0:1787762544.709081:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762544.709083:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762544.709085:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762544.709087:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762544.709090:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762544.709091:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787762544.709093:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762544.709095:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762544.709096:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762544.709100:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ecf00 x1874600883858176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762544.709106:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762544.709108:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762544.709110:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762544.709111:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762544.709113:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762544.709116:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ecf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883858176:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762544.709119:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762544.709120:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762544.709122:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762544.709123:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762544.709126:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449c00.
02000000:00000001:1.0:1787762544.709128:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762544.709131:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762544.709134:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762544.709138:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240bb0.
00000100:00000200:1.0:1787762544.709141:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883858176, portal 4
00000100:00000001:1.0:1787762544.709142:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762544.709143:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089366784 : -115902620184832 : ffff9696517ecf00)
00000100:00000040:1.0:1787762544.709148:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ecf00 x1874600883858176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762544.709155:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762544.709157:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762544.709159:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482402a8.
00000100:00000200:1.0:1787762544.709161:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883858176, offset 0
00000400:00000200:1.0:1787762544.709165:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762544.709169:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762544.709172:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762544.709175:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762544.709177:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762544.709179:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762544.709181:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762544.709184:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3642:3642:253:4294967295] 192.168.204.116@tcp LPNI seq info [3642:3642:5:4294967295]
00000400:00000200:1.0:1787762544.709188:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762544.709198:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762544.709202:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762544.709206:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330600.
00000800:00000200:1.0:1787762544.709209:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762544.709213:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762544.709216:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762544.709218:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762544.709221:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762544.709224:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298602000
00000100:00000001:1.0:1787762544.709226:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298603259
00000100:00000001:1.0:1787762544.709228:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298602000
00000100:00000001:1.0:1787762544.709230:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298603259
00000100:00000001:1.0:1787762544.709232:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762544.709234:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762544.709237:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762544.709240:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec780 x1874600883858304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762544.709247:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762544.709248:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762544.709250:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762544.709251:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762544.709253:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762544.709256:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883858304:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762544.709260:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762544.709261:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762544.709263:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762544.709265:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762544.709268:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762544.709270:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762544.709273:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762544.709276:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02420.
00000400:00000010:1.0:1787762544.709279:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240908.
00000100:00000200:1.0:1787762544.709282:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883858304, portal 4
00000100:00000001:1.0:1787762544.709284:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762544.709285:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089364864 : -115902620186752 : ffff9696517ec780)
00000100:00000040:1.0:1787762544.709290:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec780 x1874600883858304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762544.709296:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762544.709298:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762544.709301:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240cc0.
00000100:00000200:1.0:1787762544.709304:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883858304, offset 0
00000400:00000200:1.0:1787762544.709308:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762544.709311:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762544.709315:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762544.709318:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762544.709320:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762544.709322:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762544.709324:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762544.709327:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3643:3643:252:4294967295] 192.168.204.116@tcp LPNI seq info [3643:3643:4:4294967295]
00000400:00000200:1.0:1787762544.709330:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762544.709336:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762544.709340:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762544.709343:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330900.
00000800:00000200:1.0:1787762544.709347:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762544.709350:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762544.709353:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762544.709355:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762544.709358:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762544.709360:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298602007
00000100:00000001:1.0:1787762544.709362:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298603259
00000100:00000001:1.0:1787762544.709364:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298602007
00000100:00000001:1.0:1787762544.709366:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298603259
00000100:00000001:1.0:1787762544.709368:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762544.709370:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762544.709373:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762544.709375:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762544.709378:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762544.709379:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787762544.709381:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762544.709383:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762544.709384:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762544.709386:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762545.155764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762545.155773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762545.155780:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762545.155781:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762545.155785:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762545.155786:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762545.155846:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762545.155850:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762545.155852:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787762545.987698:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298603259, at 4298603264
00000100:00000010:1.0:1787762545.987722:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00000100:00000040:0.0:1787762545.987921:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298603259, at 4298603264
00000100:00000010:0.0:1787762545.987928:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00010000:00000001:0.0:1787762546.179744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762546.179750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762546.179756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762546.179757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762546.179759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762546.179760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762546.179868:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762546.179872:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762546.179875:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762547.203732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762547.203740:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762547.203742:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762547.203746:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762547.203750:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762547.203752:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762547.203754:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762547.203756:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762547.203760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762547.203762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762547.203764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762547.203765:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762547.204273:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762547.204277:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762547.204280:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1787762547.267788:0:13301:0:(osc_request.c:747:osc_update_next_shrink()) next time 5137 to shrink grant
00000008:00000020:3.0:1787762547.267802:0:13301:0:(osc_request.c:747:osc_update_next_shrink()) next time 5137 to shrink grant
00000400:00000100:2.0:1787762547.780178:0:2385:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.116:988
00000400:00000100:2.0:1787762547.780218:0:2385:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.116@tcp at host 192.168.204.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787762547.780227:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762547.780230:0:2385:0:(router.c:1791:lnet_notify()) 192.168.204.16@tcp notifying 192.168.204.116@tcp: down
00000400:00000200:2.0:1787762547.780234:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762547.780238:0:2385:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787762547.780243:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:2.0:1787762547.780246:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:2.0:1787762547.780251:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787762547.780256:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787762547.780263:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240330
00000400:00000010:2.0:1787762547.780266:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240330.
00000100:00000001:2.0:1787762547.780270:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762547.780279:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517eda40 x1874600883857792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.780306:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762547.780311:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517eda40 x1874600883857792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762569 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.780318:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762547.780320:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787762547.780329:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:2.0:1787762547.780332:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330800.
00000400:00000200:2.0:1787762547.780335:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787762547.780338:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787762547.780340:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240a18
00000400:00000010:2.0:1787762547.780342:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240a18.
00000100:00000001:2.0:1787762547.780344:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762547.780348:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ede00 x1874600883857920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.780362:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762547.780365:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ede00 x1874600883857920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762569 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.780371:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762547.780373:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787762547.780377:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:2.0:1787762547.780380:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330f00.
00000400:00000200:2.0:1787762547.780382:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787762547.780385:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787762547.780388:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482407f8
00000400:00000010:2.0:1787762547.780390:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482407f8.
00000100:00000001:2.0:1787762547.780392:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762547.780396:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517eed00 x1874600883858048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.780403:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762547.780406:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517eed00 x1874600883858048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762569 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.780412:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762547.780413:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787762547.780418:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:2.0:1787762547.780420:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330600.
00000400:00000200:2.0:1787762547.780422:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787762547.780425:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787762547.780428:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482402a8
00000400:00000010:2.0:1787762547.780429:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482402a8.
00000100:00000001:2.0:1787762547.780431:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762547.780435:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ecf00 x1874600883858176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.780443:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762547.780446:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ecf00 x1874600883858176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762569 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.780452:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762547.780453:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787762547.780458:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:2.0:1787762547.780460:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330900.
00000400:00000200:2.0:1787762547.780462:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787762547.780465:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787762547.780468:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240cc0
00000400:00000010:2.0:1787762547.780470:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240cc0.
00000100:00000001:2.0:1787762547.780472:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762547.780476:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ec780 x1874600883858304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.780494:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762547.780498:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec780 x1874600883858304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762569 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.780504:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762547.780506:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762547.781509:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762547.781515:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762547.781519:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762547.781528:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762544/real 1787762547]  req@ffff9696517ecf00 x1874600883858176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762547.781542:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762547.781544:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762547.781547:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762547.781552:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240bb0
00000400:00000010:1.0:1787762547.781554:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240bb0.
00000100:00000001:1.0:1787762547.781558:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762547.781562:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ecf00 x1874600883858176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762547.781571:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ecf00 x1874600883858176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762547.781578:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762547.781580:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762547.781582:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762547.781584:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762547.781588:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ecf00 x1874600883858176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762547.781619:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762547.781626:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ecf00 x1874600883858176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762547.781634:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762547.781637:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762547.781639:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762547.781641:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762547.781643:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762547.781646:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762547.781649:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762547.781653:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762547.781656:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762547.781660:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ecf00 x1874600883858176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762547.781668:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ecf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883858176:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762547.781673:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762547.781676:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762544/real 1787762547]  req@ffff9696517ec780 x1874600883858304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762547.781683:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762547.781684:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762547.781686:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02420.
00000400:00000200:1.0:1787762547.781689:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240908
00000400:00000010:1.0:1787762547.781691:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240908.
00000100:00000001:1.0:1787762547.781693:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762547.781696:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec780 x1874600883858304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762547.781703:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec780 x1874600883858304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762547.781709:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762547.781710:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762547.781712:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762547.781713:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762547.781717:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec780 x1874600883858304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762547.781723:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762547.781727:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec780 x1874600883858304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762547.781734:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762547.781737:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762547.781738:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762547.781739:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762547.781741:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762547.781743:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762547.781745:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762547.781748:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762547.781750:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762547.781754:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec780 x1874600883858304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762547.781760:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883858304:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762547.781764:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762547.781768:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762544/real 1787762547]  req@ffff9696517ede00 x1874600883857920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762547.781776:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762547.781778:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762547.781779:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02c08.
00000400:00000200:1.0:1787762547.781782:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762547.781784:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762547.781786:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762547.781789:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ede00 x1874600883857920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762547.781797:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ede00 x1874600883857920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762547.781804:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762547.781805:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762547.781807:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762547.781808:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762547.781811:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ede00 x1874600883857920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762547.781818:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762547.781821:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ede00 x1874600883857920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762547.781827:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762547.781829:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762547.781831:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762547.781832:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762547.781833:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762547.781835:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762547.781837:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762547.781840:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762547.781842:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762547.781846:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ede00 x1874600883857920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762547.781853:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ede00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883857920:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762547.781857:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762547.781861:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762544/real 1787762547]  req@ffff9696517eed00 x1874600883858048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762547.781868:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762547.781869:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762547.781871:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762547.781873:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482403b8
00000400:00000010:1.0:1787762547.781874:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482403b8.
00000100:00000001:1.0:1787762547.781876:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762547.781879:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517eed00 x1874600883858048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762547.781891:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517eed00 x1874600883858048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762547.781898:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762547.781899:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762547.781901:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762547.781902:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762547.781905:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517eed00 x1874600883858048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762547.782015:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762547.782021:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517eed00 x1874600883858048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762547.782027:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762547.782030:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762547.782031:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762547.782033:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762547.782034:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762547.782035:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762547.782037:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762547.782041:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762547.782043:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762547.782046:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517eed00 x1874600883858048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762547.782053:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517eed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883858048:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762547.782057:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762547.782061:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762544/real 1787762547]  req@ffff9696517eda40 x1874600883857792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762547.782086:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762547.782087:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762547.782089:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762547.782092:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762547.782094:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762547.782097:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762547.782100:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517eda40 x1874600883857792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762547.782107:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517eda40 x1874600883857792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762547.782112:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762547.782113:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762547.782115:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762547.782116:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762547.782119:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517eda40 x1874600883857792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762547.782126:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762547.782129:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517eda40 x1874600883857792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762547.782136:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762547.782138:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762547.782139:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762547.782141:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762547.782142:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762547.782144:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762547.782146:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762547.782149:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762547.782151:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762547.782154:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517eda40 x1874600883857792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762547.782162:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517eda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883857792:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762547.782165:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762547.782168:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762547.782171:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ecf00 x1874600883858176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762547.782178:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762547.782181:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762547.782185:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449c00.
02000000:00000001:1.0:1787762547.782189:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762547.782192:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762547.782194:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762547.782196:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762547.782199:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef000.
02000000:00000001:1.0:1787762547.782203:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762547.782205:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762547.782207:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ecf00.
00000100:00000001:1.0:1787762547.782210:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762547.782211:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762547.782213:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762547.782216:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec780 x1874600883858304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762547.782222:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762547.782223:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762547.782225:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448400.
02000000:00000001:1.0:1787762547.782227:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762547.782228:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762547.782229:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762547.782231:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762547.782232:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef800.
02000000:00000001:1.0:1787762547.782234:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762547.782235:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762547.782236:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec780.
00000100:00000001:1.0:1787762547.782239:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762547.782240:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762547.782242:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762547.782245:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ede00 x1874600883857920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762547.782250:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762547.782251:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762547.782253:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544bc00.
02000000:00000001:1.0:1787762547.782255:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762547.782256:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762547.782257:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762547.782258:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762547.782260:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483efc00.
02000000:00000001:1.0:1787762547.782262:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762547.782263:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762547.782264:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ede00.
00000100:00000001:1.0:1787762547.782267:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762547.782268:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762547.782269:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762547.782273:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517eed00 x1874600883858048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762547.782279:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762547.782280:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762547.782281:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a400.
02000000:00000001:1.0:1787762547.782283:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762547.782285:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762547.782286:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762547.782288:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762547.782289:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ed800.
02000000:00000001:1.0:1787762547.782291:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762547.782292:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762547.782293:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517eed00.
00000100:00000001:1.0:1787762547.782295:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762547.782297:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762547.782298:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762547.782301:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517eda40 x1874600883857792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762547.782308:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762547.782309:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762547.782310:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448000.
02000000:00000001:1.0:1787762547.782312:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762547.782313:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762547.782314:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762547.782315:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762547.782316:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ecc00.
02000000:00000001:1.0:1787762547.782318:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762547.782319:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762547.782320:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517eda40.
00000100:00000001:1.0:1787762547.782322:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762547.782323:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762547.782325:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762547.782333:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762547.782335:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762547.782337:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762547.782339:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762548.227772:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762548.227779:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762548.227785:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762548.227786:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762548.227789:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762548.227790:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762548.227980:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762548.227984:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762548.227988:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762549.251724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762549.251732:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762549.251738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762549.251740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762549.251743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762549.251745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762549.251827:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762549.251830:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762549.251832:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762549.827859:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762549.827869:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762549.827871:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762549.827874:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762549.827878:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762549.827885:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3934
00000400:00000200:1.0:1787762549.827893:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762549.827899:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762549.827902:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762549.827905:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762549.827908:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762549.827910:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762549.827913:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762549.827916:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762549.827918:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:1.0:1787762549.827921:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762549.827924:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:1.0:1787762549.827926:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:1.0:1787762549.827929:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:1.0:1787762549.827932:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762549.827934:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762549.827935:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762549.827937:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762549.827940:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:1.0:1787762549.827943:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762549.827945:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762549.827949:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762549.827952:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762549.827954:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762549.827956:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762549.827959:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762549.827967:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c770c0.
00000020:00000040:1.0:1787762549.827971:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:1.0:1787762549.827975:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762549.827976:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762549.827980:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762549.827982:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762549.827987:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762549.827994:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448000.
00000100:00000001:1.0:1787762549.828001:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762549.828009:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c770c0 x1874600883858432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762549.828019:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762549.828023:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762549.828028:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000505f9847] to pc [ptlrpcd_rcv+-1]  req@ffff969643c770c0 x1874600883858432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762549.828061:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762549.828064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762549.828068:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762549.828069:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762549.828071:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762549.828073:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762549.828076:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3934
00000400:00000200:1.0:1787762549.828079:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762549.828082:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762549.828084:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762549.828087:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762549.828089:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762549.828091:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762549.828093:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762549.828095:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762549.828097:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:1.0:1787762549.828098:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762549.828100:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:1.0:1787762549.828102:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:1.0:1787762549.828104:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:1.0:1787762549.828107:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762549.828109:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762549.828111:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762549.828113:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762549.828115:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:1.0:1787762549.828118:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762549.828120:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762549.828122:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762549.828127:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762549.828129:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762549.828131:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762549.828135:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762549.828138:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762549.828140:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762549.828144:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c76580.
00000020:00000040:1.0:1787762549.828146:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:1.0:1787762549.828149:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762549.828150:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762549.828152:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762549.828153:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762549.828155:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762549.828158:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544a400.
00000100:00000001:1.0:1787762549.828161:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762549.828166:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c76580 x1874600883858560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762549.828173:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762549.828175:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762549.828179:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008246f2cf] to pc [ptlrpcd_rcv+-1]  req@ffff969643c76580 x1874600883858560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762549.828186:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762549.828188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762549.828192:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787762549.828193:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762549.828195:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762549.828197:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762549.828199:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3934
00000400:00000200:1.0:1787762549.828202:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762549.828204:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762549.828206:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762549.828209:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762549.828211:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762549.828213:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762549.828215:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762549.828217:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762549.828218:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:1.0:1787762549.828220:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762549.828221:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:1.0:1787762549.828223:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:1.0:1787762549.828225:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:1.0:1787762549.828227:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762549.828229:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762549.828231:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762549.828233:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762549.828235:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:1.0:1787762549.828237:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762549.828239:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762549.828240:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762549.828243:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762549.828244:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762549.828246:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762549.828248:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762549.828250:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762549.828251:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762549.828254:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c76940.
00000020:00000040:1.0:1787762549.828256:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:1.0:1787762549.828258:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762549.828259:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762549.828260:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762549.828262:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762549.828263:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762549.828266:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544bc00.
00000100:00000001:1.0:1787762549.828269:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762549.828274:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c76940 x1874600883858688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762549.828281:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762549.828283:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762549.828286:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0b042fe] to pc [ptlrpcd_rcv+-1]  req@ffff969643c76940 x1874600883858688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762549.828293:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762549.828296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762549.828299:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762549.828301:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762549.828302:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762549.828305:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762549.828307:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3934
00000400:00000200:1.0:1787762549.828311:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762549.828314:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762549.828316:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762549.828319:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762549.828321:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762549.828323:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762549.828325:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762549.828327:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762549.828328:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:1.0:1787762549.828329:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762549.828331:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:1.0:1787762549.828333:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:1.0:1787762549.828334:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:1.0:1787762549.828337:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762549.828339:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762549.828341:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762549.828343:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762549.828346:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:1.0:1787762549.828348:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762549.828350:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762549.828352:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762549.828354:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762549.828356:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762549.828357:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762549.828359:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:1.0:1787762549.828361:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762549.828363:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762549.828366:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c74b40.
00000020:00000040:1.0:1787762549.828368:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:1.0:1787762549.828370:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762549.828372:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762549.828374:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762549.828375:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762549.828376:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762549.828391:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448400.
00000100:00000001:1.0:1787762549.828395:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762549.828399:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c74b40 x1874600883858816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762549.828406:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762549.828408:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762549.828412:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be39ab00] to pc [ptlrpcd_rcv+-1]  req@ffff969643c74b40 x1874600883858816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762549.828419:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762549.828422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762549.828425:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787762549.828426:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762549.828428:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762549.828430:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762549.828432:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3934
00000400:00000200:1.0:1787762549.828436:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762549.828439:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762549.828442:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762549.828454:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762549.828457:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762549.828459:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762549.828462:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762549.828464:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762549.828465:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000100:00000001:2.0:1787762549.828466:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787762549.828468:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762549.828472:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000100:00000001:2.0:1787762549.828473:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787762549.828475:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:2.0:1787762549.828476:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787762549.828479:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:1.0:1787762549.828484:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000040:2.0:1787762549.828486:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c770c0 x1874600883858432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762549.828487:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762549.828490:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762549.828494:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762549.828499:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:1.0:1787762549.828502:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762549.828504:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762549.828507:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762549.828509:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787762549.828511:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762549.828512:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762549.828518:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762549.828519:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762549.828521:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762549.828523:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762549.828525:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787762549.828526:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787762549.828530:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762549.828532:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883858432:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762549.828533:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762549.828540:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1787762549.828541:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c77480.
00000020:00000040:1.0:1787762549.828546:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762549.828546:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762549.828549:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762549.828551:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762549.828554:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762549.828554:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787762549.828558:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762549.828559:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762549.828561:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762549.828562:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec000.
02000000:00000010:1.0:1787762549.828566:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449c00.
02000000:00000001:2.0:1787762549.828566:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762549.828572:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762549.828573:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00100000:1.0:1787762549.828580:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c77480 x1874600883858944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787762549.828583:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000100:00000001:1.0:1787762549.828591:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787762549.828593:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000001:1.0:1787762549.828594:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762549.828624:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883858432, portal 25
00000100:00000040:1.0:1787762549.828631:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031c63e07] to pc [ptlrpcd_rcv+-1]  req@ffff969643c77480 x1874600883858944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.828631:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762549.828636:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859245760 : -115902850305856 : ffff969643c770c0)
00000100:00000001:1.0:1787762549.828646:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762549.828651:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c770c0 x1874600883858432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762549.828652:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3944)
00000100:00000001:2.0:1787762549.828662:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762549.828666:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762549.828669:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762549.828674:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883858432, offset 0
00000400:00000200:2.0:1787762549.828683:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762549.828692:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762549.828698:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762549.828704:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762549.828709:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762549.828714:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762549.828716:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762549.828720:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3644:3644:256:4294967295] 192.168.204.116@tcp LPNI seq info [3644:3644:8:4294967295]
00000400:00000200:2.0:1787762549.828724:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762549.828738:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762549.828744:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762549.828754:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762549.828761:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762549.828766:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762549.828770:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762549.828773:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762549.828778:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762549.828781:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762549.828787:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762549.828791:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762549.828797:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762549.828799:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762549.828802:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762549.828806:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c770c0 x1874600883858432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.828816:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762549.828820:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c770c0 x1874600883858432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762574 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.828827:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762549.828829:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762549.828834:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762549.828838:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762549.828840:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298608380
00000100:00000010:2.0:1787762549.828966:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7ba0.
00000100:00000001:2.0:1787762549.828973:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762549.828978:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298608380
00000100:00000010:2.0:1787762549.828981:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f74e0.
00000100:00000001:2.0:1787762549.828984:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762549.828987:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762549.828989:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762549.828992:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762549.828997:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762549/real 1787762549]  req@ffff969643c770c0 x1874600883858432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762549.829007:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762549.829009:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762549.829011:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762549.829013:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762549.829015:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762549.829017:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762549.829021:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c770c0 x1874600883858432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762549.829033:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c770c0 x1874600883858432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.829040:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762549.829042:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.829044:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762549.829046:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762549.829049:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c770c0 x1874600883858432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.829056:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762549.829061:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c770c0 x1874600883858432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.829175:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762549.829178:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.829180:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762549.829181:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.829184:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762549.829186:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762549.829188:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762549.829192:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762549.829195:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762549.829199:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c770c0 x1874600883858432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762549.829207:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883858432:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762549.829211:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762549.829215:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c76580 x1874600883858560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.829227:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762549.829228:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762549.829230:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762549.829232:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762549.829234:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762549.829237:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883858560:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762549.829240:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762549.829242:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762549.829244:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762549.829245:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762549.829248:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762549.829250:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762549.829254:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762549.829257:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762549.829260:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762549.829263:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883858560, portal 10
00000100:00000001:2.0:1787762549.829264:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762549.829266:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859242880 : -115902850308736 : ffff969643c76580)
00000100:00000040:2.0:1787762549.829484:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c76580 x1874600883858560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.829492:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762549.829494:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762549.829497:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762549.829501:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883858560, offset 0
00000400:00000200:2.0:1787762549.829505:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762549.829509:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762549.829513:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762549.829516:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762549.829519:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762549.829521:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762549.829524:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762549.829527:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3645:3645:256:4294967295] 192.168.204.116@tcp LPNI seq info [3645:3645:8:4294967295]
00000400:00000200:2.0:1787762549.829531:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762549.829538:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762549.829543:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762549.829547:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762549.829551:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762549.829554:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762549.829558:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762549.829561:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762549.829564:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762549.829567:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762549.829570:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762549.829573:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762549.829575:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762549.829577:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762549.829581:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762549.829584:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c76580 x1874600883858560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.829592:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762549.829595:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c76580 x1874600883858560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762574 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.829620:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762549.829621:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762549.829624:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762549.829628:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762549.829631:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762549.829633:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298607141
00000100:00000001:2.0:1787762549.829636:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298608380
00000100:00000001:2.0:1787762549.829638:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298607141
00000100:00000001:2.0:1787762549.829640:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298608380
00000100:00000001:2.0:1787762549.829642:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762549.829644:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762549.829646:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762549.829650:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762549/real 1787762549]  req@ffff969643c76580 x1874600883858560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762549.829657:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762549.829658:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762549.829660:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762549.829662:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762549.829664:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762549.829665:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762549.829668:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c76580 x1874600883858560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762549.829675:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c76580 x1874600883858560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.829680:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762549.829681:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.829683:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762549.829684:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762549.829687:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c76580 x1874600883858560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.829693:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762549.829696:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c76580 x1874600883858560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.829702:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762549.829704:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.829705:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762549.829706:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.829708:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762549.829709:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762549.829712:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762549.829716:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762549.829718:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762549.829722:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c76580 x1874600883858560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762549.829728:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883858560:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762549.829731:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762549.829734:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c76940 x1874600883858688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.829740:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762549.829741:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762549.829743:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762549.829745:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762549.829746:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762549.829749:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883858688:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762549.829752:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762549.829754:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762549.829755:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762549.829757:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762549.829760:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762549.829762:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762549.829765:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762549.829767:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762549.829770:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762549.829773:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883858688, portal 10
00000100:00000001:2.0:1787762549.829776:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762549.829777:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859243840 : -115902850307776 : ffff969643c76940)
00000100:00000040:2.0:1787762549.829782:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c76940 x1874600883858688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.829787:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762549.829790:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762549.829792:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762549.829794:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883858688, offset 0
00000400:00000200:2.0:1787762549.829798:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762549.829802:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762549.829805:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762549.829808:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762549.829810:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762549.829812:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762549.829814:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762549.829817:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3646:3646:256:4294967295] 192.168.204.116@tcp LPNI seq info [3646:3646:8:4294967295]
00000400:00000200:2.0:1787762549.829820:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762549.829825:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762549.829829:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762549.829831:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762549.829835:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762549.829837:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762549.829841:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762549.829843:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762549.829846:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762549.829848:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762549.829851:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762549.829854:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762549.829857:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762549.829859:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762549.829861:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762549.829864:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c76940 x1874600883858688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.829871:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762549.829873:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c76940 x1874600883858688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762574 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.829878:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762549.829879:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762549.829882:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762549.829884:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762549.829887:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762549.829889:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298607200
00000100:00000001:2.0:1787762549.829890:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298608380
00000100:00000001:2.0:1787762549.829892:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298607200
00000100:00000001:2.0:1787762549.829894:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298608380
00000100:00000001:2.0:1787762549.829896:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762549.829898:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762549.829899:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762549.829902:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762549/real 1787762549]  req@ffff969643c76940 x1874600883858688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762549.829909:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762549.829910:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762549.829911:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762549.829913:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762549.829915:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762549.829917:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762549.829919:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c76940 x1874600883858688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762549.829926:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c76940 x1874600883858688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.829932:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762549.829933:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.829934:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762549.829935:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762549.829939:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c76940 x1874600883858688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.829944:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762549.829947:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c76940 x1874600883858688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.829954:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762549.829957:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.829958:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762549.829959:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.829960:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762549.829961:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762549.829963:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762549.829965:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762549.829968:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762549.829971:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c76940 x1874600883858688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762549.829978:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883858688:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762549.829980:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762549.829983:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c74b40 x1874600883858816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.829989:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762549.829990:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762549.829992:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762549.829993:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762549.829995:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762549.829997:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883858816:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762549.830001:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762549.830003:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762549.830004:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762549.830005:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762549.830008:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762549.830010:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762549.830012:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762549.830015:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762549.830018:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762549.830021:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883858816, portal 4
00000100:00000001:2.0:1787762549.830022:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762549.830024:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859236160 : -115902850315456 : ffff969643c74b40)
00000100:00000040:2.0:1787762549.830029:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c74b40 x1874600883858816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.830034:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762549.830036:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762549.830038:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762549.830040:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883858816, offset 0
00000400:00000200:2.0:1787762549.830043:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762549.830046:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762549.830049:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762549.830051:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762549.830053:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762549.830055:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762549.830057:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762549.830060:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3647:3647:256:4294967295] 192.168.204.116@tcp LPNI seq info [3647:3647:8:4294967295]
00000400:00000200:2.0:1787762549.830064:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762549.830069:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762549.830073:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762549.830075:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762549.830078:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762549.830080:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762549.830084:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762549.830087:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762549.830107:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762549.830109:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762549.830112:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762549.830114:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762549.830117:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762549.830119:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762549.830122:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762549.830126:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c74b40 x1874600883858816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.830132:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762549.830134:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c74b40 x1874600883858816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762574 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.830141:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762549.830142:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762549.830145:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762549.830148:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762549.830151:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762549.830153:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298607121
00000100:00000001:2.0:1787762549.830155:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298608380
00000100:00000001:2.0:1787762549.830157:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298607121
00000100:00000001:2.0:1787762549.830159:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298608380
00000100:00000001:2.0:1787762549.830161:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762549.830162:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762549.830164:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762549.830167:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762549/real 1787762549]  req@ffff969643c74b40 x1874600883858816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762549.830175:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762549.830176:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762549.830177:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762549.830179:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762549.830180:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762549.830182:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762549.830185:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c74b40 x1874600883858816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762549.830193:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c74b40 x1874600883858816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.830204:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762549.830205:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.830207:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762549.830208:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762549.830212:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c74b40 x1874600883858816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.830218:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762549.830221:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c74b40 x1874600883858816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.830227:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762549.830229:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.830231:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762549.830232:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.830234:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762549.830235:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762549.830237:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762549.830240:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762549.830242:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762549.830246:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c74b40 x1874600883858816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762549.830253:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883858816:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762549.830256:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.830258:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762549.830261:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c770c0 x1874600883858432/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.830268:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762549.831387:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762549.831394:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762549.831398:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762549.831401:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762549.831403:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762549.831405:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762549.831408:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448000.
02000000:00000001:2.0:1787762549.831411:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762549.831413:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762549.831415:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c770c0.
00000100:00000001:2.0:1787762549.831418:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762549.831419:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.831422:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762549.831429:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c76580 x1874600883858560/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.831437:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762549.831438:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762549.831440:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762549.831442:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762549.831456:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762549.831457:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762549.831459:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762549.831461:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544a400.
02000000:00000001:2.0:1787762549.831463:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762549.831464:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762549.831465:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c76580.
00000100:00000001:2.0:1787762549.831468:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762549.831469:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.831470:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762549.831474:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c76940 x1874600883858688/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.831480:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762549.831481:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762549.831483:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762549.831486:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762549.831487:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762549.831488:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762549.831490:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762549.831491:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544bc00.
02000000:00000001:2.0:1787762549.831493:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762549.831494:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762549.831496:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c76940.
00000100:00000001:2.0:1787762549.831497:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762549.831498:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.831499:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762549.831503:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c74b40 x1874600883858816/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.831509:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762549.831510:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762549.831511:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762549.831514:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762549.831515:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762549.831516:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762549.831518:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762549.831634:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448400.
02000000:00000001:2.0:1787762549.831639:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762549.831640:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762549.831641:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c74b40.
00000100:00000001:2.0:1787762549.831644:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762549.831645:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.831647:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.831656:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762549.831658:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762549.831661:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762549.831663:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762549.831665:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762549.831671:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c77480 x1874600883858944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.831678:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762549.831680:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762549.831683:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762549.831685:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762549.831687:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762549.831690:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883858944:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762549.831694:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762549.831696:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762549.831698:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762549.831700:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762549.831706:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762549.831708:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762549.831713:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762549.831716:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762549.831721:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762549.831725:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883858944, portal 4
00000100:00000001:2.0:1787762549.831727:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762549.831728:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859246720 : -115902850304896 : ffff969643c77480)
00000100:00000040:2.0:1787762549.831734:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c77480 x1874600883858944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.831740:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762549.831743:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762549.831744:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762549.831747:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883858944, offset 0
00000400:00000200:2.0:1787762549.831751:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762549.831757:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762549.831762:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762549.831767:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762549.831770:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762549.831772:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762549.831775:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762549.831778:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3648:3648:256:4294967295] 192.168.204.116@tcp LPNI seq info [3648:3648:8:4294967295]
00000400:00000200:2.0:1787762549.831781:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762549.831788:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762549.831793:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762549.831796:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762549.831802:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762549.831805:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762549.831810:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762549.831813:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762549.831817:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762549.831819:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762549.831823:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762549.831826:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762549.831830:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762549.831832:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762549.831835:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762549.831839:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c77480 x1874600883858944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.831846:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762549.831849:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c77480 x1874600883858944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762574 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.831855:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762549.831856:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762549.831860:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762549.831863:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762549.831866:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762549.831868:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298607130
00000100:00000001:2.0:1787762549.831871:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298608380
00000100:00000001:2.0:1787762549.831873:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298607130
00000100:00000001:2.0:1787762549.831875:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298608380
00000100:00000001:2.0:1787762549.831877:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762549.831879:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762549.831881:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762549.831884:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762549/real 1787762549]  req@ffff969643c77480 x1874600883858944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762549.832066:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762549.832069:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762549.832071:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762549.832075:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762549.832076:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762549.832079:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762549.832083:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c77480 x1874600883858944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762549.832090:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c77480 x1874600883858944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.832096:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762549.832098:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.832100:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762549.832101:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762549.832105:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c77480 x1874600883858944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.832111:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762549.832115:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c77480 x1874600883858944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.832121:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762549.832124:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.832125:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762549.832126:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.832128:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762549.832130:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762549.832133:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762549.832137:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762549.832144:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762549.832148:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c77480 x1874600883858944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762549.832162:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883858944:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762549.832166:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.832168:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762549.832171:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c77480 x1874600883858944/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762574 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762549.832176:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762549.832178:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762549.832180:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762549.832182:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762549.832184:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762549.832186:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762549.832188:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762549.832189:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449c00.
02000000:00000001:2.0:1787762549.832192:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762549.832193:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762549.832194:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c77480.
00000100:00000001:2.0:1787762549.832197:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762549.832198:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.832199:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.832203:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762549.832204:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762549.832206:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762549.832207:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762550.275726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762550.275733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762550.275739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762550.275743:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762550.275746:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762550.275749:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762550.275751:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762550.275753:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762550.275756:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762550.275758:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762550.275761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762550.275762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762550.275828:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762550.275831:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762550.275835:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787762551.107802:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298608380, at 4298608384
00000100:00000010:1.0:1787762551.107816:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f74e0.
00000100:00000040:0.0:1787762551.108154:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298608380, at 4298608384
00000100:00000010:0.0:1787762551.108161:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7ba0.
00010000:00000001:0.0:1787762551.299711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762551.299717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762551.299724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762551.299725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762551.299728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762551.299729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762551.299818:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762551.299821:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762551.299824:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762552.323764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762552.323770:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762552.323775:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762552.323776:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762552.323780:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762552.323783:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762552.323786:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762552.323789:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762552.323792:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762552.323794:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762552.323796:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762552.323799:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762552.324298:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762552.324301:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762552.324304:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762553.348466:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762553.348472:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762553.348477:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762553.348479:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762553.348482:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762553.348483:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762553.348552:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762553.348555:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762553.348558:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762554.371803:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762554.371812:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762554.371832:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762554.371834:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762554.371838:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762554.371839:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762554.372189:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762554.372193:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762554.372196:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762554.947734:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762554.947744:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762554.947746:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762554.947751:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762554.947755:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762554.947762:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3939
00000400:00000200:2.0:1787762554.947770:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762554.947776:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762554.947779:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762554.947782:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762554.947785:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762554.947788:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762554.947790:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762554.947795:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762554.947796:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762554.947799:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762554.947802:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762554.947804:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762554.947806:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762554.947809:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762554.947811:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762554.947813:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762554.947824:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762554.947833:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762554.947836:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762554.947837:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762554.947839:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762554.947842:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762554.947844:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762554.947845:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762554.947847:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762554.947855:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef840.
00000020:00000040:2.0:1787762554.947857:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762554.947860:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762554.947862:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762554.947864:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762554.947869:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762554.947872:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762554.947878:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ed800.
00000100:00000001:2.0:1787762554.947882:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762554.947889:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef840 x1874600883859072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762554.947901:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762554.947904:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762554.947907:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b068e52] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef840 x1874600883859072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.947957:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762554.947961:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762554.947963:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762554.947969:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef840 x1874600883859072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.947977:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762554.947979:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762554.947983:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762554.947985:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762554.947987:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762554.947991:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883859072:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762554.947994:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762554.947998:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762554.948001:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762554.948003:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762554.948008:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762554.948009:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762554.948015:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762554.948019:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762554.948025:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762554.948031:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883859072, portal 25
00000100:00000001:1.0:1787762554.948033:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762554.948035:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089377344 : -115902620174272 : ffff9696517ef840)
00000100:00000040:1.0:1787762554.948040:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef840 x1874600883859072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.948048:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762554.948050:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762554.948053:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482403b8.
00000100:00000200:1.0:1787762554.948055:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883859072, offset 0
00000400:00000200:1.0:1787762554.948062:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762554.948068:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762554.948072:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762554.948076:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762554.948079:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762554.948081:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762554.948083:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762554.948085:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3649:3649:256:4294967295] 192.168.204.116@tcp LPNI seq info [3649:3649:8:4294967295]
00000400:00000200:1.0:1787762554.948088:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762554.948094:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762554.948099:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762554.948103:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330000.
00000800:00000200:1.0:1787762554.948107:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762554.948110:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762554.948114:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762554.948116:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762554.948119:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762554.948122:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330000.
00000400:00000200:1.0:1787762554.948126:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762554.948128:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762554.948132:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482403b8
00000400:00000010:1.0:1787762554.948133:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482403b8.
00000100:00000001:1.0:1787762554.948136:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762554.948138:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ef840 x1874600883859072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762554.948159:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762554.948161:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762554.948163:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762554.948164:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762554.948165:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762554.948168:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762554.948169:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3939
00000400:00000200:2.0:1787762554.948172:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762554.948174:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762554.948175:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762554.948177:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762554.948178:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762554.948180:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762554.948181:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762554.948189:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762554.948190:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762554.948191:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762554.948196:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762554.948197:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762554.948199:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762554.948201:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762554.948202:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762554.948203:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762554.948204:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762554.948206:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762554.948207:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762554.948208:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762554.948209:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762554.948213:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762554.948214:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762554.948215:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762554.948218:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762554.948220:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762554.948221:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762554.948223:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee580.
00000020:00000040:2.0:1787762554.948224:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762554.948227:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762554.948228:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762554.948229:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762554.948231:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762554.948232:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762554.948236:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ecc00.
00000100:00000001:2.0:1787762554.948246:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762554.948252:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee580 x1874600883859200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762554.948259:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762554.948261:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762554.948265:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d12b9ce] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee580 x1874600883859200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.948435:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762554.948441:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef840 x1874600883859072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762579 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.948448:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762554.948450:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762554.948457:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762554.948460:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762554.948463:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298613499
00000100:00000010:1.0:1787762554.948468:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d360.
00000100:00000001:1.0:1787762554.948474:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762554.948480:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298613499
00000100:00000010:1.0:1787762554.948483:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816db40.
00000100:00000001:1.0:1787762554.948496:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762554.948500:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762554.948503:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762554.948505:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762554.948510:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762554/real 1787762554]  req@ffff9696517ef840 x1874600883859072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762554.948519:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762554.948520:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762554.948522:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762554.948525:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762554.948526:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762554.948528:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762554.948532:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef840 x1874600883859072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762554.948538:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef840 x1874600883859072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.948544:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762554.948546:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.948548:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762554.948549:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762554.948553:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef840 x1874600883859072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.948559:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762554.948564:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef840 x1874600883859072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.948571:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762554.948573:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.948574:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762554.948575:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.948578:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762554.948579:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762554.948582:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762554.948585:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762554.948587:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762554.948592:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef840 x1874600883859072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762554.948629:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883859072:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762554.948633:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.948635:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762554.948638:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef840 x1874600883859072/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.948648:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762554.948650:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762554.948652:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762554.948655:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762554.948657:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762554.948658:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762554.948660:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762554.948662:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ed800.
02000000:00000001:1.0:1787762554.948666:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762554.948676:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762554.948678:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef840.
00000100:00000001:1.0:1787762554.948681:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762554.948682:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.948684:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.948691:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762554.948693:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762554.948695:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762554.948696:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762554.948697:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762554.948701:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ee580 x1874600883859200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.948707:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762554.948709:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762554.948710:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762554.948712:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762554.948714:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762554.948717:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883859200:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762554.948720:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762554.948722:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762554.948724:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762554.948725:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762554.948728:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762554.948730:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762554.948734:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762554.948737:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762554.948740:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762554.948743:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883859200, portal 10
00000100:00000001:1.0:1787762554.948745:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762554.948746:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089372544 : -115902620179072 : ffff9696517ee580)
00000100:00000040:1.0:1787762554.948753:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ee580 x1874600883859200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.948760:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762554.948762:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762554.948764:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482403b8.
00000100:00000200:1.0:1787762554.948766:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883859200, offset 0
00000400:00000200:1.0:1787762554.948769:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762554.948773:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762554.948777:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762554.948780:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762554.948782:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762554.948784:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762554.948787:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762554.948789:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3650:3650:256:4294967295] 192.168.204.116@tcp LPNI seq info [3650:3650:8:4294967295]
00000400:00000200:1.0:1787762554.948793:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762554.948799:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762554.948803:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762554.948806:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330000.
00000800:00000200:1.0:1787762554.948810:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762554.948813:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762554.948817:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762554.948820:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762554.948824:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762554.949031:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330000.
00000400:00000200:1.0:1787762554.949035:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762554.949039:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762554.949043:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482403b8
00000400:00000010:1.0:1787762554.949044:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482403b8.
00000100:00000001:1.0:1787762554.949047:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762554.949051:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ee580 x1874600883859200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.949058:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762554.949061:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee580 x1874600883859200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762579 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.949067:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762554.949069:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762554.949072:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762554.949076:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762554.949079:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762554.949081:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298612260
00000100:00000001:1.0:1787762554.949084:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298613499
00000100:00000001:1.0:1787762554.949086:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298612260
00000100:00000001:1.0:1787762554.949087:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298613499
00000100:00000001:1.0:1787762554.949089:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762554.949091:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762554.949093:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762554.949096:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762554/real 1787762554]  req@ffff9696517ee580 x1874600883859200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762554.949104:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762554.949105:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762554.949107:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762554.949109:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762554.949111:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762554.949113:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762554.949116:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ee580 x1874600883859200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762554.949124:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ee580 x1874600883859200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.949135:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762554.949136:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.949138:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762554.949138:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762554.949139:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762554.949142:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ee580 x1874600883859200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762554.949142:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762554.949146:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762554.949147:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787762554.949149:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762554.949149:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762554.949151:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787762554.949153:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ee580 x1874600883859200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762554.949154:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3939
00000100:00000001:1.0:1787762554.949159:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:2.0:1787762554.949159:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762554.949161:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000001:1.0:1787762554.949162:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.949163:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1787762554.949164:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762554.949165:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.949166:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:2.0:1787762554.949167:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762554.949168:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762554.949169:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:1.0:1787762554.949170:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1787762554.949171:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00080000:1.0:1787762554.949173:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762554.949173:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762554.949175:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:2.0:1787762554.949175:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762554.949176:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762554.949178:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787762554.949179:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ee580 x1874600883859200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787762554.949180:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762554.949182:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762554.949184:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762554.949186:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762554.949188:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762554.949190:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762554.949192:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762554.949194:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762554.949197:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762554.949199:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762554.949201:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762554.949204:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762554.949206:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762554.949208:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762554.949210:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762554.949213:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762554.949214:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762554.949218:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ed2c0.
00000020:00000040:2.0:1787762554.949220:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762554.949223:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762554.949224:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762554.949226:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762554.949228:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762554.949229:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762554.949233:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec000.
00000100:00000001:2.0:1787762554.949236:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762554.949241:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ed2c0 x1874600883859328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762554.949247:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762554.949250:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762554.949253:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ed0154] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ed2c0 x1874600883859328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762554.949260:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762554.949262:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762554.949265:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762554.949266:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762554.949268:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762554.949270:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762554.949272:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3939
00000400:00000200:2.0:1787762554.949275:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762554.949278:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762554.949279:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762554.949282:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762554.949284:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762554.949285:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762554.949287:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762554.949289:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762554.949290:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762554.949292:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762554.949294:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762554.949296:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762554.949298:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762554.949300:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762554.949301:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762554.949302:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762554.949304:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762554.949307:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762554.949309:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762554.949311:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762554.949313:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762554.949315:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762554.949317:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762554.949318:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762554.949320:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762554.949322:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762554.949323:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762554.949327:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec3c0.
00000020:00000040:2.0:1787762554.949328:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762554.949330:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762554.949331:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762554.949332:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762554.949334:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762554.949335:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762554.949338:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef800.
00000100:00000001:2.0:1787762554.949340:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762554.949360:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec3c0 x1874600883859456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762554.949370:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762554.949371:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762554.949374:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ac1d0d0] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec3c0 x1874600883859456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762554.949380:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762554.949382:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762554.949385:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762554.949386:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762554.949387:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762554.949389:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762554.949391:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3939
00000400:00000200:2.0:1787762554.949394:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762554.949396:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762554.949398:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762554.949400:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762554.949403:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762554.949404:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762554.949406:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762554.949407:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762554.949408:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762554.949409:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762554.949411:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762554.949413:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762554.949414:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762554.949417:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762554.949419:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762554.949421:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762554.949422:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762554.949425:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762554.949427:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762554.949429:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762554.949431:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762554.949433:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762554.949435:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762554.949436:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762554.949438:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762554.949440:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762554.949442:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762554.949444:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef0c0.
00000020:00000040:2.0:1787762554.949446:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762554.949448:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762554.949449:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762554.949451:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762554.949452:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762554.949454:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762554.949456:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef000.
00000100:00000001:2.0:1787762554.949460:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762554.949464:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef0c0 x1874600883859584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762554.949470:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762554.949471:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762554.949475:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007513b59] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef0c0 x1874600883859584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762554.949482:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762554.949485:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3949)
00000100:00100000:1.0:1787762554.949497:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883859200:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762554.949501:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.949503:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762554.949506:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ee580 x1874600883859200/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.949512:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762554.949514:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762554.949516:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762554.949519:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762554.949520:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762554.949521:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762554.949523:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762554.949525:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ecc00.
02000000:00000001:1.0:1787762554.949527:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762554.949528:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762554.949529:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ee580.
00000100:00000001:1.0:1787762554.949532:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762554.949532:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.949534:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.949536:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762554.949537:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762554.949538:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762554.949539:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762554.949540:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762554.949542:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ed2c0 x1874600883859328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.949546:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762554.949547:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762554.949549:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762554.949550:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762554.949551:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762554.949553:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ed2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883859328:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762554.949554:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762554.949556:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762554.949557:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762554.949558:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762554.949560:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762554.949561:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762554.949564:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762554.949566:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762554.949570:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762554.949573:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883859328, portal 10
00000100:00000001:1.0:1787762554.949575:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762554.949576:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089367744 : -115902620183872 : ffff9696517ed2c0)
00000100:00000040:1.0:1787762554.949582:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ed2c0 x1874600883859328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.949587:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762554.949590:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762554.949592:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482403b8.
00000100:00000200:1.0:1787762554.949594:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883859328, offset 0
00000400:00000200:1.0:1787762554.949625:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762554.949629:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762554.949633:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762554.949635:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762554.949638:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762554.949640:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762554.949642:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762554.949645:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3651:3651:256:4294967295] 192.168.204.116@tcp LPNI seq info [3651:3651:8:4294967295]
00000400:00000200:1.0:1787762554.949649:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762554.949655:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762554.949660:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762554.949663:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330000.
00000800:00000200:1.0:1787762554.949674:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762554.949676:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762554.949679:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762554.949681:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762554.949683:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762554.949684:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330000.
00000400:00000200:1.0:1787762554.949686:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762554.949688:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762554.949690:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482403b8
00000400:00000010:1.0:1787762554.949692:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482403b8.
00000100:00000001:1.0:1787762554.949693:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762554.949696:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ed2c0 x1874600883859328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.949704:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762554.949706:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ed2c0 x1874600883859328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762579 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.949710:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762554.949711:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762554.949713:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762554.949715:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762554.949717:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762554.949718:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298612320
00000100:00000001:1.0:1787762554.949720:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298613499
00000100:00000001:1.0:1787762554.949721:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298612320
00000100:00000001:1.0:1787762554.949722:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298613499
00000100:00000001:1.0:1787762554.949724:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762554.949725:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762554.949726:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762554.949728:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762554/real 1787762554]  req@ffff9696517ed2c0 x1874600883859328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762554.949732:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762554.949733:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762554.949734:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762554.949735:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762554.949736:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762554.949738:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762554.949740:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ed2c0 x1874600883859328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762554.949748:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ed2c0 x1874600883859328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.949754:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762554.949755:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.949757:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762554.949758:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762554.949762:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ed2c0 x1874600883859328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.949768:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762554.949772:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ed2c0 x1874600883859328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.949779:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762554.949781:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.949782:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762554.949784:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.949785:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762554.949787:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762554.949789:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762554.949791:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762554.949793:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762554.949795:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ed2c0 x1874600883859328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762554.949800:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ed2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883859328:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762554.949802:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762554.949804:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec3c0 x1874600883859456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.949807:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762554.949808:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762554.949809:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762554.949810:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762554.949811:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762554.949813:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883859456:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762554.949815:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762554.949816:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762554.949817:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762554.949819:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762554.949821:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762554.949822:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762554.949824:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762554.949826:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762554.950002:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762554.950006:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883859456, portal 4
00000100:00000001:1.0:1787762554.950008:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762554.950009:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089363904 : -115902620187712 : ffff9696517ec3c0)
00000100:00000040:1.0:1787762554.950015:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec3c0 x1874600883859456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.950022:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762554.950024:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762554.950027:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482403b8.
00000100:00000200:1.0:1787762554.950029:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883859456, offset 0
00000400:00000200:1.0:1787762554.950033:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762554.950037:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762554.950041:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762554.950044:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762554.950046:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762554.950049:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762554.950051:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762554.950053:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3652:3652:256:4294967295] 192.168.204.116@tcp LPNI seq info [3652:3652:8:4294967295]
00000400:00000200:1.0:1787762554.950057:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762554.950063:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762554.950067:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762554.950070:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330000.
00000800:00000200:1.0:1787762554.950074:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762554.950077:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762554.950081:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762554.950083:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762554.950087:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762554.950089:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330000.
00000400:00000200:1.0:1787762554.950091:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762554.950094:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762554.950097:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482403b8
00000400:00000010:1.0:1787762554.950099:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482403b8.
00000100:00000001:1.0:1787762554.950101:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762554.950104:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ec3c0 x1874600883859456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.950112:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762554.950115:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec3c0 x1874600883859456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762579 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.950121:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762554.950123:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762554.950126:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762554.950128:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762554.950131:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762554.950133:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298612241
00000100:00000001:1.0:1787762554.950136:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298613499
00000100:00000001:1.0:1787762554.950138:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298612241
00000100:00000001:1.0:1787762554.950140:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298613499
00000100:00000001:1.0:1787762554.950142:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762554.950144:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762554.950146:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762554.950150:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762554/real 1787762554]  req@ffff9696517ec3c0 x1874600883859456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762554.950157:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762554.950159:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762554.950161:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762554.950163:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762554.950164:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762554.950166:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762554.950169:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec3c0 x1874600883859456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762554.950175:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec3c0 x1874600883859456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.950179:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762554.950180:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.950181:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762554.950182:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762554.950228:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec3c0 x1874600883859456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.950232:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762554.950234:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec3c0 x1874600883859456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.950239:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762554.950240:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.950241:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762554.950242:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.950243:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762554.950244:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762554.950245:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762554.950247:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762554.950248:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762554.950250:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec3c0 x1874600883859456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762554.950259:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883859456:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762554.950261:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762554.950263:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef0c0 x1874600883859584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.950266:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762554.950267:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762554.950268:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762554.950270:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762554.950271:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762554.950272:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883859584:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762554.950274:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762554.950276:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762554.950276:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762554.950277:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762554.950280:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762554.950281:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762554.950283:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762554.950285:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762554.950287:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762554.950288:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883859584, portal 4
00000100:00000001:1.0:1787762554.950290:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762554.950290:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089375424 : -115902620176192 : ffff9696517ef0c0)
00000100:00000040:1.0:1787762554.950294:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef0c0 x1874600883859584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.950298:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762554.950299:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762554.950300:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482403b8.
00000100:00000200:1.0:1787762554.950301:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883859584, offset 0
00000400:00000200:1.0:1787762554.950304:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762554.950306:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762554.950308:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762554.950310:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762554.950312:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762554.950313:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762554.950315:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762554.950317:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3653:3653:256:4294967295] 192.168.204.116@tcp LPNI seq info [3653:3653:8:4294967295]
00000400:00000200:1.0:1787762554.950319:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762554.950323:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762554.950326:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762554.950327:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330000.
00000800:00000200:1.0:1787762554.950330:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762554.950331:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762554.950333:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762554.950335:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762554.950337:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762554.950339:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330000.
00000400:00000200:1.0:1787762554.950340:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762554.950342:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762554.950357:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482403b8
00000400:00000010:1.0:1787762554.950359:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482403b8.
00000100:00000001:1.0:1787762554.950361:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762554.950363:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ef0c0 x1874600883859584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.950368:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762554.950369:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef0c0 x1874600883859584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762579 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.950373:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762554.950374:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762554.950376:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762554.950378:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762554.950380:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762554.950382:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298612248
00000100:00000001:1.0:1787762554.950383:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298613499
00000100:00000001:1.0:1787762554.950385:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298612248
00000100:00000001:1.0:1787762554.950386:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298613499
00000100:00000001:1.0:1787762554.950387:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762554.950388:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762554.950389:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762554.950391:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762554/real 1787762554]  req@ffff9696517ef0c0 x1874600883859584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762554.950395:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762554.950396:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762554.950397:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762554.950399:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762554.950400:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762554.950401:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762554.950403:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef0c0 x1874600883859584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762554.950407:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef0c0 x1874600883859584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.950411:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762554.950411:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.950412:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762554.950413:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762554.950415:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef0c0 x1874600883859584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.950418:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762554.950420:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef0c0 x1874600883859584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.950424:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762554.950426:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.950426:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762554.950427:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.950428:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762554.950430:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762554.950431:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762554.950433:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762554.950434:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762554.950436:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef0c0 x1874600883859584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762554.950440:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883859584:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762554.950441:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.950443:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762554.950444:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ed2c0 x1874600883859328/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.950447:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762554.950448:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762554.950449:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762554.950451:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762554.950452:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762554.950453:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762554.950454:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762554.950455:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ec000.
02000000:00000001:1.0:1787762554.950456:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762554.950457:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762554.950458:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ed2c0.
00000100:00000001:1.0:1787762554.950460:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762554.950460:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.950461:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762554.950463:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec3c0 x1874600883859456/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.950470:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762554.950471:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762554.950472:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762554.950473:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762554.950473:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762554.950474:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762554.950475:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762554.950476:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef800.
02000000:00000001:1.0:1787762554.950477:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762554.950478:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762554.950479:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec3c0.
00000100:00000001:1.0:1787762554.950480:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762554.950480:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.950481:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762554.950490:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef0c0 x1874600883859584/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762554.950495:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762554.950497:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762554.950498:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762554.950499:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762554.950500:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762554.950501:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762554.950503:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762554.950504:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef000.
02000000:00000001:1.0:1787762554.950506:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762554.950507:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762554.950508:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef0c0.
00000100:00000001:1.0:1787762554.950510:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762554.950511:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.950513:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762554.950516:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762554.950518:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762554.950519:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762554.950521:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762555.395749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762555.395756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762555.395762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762555.395764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762555.395767:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762555.395769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762555.396085:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762555.396089:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762555.396092:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762556.227794:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298613499, at 4298613504
00000100:00000010:0.0:1787762556.227811:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00000100:00000040:1.0:1787762556.228376:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298613499, at 4298613504
00000100:00000010:1.0:1787762556.228390:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787762556.419778:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762556.419784:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762556.419788:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762556.419790:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762556.419793:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762556.419794:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762556.419968:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762556.419972:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762556.419976:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762557.443695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762557.443702:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762557.443705:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762557.443708:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762557.443713:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762557.443715:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762557.443717:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762557.443719:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762557.443724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762557.443725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762557.443728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762557.443730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762557.443822:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762557.443826:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762557.443829:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762558.467681:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762558.467688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762558.467694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762558.467694:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762558.467697:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762558.467698:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762558.467744:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762558.467747:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762558.467749:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762559.492114:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762559.492121:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762559.492127:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762559.492129:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762559.492132:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762559.492133:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762559.492499:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762559.492504:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762559.492507:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762560.069028:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762560.069038:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762560.069041:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762560.069044:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762560.069048:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762560.069055:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3944
00000400:00000200:1.0:1787762560.069064:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762560.069069:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762560.069072:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762560.069075:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762560.069078:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762560.069081:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762560.069083:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762560.069087:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762560.069089:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:1.0:1787762560.069092:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762560.069094:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:1.0:1787762560.069096:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:1.0:1787762560.069099:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:1.0:1787762560.069101:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762560.069103:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762560.069105:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762560.069107:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762560.069109:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:1.0:1787762560.069113:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762560.069115:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762560.069118:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762560.069121:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762560.069124:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762560.069127:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762560.069129:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762560.069137:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c752c0.
00000020:00000040:1.0:1787762560.069141:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:1.0:1787762560.069144:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762560.069146:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762560.069149:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762560.069152:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762560.069155:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762560.069162:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544b800.
00000100:00000001:1.0:1787762560.069167:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762560.069176:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c752c0 x1874600883859712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762560.069186:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762560.069190:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762560.069194:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d497c5d1] to pc [ptlrpcd_rcv+-1]  req@ffff969643c752c0 x1874600883859712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762560.069224:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762560.069227:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762560.069231:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762560.069232:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762560.069234:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762560.069237:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762560.069240:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3944
00000400:00000200:1.0:1787762560.069256:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762560.069256:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1787762560.069263:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762560.069263:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762560.069267:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1787762560.069268:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762560.069273:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762560.069276:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762560.069278:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c752c0 x1874600883859712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762560.069280:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762560.069285:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762560.069290:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762560.069293:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:1.0:1787762560.069296:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762560.069297:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1787762560.069299:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000100:00000001:2.0:1787762560.069301:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762560.069303:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
02000000:00000001:2.0:1787762560.069306:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1787762560.069307:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
02000000:00000001:2.0:1787762560.069310:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787762560.069312:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
02000000:00000001:2.0:1787762560.069315:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762560.069316:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762560.069320:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762560.069325:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00100000:2.0:1787762560.069325:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883859712:192.168.204.116@tcp:250:kworker.0
00000020:00000040:1.0:1787762560.069330:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00000001:2.0:1787762560.069333:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1787762560.069336:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762560.069339:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762560.069339:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762560.069342:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762560.069343:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762560.069347:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787762560.069348:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762560.069352:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762560.069352:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef400.
00000100:00000001:1.0:1787762560.069354:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762560.069357:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787762560.069359:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762560.069364:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762560.069365:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762560.069367:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762560.069371:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000100:00000010:1.0:1787762560.069373:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c761c0.
00000020:00000040:1.0:1787762560.069376:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:1.0:1787762560.069378:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762560.069380:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762560.069382:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762560.069383:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762560.069385:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762560.069386:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
02000000:00000010:1.0:1787762560.069390:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448800.
00000100:00000200:2.0:1787762560.069394:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883859712, portal 25
00000100:00000001:1.0:1787762560.069395:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762560.069398:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762560.069401:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859238080 : -115902850313536 : ffff969643c752c0)
00000100:00100000:1.0:1787762560.069404:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c761c0 x1874600883859840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787762560.069411:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c752c0 x1874600883859712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762560.069415:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762560.069419:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762560.069425:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762560.069427:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c6bfeda] to pc [ptlrpcd_rcv+-1]  req@ffff969643c761c0 x1874600883859840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762560.069433:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762560.069439:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000001:1.0:1787762560.069441:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762560.069444:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883859712, offset 0
00000100:00080000:1.0:1787762560.069445:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762560.069450:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787762560.069452:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762560.069454:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787762560.069456:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000001:1.0:1787762560.069457:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762560.069462:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3944
00000400:00000200:1.0:1787762560.069466:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762560.069470:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762560.069472:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762560.069475:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787762560.069480:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000040:1.0:1787762560.069481:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762560.069485:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762560.069489:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762560.069490:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787762560.069492:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762560.069495:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762560.069498:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000400:00000200:2.0:1787762560.069498:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000020:00000001:1.0:1787762560.069502:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762560.069506:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000400:00000200:2.0:1787762560.069506:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1787762560.069511:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:2.0:1787762560.069513:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000020:00000001:1.0:1787762560.069514:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:1.0:1787762560.069519:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762560.069521:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3654:3654:256:4294967295] 192.168.204.116@tcp LPNI seq info [3654:3654:8:4294967295]
00000100:00000001:1.0:1787762560.069522:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762560.069527:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762560.069530:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:2.0:1787762560.069531:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000040:1.0:1787762560.069533:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:1.0:1787762560.069537:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762560.069540:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762560.069544:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762560.069548:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762560.069549:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1787762560.069552:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762560.069556:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762560.069558:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1787762560.069560:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000008:00000001:1.0:1787762560.069561:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762560.069565:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787762560.069568:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000100:00000010:1.0:1787762560.069569:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c75680.
00000020:00000040:1.0:1787762560.069574:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:1.0:1787762560.069576:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762560.069578:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762560.069580:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762560.069581:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762560.069583:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762560.069586:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762560.069587:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
02000000:00000010:1.0:1787762560.069590:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544b000.
00000100:00000001:1.0:1787762560.069594:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762560.069630:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c75680 x1874600883859968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787762560.069632:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762560.069640:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000100:00000001:1.0:1787762560.069643:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762560.069647:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787762560.069650:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00000040:1.0:1787762560.069653:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009636c718] to pc [ptlrpcd_rcv+-1]  req@ffff969643c75680 x1874600883859968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1787762560.069655:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000100:00000001:1.0:1787762560.069664:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762560.069666:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1787762560.069667:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762560.069672:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762560.069675:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787762560.069677:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1787762560.069678:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762560.069684:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787762560.069686:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000100:00080000:1.0:1787762560.069687:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3944
00000400:00000010:2.0:1787762560.069690:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000400:00000200:1.0:1787762560.069695:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762560.069698:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:1.0:1787762560.069701:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762560.069704:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1787762560.069706:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c752c0 x1874600883859712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762560.069708:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762560.069713:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762560.069717:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762560.069721:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762560.069724:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762560.069725:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:1.0:1787762560.069727:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762560.069728:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:1.0:1787762560.069730:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:1.0:1787762560.069733:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:1.0:1787762560.069736:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762560.069737:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787762560.069739:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762560.069744:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000040:2.0:1787762560.069745:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c752c0 x1874600883859712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762585 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762560.069747:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762560.069751:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:1.0:1787762560.069756:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762560.069762:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762560.069763:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762560.069765:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762560.069766:0:2396:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1787762560.069769:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762560.069772:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762560.069774:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762560.069775:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787762560.069777:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:1.0:1787762560.069781:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762560.069784:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762560.069785:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762560.069789:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298618621
00000100:00000010:1.0:1787762560.069795:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c76d00.
00000100:00000010:2.0:1787762560.069797:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7780.
00000020:00000040:1.0:1787762560.069799:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:1.0:1787762560.069804:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762560.069805:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762560.069806:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762560.069807:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762560.069811:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762560.069813:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762560.069816:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298618621
02000000:00000010:1.0:1787762560.069818:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449800.
00000100:00000010:2.0:1787762560.069822:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f76c0.
00000100:00000001:1.0:1787762560.069823:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762560.069828:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00100000:1.0:1787762560.069831:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c76d00 x1874600883860096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762560.069833:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762560.069838:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762560.069844:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762560.069844:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787762560.069847:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762560.069852:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762560/real 1787762560]  req@ffff969643c752c0 x1874600883859712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762560.069854:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae739ad4] to pc [ptlrpcd_rcv+-1]  req@ffff969643c76d00 x1874600883860096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762560.069877:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787762560.069878:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1787762560.069880:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:2.0:1787762560.069882:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762560.069885:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000100:00080000:1.0:1787762560.069887:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787762560.069890:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787762560.069891:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000100:00080000:1.0:1787762560.069892:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787762560.069895:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:1.0:1787762560.069897:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762560.069901:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1787762560.069902:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3944
00000400:00000200:1.0:1787762560.069909:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000200:2.0:1787762560.069910:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c752c0 x1874600883859712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762560.069913:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762560.069918:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762560.069923:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762560.069927:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787762560.069930:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c752c0 x1874600883859712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762560.069932:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762560.069936:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762560.069940:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762560.069943:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000100:00000001:2.0:1787762560.069944:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:1.0:1787762560.069945:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762560.069947:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1787762560.069948:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000100:00000001:2.0:1787762560.069952:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1787762560.069953:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000001:2.0:1787762560.069956:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787762560.069957:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:1.0:1787762560.069964:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00100000:2.0:1787762560.069966:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c752c0 x1874600883859712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762560.069967:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762560.069971:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762560.069975:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762560.069979:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:1.0:1787762560.069984:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762560.069986:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762560.069987:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762560.069990:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762560.069993:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762560.069996:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762560.069996:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c752c0 x1874600883859712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762560.070000:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762560.070002:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787762560.070007:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762560.070010:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762560.070014:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:1.0:1787762560.070015:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c75e00.
00000020:00000040:1.0:1787762560.070020:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000100:00000001:2.0:1787762560.070021:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787762560.070024:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787762560.070025:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1787762560.070027:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762560.070028:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762560.070030:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787762560.070032:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:1.0:1787762560.070033:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787762560.070036:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1787762560.070037:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762560.070042:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544b400.
00000100:00080000:2.0:1787762560.070043:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1787762560.070046:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762560.070049:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762560.070054:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787762560.070055:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c75e00 x1874600883860224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787762560.070064:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c752c0 x1874600883859712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762560.070066:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762560.070069:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762560.070076:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040d67091] to pc [ptlrpcd_rcv+-1]  req@ffff969643c75e00 x1874600883860224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762560.070082:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883859712:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762560.070087:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762560.070091:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3955)
00000100:00000001:2.0:1787762560.070102:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762560.070105:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762560.070109:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c752c0 x1874600883859712/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.070117:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762560.070119:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762560.070122:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762560.070125:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762560.070127:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762560.070128:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762560.070131:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762560.070133:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b800.
02000000:00000001:2.0:1787762560.070137:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762560.070139:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762560.070140:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c752c0.
00000100:00000001:2.0:1787762560.070143:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762560.070144:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762560.070147:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762560.070153:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762560.070155:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762560.070157:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762560.070159:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762560.070161:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762560.070165:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c761c0 x1874600883859840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.070171:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762560.070173:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762560.070175:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762560.070177:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762560.070179:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762560.070182:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883859840:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762560.070185:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762560.070187:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762560.070188:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762560.070190:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762560.070193:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762560.070195:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762560.070199:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762560.070202:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762560.070205:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762560.070209:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883859840, portal 10
00000100:00000001:2.0:1787762560.070211:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762560.070212:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859241920 : -115902850309696 : ffff969643c761c0)
00000100:00000040:2.0:1787762560.070218:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c761c0 x1874600883859840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.070225:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762560.070227:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762560.070229:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762560.070232:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883859840, offset 0
00000400:00000200:2.0:1787762560.070236:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762560.070240:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762560.070244:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762560.070258:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762560.070261:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762560.070263:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762560.070266:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762560.070269:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3655:3655:256:4294967295] 192.168.204.116@tcp LPNI seq info [3655:3655:8:4294967295]
00000400:00000200:2.0:1787762560.070272:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762560.070278:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762560.070282:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762560.070286:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762560.070290:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762560.070293:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787762560.070297:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762560.070300:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787762560.070303:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762560.070305:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762560.070308:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762560.070312:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762560.070315:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762560.070316:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762560.070319:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762560.070322:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c761c0 x1874600883859840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.070330:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762560.070333:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c761c0 x1874600883859840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762585 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.070340:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762560.070341:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762560.070344:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762560.070348:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762560.070351:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762560.070354:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298617381
00000100:00000001:2.0:1787762560.070356:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298618621
00000100:00000001:2.0:1787762560.070359:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298617381
00000100:00000001:2.0:1787762560.070361:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298618621
00000100:00000001:2.0:1787762560.070363:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762560.070365:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762560.070367:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762560.070371:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762560/real 1787762560]  req@ffff969643c761c0 x1874600883859840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762560.070379:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762560.070380:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762560.070381:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762560.070384:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762560.070386:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762560.070388:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762560.070391:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c761c0 x1874600883859840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762560.070398:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c761c0 x1874600883859840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.070403:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762560.070405:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762560.070407:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762560.070408:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762560.070411:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c761c0 x1874600883859840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.070416:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762560.070419:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c761c0 x1874600883859840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.070426:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762560.070428:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762560.070429:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762560.070430:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762560.070432:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762560.070434:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762560.070436:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762560.070440:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762560.070442:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762560.070445:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c761c0 x1874600883859840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762560.070452:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883859840:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762560.070455:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762560.070458:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c75680 x1874600883859968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.070464:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762560.070465:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762560.070467:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762560.070469:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762560.070470:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762560.070473:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883859968:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762560.070476:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762560.070478:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762560.070479:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762560.070480:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762560.070483:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762560.070485:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762560.070488:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762560.070490:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762560.070493:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762560.070495:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883859968, portal 10
00000100:00000001:2.0:1787762560.070497:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762560.070498:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859239040 : -115902850312576 : ffff969643c75680)
00000100:00000040:2.0:1787762560.070503:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c75680 x1874600883859968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.070513:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762560.070515:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762560.070517:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762560.070519:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883859968, offset 0
00000400:00000200:2.0:1787762560.070523:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762560.070526:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762560.070529:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762560.070532:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762560.070534:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762560.070536:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762560.070538:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762560.070541:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3656:3656:256:4294967295] 192.168.204.116@tcp LPNI seq info [3656:3656:8:4294967295]
00000400:00000200:2.0:1787762560.070544:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762560.070550:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762560.070554:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762560.070557:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762560.070561:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762560.070563:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787762560.070567:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762560.070569:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787762560.070572:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762560.070574:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762560.070578:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762560.070581:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762560.070583:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762560.070585:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762560.070587:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762560.070590:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c75680 x1874600883859968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.070615:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762560.070618:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c75680 x1874600883859968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762585 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.070629:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762560.070630:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762560.070633:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762560.070635:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762560.070638:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762560.070640:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298617441
00000100:00000001:2.0:1787762560.070642:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298618621
00000100:00000001:2.0:1787762560.070645:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298617441
00000100:00000001:2.0:1787762560.070647:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298618621
00000100:00000001:2.0:1787762560.070649:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762560.070651:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762560.070652:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762560.070656:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762560/real 1787762560]  req@ffff969643c75680 x1874600883859968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762560.070663:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762560.070664:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762560.070666:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762560.070668:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762560.070669:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762560.070671:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762560.070674:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c75680 x1874600883859968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762560.070681:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c75680 x1874600883859968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.070686:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762560.070688:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762560.070689:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762560.070691:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762560.070694:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c75680 x1874600883859968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.070699:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762560.070703:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c75680 x1874600883859968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.070709:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762560.070711:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762560.070712:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762560.070713:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762560.070715:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762560.070716:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762560.070718:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762560.070721:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762560.070723:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762560.070726:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c75680 x1874600883859968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762560.070733:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883859968:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762560.070736:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762560.070739:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c76d00 x1874600883860096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.070745:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762560.070746:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762560.070748:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762560.070749:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762560.070751:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762560.070754:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883860096:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762560.070757:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762560.070758:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762560.070760:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762560.070761:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762560.070765:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762560.070766:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762560.070769:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762560.070771:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762560.070774:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762560.070777:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883860096, portal 4
00000100:00000001:2.0:1787762560.070779:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762560.070780:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859244800 : -115902850306816 : ffff969643c76d00)
00000100:00000040:2.0:1787762560.070785:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c76d00 x1874600883860096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.070790:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762560.070792:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762560.070794:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762560.070796:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883860096, offset 0
00000400:00000200:2.0:1787762560.070800:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762560.070803:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762560.070806:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762560.070808:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762560.070811:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762560.070813:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762560.070815:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762560.070818:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3657:3657:256:4294967295] 192.168.204.116@tcp LPNI seq info [3657:3657:8:4294967295]
00000400:00000200:2.0:1787762560.070822:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762560.070827:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762560.070831:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762560.070833:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762560.070837:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762560.070839:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787762560.070843:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762560.070845:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787762560.070848:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762560.070851:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762560.070853:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762560.070856:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762560.070859:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762560.070860:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762560.070863:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762560.070866:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c76d00 x1874600883860096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.070872:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762560.070875:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c76d00 x1874600883860096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762585 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.070881:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762560.070883:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762560.070885:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762560.070887:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762560.070890:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762560.070892:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298617362
00000100:00000001:2.0:1787762560.070894:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298618621
00000100:00000001:2.0:1787762560.070896:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298617362
00000100:00000001:2.0:1787762560.070898:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298618621
00000100:00000001:2.0:1787762560.070900:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762560.070902:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762560.070904:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762560.070907:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762560/real 1787762560]  req@ffff969643c76d00 x1874600883860096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762560.070913:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762560.070915:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762560.070917:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762560.070918:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762560.070920:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762560.070922:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762560.070925:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c76d00 x1874600883860096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762560.070932:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c76d00 x1874600883860096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.070938:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762560.070939:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762560.070941:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762560.070942:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762560.070946:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c76d00 x1874600883860096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.070952:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762560.070955:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c76d00 x1874600883860096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.070961:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762560.070964:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762560.070965:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762560.070967:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762560.070968:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762560.070970:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762560.070972:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762560.070974:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762560.070976:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762560.070979:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c76d00 x1874600883860096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762560.070986:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883860096:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762560.070989:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762560.070992:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c75e00 x1874600883860224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.070997:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762560.070999:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762560.071001:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762560.071002:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762560.071004:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762560.071006:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883860224:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762560.071009:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762560.071010:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762560.071011:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762560.071013:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762560.071016:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ee000.
02000000:00000001:2.0:1787762560.071017:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762560.071020:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762560.071022:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762560.071025:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762560.071027:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883860224, portal 4
00000100:00000001:2.0:1787762560.071029:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762560.071030:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859240960 : -115902850310656 : ffff969643c75e00)
00000100:00000040:2.0:1787762560.071036:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c75e00 x1874600883860224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.071041:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762560.071044:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762560.071046:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762560.071047:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883860224, offset 0
00000400:00000200:2.0:1787762560.071051:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762560.071054:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762560.071057:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762560.071059:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762560.071061:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762560.071063:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762560.071066:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762560.071068:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3658:3658:256:4294967295] 192.168.204.116@tcp LPNI seq info [3658:3658:8:4294967295]
00000400:00000200:2.0:1787762560.071072:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762560.071077:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762560.071081:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762560.071084:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762560.071088:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762560.071090:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787762560.071093:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762560.071095:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787762560.071099:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762560.071100:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762560.071103:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762560.071106:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762560.071109:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762560.071111:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762560.071113:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762560.071117:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c75e00 x1874600883860224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.071124:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762560.071126:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c75e00 x1874600883860224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762585 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.071132:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762560.071134:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762560.071136:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762560.071139:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762560.071141:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762560.071143:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298617369
00000100:00000001:2.0:1787762560.071145:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298618621
00000100:00000001:2.0:1787762560.071146:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298617369
00000100:00000001:2.0:1787762560.071148:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298618621
00000100:00000001:2.0:1787762560.071150:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762560.071153:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762560.071154:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762560.071158:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762560/real 1787762560]  req@ffff969643c75e00 x1874600883860224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762560.071164:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762560.071165:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762560.071167:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762560.071169:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762560.071171:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762560.071173:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762560.071176:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c75e00 x1874600883860224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762560.071185:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c75e00 x1874600883860224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.071190:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762560.071192:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762560.071193:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762560.071195:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762560.071198:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c75e00 x1874600883860224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.071204:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762560.071207:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c75e00 x1874600883860224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.071213:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762560.071215:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762560.071217:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762560.071218:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762560.071220:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762560.071221:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762560.071224:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762560.071227:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762560.071229:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762560.071232:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c75e00 x1874600883860224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762560.071239:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883860224:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762560.071243:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762560.071258:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762560.071262:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c761c0 x1874600883859840/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.071269:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762560.071270:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762560.071272:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762560.071275:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762560.071277:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762560.071278:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762560.071280:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762560.071282:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448800.
02000000:00000001:2.0:1787762560.071284:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762560.071285:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762560.071287:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c761c0.
00000100:00000001:2.0:1787762560.071289:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762560.071291:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762560.071292:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762560.071295:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c75680 x1874600883859968/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.071301:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762560.071303:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762560.071304:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762560.071307:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762560.071308:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762560.071309:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762560.071311:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762560.071313:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b000.
02000000:00000001:2.0:1787762560.071315:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762560.071316:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762560.071317:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c75680.
00000100:00000001:2.0:1787762560.071319:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762560.071320:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762560.071322:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762560.071324:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c76d00 x1874600883860096/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.071330:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762560.071331:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762560.071332:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762560.071334:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762560.071335:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762560.071337:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762560.071338:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762560.071340:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449800.
02000000:00000001:2.0:1787762560.071342:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762560.071343:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762560.071344:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c76d00.
00000100:00000001:2.0:1787762560.071346:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762560.071347:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762560.071348:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762560.071351:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c75e00 x1874600883860224/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762560.071357:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762560.071358:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762560.071359:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ee000.
02000000:00000001:2.0:1787762560.071363:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762560.071364:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762560.071366:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762560.071367:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762560.071369:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b400.
02000000:00000001:2.0:1787762560.071371:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762560.071371:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762560.071373:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c75e00.
00000100:00000001:2.0:1787762560.071375:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762560.071376:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762560.071378:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762560.071396:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762560.071397:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762560.071399:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762560.071401:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762560.515742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762560.515749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762560.515756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762560.515759:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762560.515761:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762560.515764:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762560.515767:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762560.515769:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762560.515772:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762560.515774:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762560.515778:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762560.515779:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762560.520426:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762560.520434:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762560.520439:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762561.347901:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298618621, at 4298618624
00000100:00000010:0.0:1787762561.347923:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7780.
00000100:00000040:1.0:1787762561.347975:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298618621, at 4298618624
00000100:00000010:1.0:1787762561.347983:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f76c0.
00010000:00000001:0.0:1787762561.540701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762561.540708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762561.540715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762561.540716:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762561.540720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762561.540721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762561.540854:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762561.540857:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762561.540861:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762562.563795:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762562.563802:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762562.563807:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762562.563808:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762562.563811:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762562.563814:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762562.563817:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762562.563820:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762562.563823:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762562.563825:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762562.563827:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762562.563830:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762562.563947:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762562.563951:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762562.563955:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762563.587754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762563.587760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762563.587765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762563.587766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762563.587769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762563.587771:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762563.587881:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762563.587884:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762563.587887:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762564.611700:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762564.611707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762564.611713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762564.611715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762564.611717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762564.611719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762564.611798:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762564.611801:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762564.611804:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762565.187711:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762565.187721:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762565.187723:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762565.187727:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762565.187731:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762565.187738:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3950
00000400:00000200:1.0:1787762565.187746:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762565.187752:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762565.187755:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762565.187758:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762565.187761:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762565.187763:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762565.187766:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762565.187770:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762565.187772:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:1.0:1787762565.187775:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762565.187778:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:1.0:1787762565.187780:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:1.0:1787762565.187783:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:1.0:1787762565.187786:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762565.187788:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762565.187790:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762565.187792:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762565.187795:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:1.0:1787762565.187799:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762565.187801:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762565.187804:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762565.187807:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762565.187811:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762565.187813:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762565.187816:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762565.187826:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c74000.
00000020:00000040:1.0:1787762565.187829:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:1.0:1787762565.187833:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762565.187835:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762565.187838:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762565.187841:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762565.187845:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762565.187852:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544a000.
00000100:00000001:1.0:1787762565.187858:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762565.187867:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c74000 x1874600883860352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762565.187878:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762565.187882:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762565.187887:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fd673c1] to pc [ptlrpcd_rcv+-1]  req@ffff969643c74000 x1874600883860352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762565.187916:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762565.187919:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762565.187922:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762565.187924:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762565.187925:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762565.187929:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762565.187931:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3950
00000400:00000200:1.0:1787762565.187935:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762565.187938:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762565.187940:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762565.187943:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762565.187945:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762565.187947:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762565.187950:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762565.187952:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762565.187953:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:1.0:1787762565.187955:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762565.187957:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:1.0:1787762565.187959:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:1.0:1787762565.187961:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:1.0:1787762565.187964:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762565.187966:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762565.187968:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762565.187969:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762565.187972:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:1.0:1787762565.187974:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762565.187977:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762565.187979:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762565.187984:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762565.187986:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762565.187988:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762565.187992:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762565.187995:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762565.187997:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762565.188000:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c74f00.
00000020:00000040:1.0:1787762565.188002:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:1.0:1787762565.188005:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762565.188006:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762565.188008:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762565.188009:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762565.188011:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762565.188014:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448c00.
00000100:00000001:1.0:1787762565.188017:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762565.188022:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c74f00 x1874600883860480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762565.188035:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762565.188038:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762565.188041:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a50eac1a] to pc [ptlrpcd_rcv+-1]  req@ffff969643c74f00 x1874600883860480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762565.188050:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762565.188052:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762565.188056:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787762565.188057:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762565.188059:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762565.188061:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762565.188063:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3950
00000400:00000200:1.0:1787762565.188067:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762565.188069:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762565.188071:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762565.188074:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762565.188076:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762565.188077:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762565.188080:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762565.188081:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762565.188083:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:1.0:1787762565.188084:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762565.188086:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:1.0:1787762565.188088:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:1.0:1787762565.188090:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:1.0:1787762565.188093:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762565.188095:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762565.188097:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762565.188098:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762565.188101:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:1.0:1787762565.188104:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762565.188106:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762565.188107:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762565.188110:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762565.188112:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762565.188114:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762565.188116:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762565.188119:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762565.188120:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762565.188123:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c75a40.
00000020:00000040:1.0:1787762565.188125:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:1.0:1787762565.188128:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762565.188129:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762565.188130:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762565.188132:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762565.188133:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762565.188137:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544a800.
00000100:00000001:1.0:1787762565.188140:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762565.188144:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c75a40 x1874600883860608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762565.188165:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762565.188168:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762565.188171:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4c6922c] to pc [ptlrpcd_rcv+-1]  req@ffff969643c75a40 x1874600883860608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762565.188179:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762565.188182:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762565.188185:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762565.188186:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762565.188187:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762565.188190:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762565.188193:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3950
00000400:00000200:1.0:1787762565.188197:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762565.188199:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762565.188201:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762565.188204:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762565.188206:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762565.188208:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762565.188210:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762565.188212:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762565.188213:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:1.0:1787762565.188215:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762565.188216:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:1.0:1787762565.188218:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:1.0:1787762565.188220:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:1.0:1787762565.188223:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762565.188224:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762565.188226:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762565.188228:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762565.188230:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:1.0:1787762565.188233:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762565.188235:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762565.188237:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762565.188240:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762565.188242:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762565.188243:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762565.188245:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:1.0:1787762565.188248:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762565.188249:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762565.188252:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c74780.
00000020:00000040:1.0:1787762565.188254:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:1.0:1787762565.188257:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762565.188259:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762565.188260:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762565.188262:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762565.188264:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762565.188267:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544ac00.
00000100:00000001:1.0:1787762565.188271:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762565.188275:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c74780 x1874600883860736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762565.188283:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762565.188285:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762565.188289:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e08688a4] to pc [ptlrpcd_rcv+-1]  req@ffff969643c74780 x1874600883860736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762565.188297:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762565.188299:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762565.188302:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787762565.188304:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762565.188305:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762565.188307:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762565.188310:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3950
00000400:00000200:1.0:1787762565.188313:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762565.188316:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762565.188318:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762565.188321:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762565.188323:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762565.188324:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762565.188327:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762565.188329:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762565.188330:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:1.0:1787762565.188332:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762565.188333:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:1.0:1787762565.188335:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:1.0:1787762565.188337:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:1.0:1787762565.188340:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762565.188342:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762565.188343:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762565.188345:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762565.188347:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:1.0:1787762565.188350:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762565.188352:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762565.188353:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762565.188356:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762565.188358:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762565.188360:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762565.188362:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787762565.188364:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762565.188366:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762565.188372:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c75e00.
00000020:00000040:1.0:1787762565.188374:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:1.0:1787762565.188377:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762565.188378:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762565.188380:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762565.188381:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762565.188383:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762565.188386:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544b400.
00000100:00000001:1.0:1787762565.188389:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762565.188394:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c75e00 x1874600883860864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762565.188401:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762565.188403:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762565.188406:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040d67091] to pc [ptlrpcd_rcv+-1]  req@ffff969643c75e00 x1874600883860864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762565.188413:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762565.188419:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3960)
00000100:00000001:2.0:1787762565.188619:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762565.188623:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762565.188626:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762565.188633:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c74000 x1874600883860352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.188641:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762565.188643:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762565.188647:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762565.188650:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762565.188652:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762565.188655:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883860352:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762565.188660:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762565.188664:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762565.188666:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762565.188669:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762565.188674:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762565.188676:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762565.188682:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762565.188686:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762565.188692:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762565.188698:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883860352, portal 25
00000100:00000001:2.0:1787762565.188700:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762565.188703:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859233280 : -115902850318336 : ffff969643c74000)
00000100:00000040:2.0:1787762565.188709:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c74000 x1874600883860352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.188716:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762565.188719:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762565.188721:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762565.188724:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883860352, offset 0
00000400:00000200:2.0:1787762565.188731:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762565.188738:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762565.188744:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762565.188749:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762565.188752:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762565.188756:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762565.188758:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762565.188762:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3659:3659:256:4294967295] 192.168.204.116@tcp LPNI seq info [3659:3659:8:4294967295]
00000400:00000200:2.0:1787762565.188766:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762565.188776:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762565.188782:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762565.188787:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762565.188794:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762565.188797:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787762565.188803:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762565.188806:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787762565.188811:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762565.188814:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762565.188820:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762565.188825:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762565.188829:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762565.188832:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762565.188835:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762565.188840:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c74000 x1874600883860352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.188849:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762565.188853:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c74000 x1874600883860352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762590 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.188860:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762565.188862:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762565.188867:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762565.188871:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762565.188873:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298623740
00000100:00000010:2.0:1787762565.188878:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f76c0.
00000100:00000001:2.0:1787762565.188884:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762565.188889:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298623740
00000100:00000010:2.0:1787762565.188892:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7780.
00000100:00000001:2.0:1787762565.188894:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762565.188897:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762565.188900:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762565.188903:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762565.188907:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762565/real 1787762565]  req@ffff969643c74000 x1874600883860352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762565.188916:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762565.188918:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762565.188920:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762565.188922:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762565.188924:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762565.188926:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762565.188929:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c74000 x1874600883860352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762565.188938:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c74000 x1874600883860352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.188944:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762565.188946:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762565.188948:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762565.188950:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762565.188953:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c74000 x1874600883860352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.188961:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762565.188965:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c74000 x1874600883860352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.188972:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762565.188975:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762565.188976:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762565.188977:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762565.188980:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762565.188981:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762565.188984:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762565.188987:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762565.188989:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762565.188993:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c74000 x1874600883860352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762565.189001:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883860352:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762565.189006:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762565.189009:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c74f00 x1874600883860480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.189016:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762565.189017:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762565.189019:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762565.189021:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762565.189023:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762565.189026:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883860480:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762565.189029:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762565.189030:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762565.189032:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762565.189034:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762565.189037:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762565.189039:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762565.189042:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762565.189044:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762565.189047:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762565.189050:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883860480, portal 10
00000100:00000001:2.0:1787762565.189052:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762565.189053:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859237120 : -115902850314496 : ffff969643c74f00)
00000100:00000040:2.0:1787762565.189059:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c74f00 x1874600883860480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.189082:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762565.189084:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762565.189086:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762565.189088:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883860480, offset 0
00000400:00000200:2.0:1787762565.189092:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762565.189095:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762565.189098:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762565.189101:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762565.189103:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762565.189105:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762565.189107:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762565.189110:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3660:3660:256:4294967295] 192.168.204.116@tcp LPNI seq info [3660:3660:8:4294967295]
00000400:00000200:2.0:1787762565.189114:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762565.189119:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762565.189123:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762565.189127:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762565.189130:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762565.189133:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787762565.189137:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762565.189139:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787762565.189143:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762565.189155:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762565.189160:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762565.189163:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762565.189166:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762565.189167:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762565.189169:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762565.189173:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c74f00 x1874600883860480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.189181:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762565.189184:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c74f00 x1874600883860480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762590 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.189190:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762565.189191:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762565.189194:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762565.189198:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762565.189201:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762565.189203:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298622500
00000100:00000001:2.0:1787762565.189205:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298623740
00000100:00000001:2.0:1787762565.189207:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298622500
00000100:00000001:2.0:1787762565.189209:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298623740
00000100:00000001:2.0:1787762565.189211:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762565.189213:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762565.189215:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762565.189218:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762565/real 1787762565]  req@ffff969643c74f00 x1874600883860480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762565.189226:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762565.189227:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762565.189229:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762565.189230:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762565.189232:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762565.189234:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762565.189237:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c74f00 x1874600883860480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762565.189245:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c74f00 x1874600883860480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.189250:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762565.189252:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762565.189254:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762565.189255:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762565.189259:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c74f00 x1874600883860480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.189265:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762565.189268:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c74f00 x1874600883860480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.189274:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762565.189276:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762565.189278:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762565.189279:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762565.189280:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762565.189282:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762565.189284:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762565.189287:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762565.189289:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762565.189292:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c74f00 x1874600883860480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762565.189300:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883860480:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762565.189304:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762565.189307:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c75a40 x1874600883860608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.189319:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762565.189320:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762565.189322:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762565.189323:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762565.189325:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762565.189328:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883860608:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762565.189331:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762565.189333:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762565.189334:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762565.189336:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762565.189339:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762565.189341:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762565.189344:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762565.189346:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762565.189349:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762565.189351:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883860608, portal 10
00000100:00000001:2.0:1787762565.189353:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762565.189354:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859240000 : -115902850311616 : ffff969643c75a40)
00000100:00000040:2.0:1787762565.189360:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c75a40 x1874600883860608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.189365:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762565.189368:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762565.189370:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762565.189372:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883860608, offset 0
00000400:00000200:2.0:1787762565.189376:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762565.189380:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762565.189383:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762565.189386:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762565.189389:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762565.189391:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762565.189393:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762565.189396:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3661:3661:256:4294967295] 192.168.204.116@tcp LPNI seq info [3661:3661:8:4294967295]
00000400:00000200:2.0:1787762565.189400:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762565.189405:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762565.189410:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762565.189412:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762565.189416:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762565.189418:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787762565.189422:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762565.189425:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787762565.189428:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762565.189430:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762565.189433:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762565.189436:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762565.189439:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762565.189440:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762565.189442:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762565.189445:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c75a40 x1874600883860608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.189452:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762565.189455:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c75a40 x1874600883860608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762590 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.189461:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762565.189462:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762565.189465:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762565.189468:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762565.189470:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762565.189473:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298622559
00000100:00000001:2.0:1787762565.189475:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298623740
00000100:00000001:2.0:1787762565.189477:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298622559
00000100:00000001:2.0:1787762565.189479:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298623740
00000100:00000001:2.0:1787762565.189481:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762565.189483:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762565.189485:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762565.189489:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762565/real 1787762565]  req@ffff969643c75a40 x1874600883860608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762565.189496:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762565.189498:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762565.189499:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762565.189501:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762565.189503:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762565.189505:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762565.189508:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c75a40 x1874600883860608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762565.189515:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c75a40 x1874600883860608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.189521:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762565.189522:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762565.189524:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762565.189525:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762565.189528:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c75a40 x1874600883860608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.189534:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762565.189537:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c75a40 x1874600883860608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.189543:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762565.189545:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762565.189546:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762565.189547:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762565.189549:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762565.189550:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762565.189552:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762565.189555:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762565.189557:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762565.189560:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c75a40 x1874600883860608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762565.189567:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883860608:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762565.189571:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762565.189574:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c74780 x1874600883860736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.189579:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762565.189580:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762565.189582:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762565.189583:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762565.189585:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762565.189587:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883860736:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762565.189590:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762565.189591:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762565.189593:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762565.189594:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762565.189624:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762565.189626:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762565.189629:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762565.189631:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762565.189634:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762565.189637:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883860736, portal 4
00000100:00000001:2.0:1787762565.189638:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762565.189640:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859235200 : -115902850316416 : ffff969643c74780)
00000100:00000040:2.0:1787762565.189645:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c74780 x1874600883860736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.189650:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762565.189653:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762565.189655:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762565.189657:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883860736, offset 0
00000400:00000200:2.0:1787762565.189661:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762565.189664:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762565.189667:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762565.189670:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762565.189673:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762565.189675:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762565.189677:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762565.189680:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3662:3662:256:4294967295] 192.168.204.116@tcp LPNI seq info [3662:3662:8:4294967295]
00000400:00000200:2.0:1787762565.189684:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762565.189689:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762565.189693:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762565.189696:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762565.189700:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762565.189702:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787762565.189706:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762565.189708:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787762565.189712:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762565.189713:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762565.189717:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762565.189719:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762565.189722:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762565.189724:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762565.189726:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762565.189729:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c74780 x1874600883860736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.189736:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762565.189739:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c74780 x1874600883860736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762590 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.189745:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762565.189747:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762565.189750:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762565.189752:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762565.189755:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762565.189757:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298622481
00000100:00000001:2.0:1787762565.189759:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298623740
00000100:00000001:2.0:1787762565.189762:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298622481
00000100:00000001:2.0:1787762565.189764:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298623740
00000100:00000001:2.0:1787762565.189766:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762565.189768:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762565.189770:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762565.189773:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762565/real 1787762565]  req@ffff969643c74780 x1874600883860736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762565.189780:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762565.189781:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762565.189783:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762565.189785:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762565.189786:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762565.189787:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762565.189790:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c74780 x1874600883860736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762565.189798:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c74780 x1874600883860736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.189804:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762565.189805:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762565.189807:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762565.189808:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762565.189811:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c74780 x1874600883860736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.189816:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762565.189819:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c74780 x1874600883860736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.189825:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762565.189827:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762565.189829:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762565.189830:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762565.189832:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762565.189833:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762565.189835:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762565.189838:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762565.189840:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762565.189843:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c74780 x1874600883860736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762565.189849:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883860736:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762565.189852:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762565.189855:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c75e00 x1874600883860864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.189860:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762565.189862:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762565.189864:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762565.189865:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762565.189867:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762565.189869:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883860864:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762565.189872:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762565.189874:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762565.189875:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762565.189876:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762565.189879:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762565.189881:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762565.189884:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762565.189886:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762565.189888:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762565.189891:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883860864, portal 4
00000100:00000001:2.0:1787762565.189892:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762565.189893:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859240960 : -115902850310656 : ffff969643c75e00)
00000100:00000040:2.0:1787762565.189898:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c75e00 x1874600883860864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.189903:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762565.189905:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762565.189907:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762565.189909:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883860864, offset 0
00000400:00000200:2.0:1787762565.189913:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762565.189916:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762565.189919:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762565.189921:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762565.189923:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762565.189925:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762565.189927:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762565.189930:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3663:3663:256:4294967295] 192.168.204.116@tcp LPNI seq info [3663:3663:8:4294967295]
00000400:00000200:2.0:1787762565.189933:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762565.189938:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762565.189942:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762565.189944:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762565.189948:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762565.189950:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787762565.189953:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762565.189956:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787762565.189959:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762565.189960:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762565.189963:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762565.189965:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762565.189968:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762565.189969:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762565.189971:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762565.189974:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c75e00 x1874600883860864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.189981:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762565.189983:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c75e00 x1874600883860864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762590 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.189989:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762565.189991:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762565.189993:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762565.189995:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762565.189998:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762565.189999:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298622488
00000100:00000001:2.0:1787762565.190001:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298623740
00000100:00000001:2.0:1787762565.190003:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298622488
00000100:00000001:2.0:1787762565.190005:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298623740
00000100:00000001:2.0:1787762565.190007:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762565.190009:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762565.190010:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762565.190013:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762565/real 1787762565]  req@ffff969643c75e00 x1874600883860864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762565.190020:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762565.190021:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762565.190022:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762565.190024:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762565.190026:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762565.190027:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762565.190030:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c75e00 x1874600883860864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762565.190038:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c75e00 x1874600883860864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.190050:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762565.190051:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762565.190053:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762565.190054:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762565.190057:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c75e00 x1874600883860864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.190063:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762565.190066:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c75e00 x1874600883860864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.190072:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762565.190074:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762565.190075:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762565.190076:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762565.190077:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762565.190078:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762565.190080:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762565.190083:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762565.190084:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762565.190087:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c75e00 x1874600883860864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762565.190094:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883860864:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762565.190098:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762565.190099:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762565.190103:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c74000 x1874600883860352/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.190110:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762565.190112:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762565.190115:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762565.190118:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762565.190119:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762565.190121:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762565.190123:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762565.190126:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544a000.
02000000:00000001:2.0:1787762565.190129:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762565.190130:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762565.190132:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c74000.
00000100:00000001:2.0:1787762565.190135:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762565.190136:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762565.190137:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762565.190140:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c74f00 x1874600883860480/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.190158:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762565.190159:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762565.190161:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762565.190163:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762565.190164:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762565.190165:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762565.190167:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762565.190169:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448c00.
02000000:00000001:2.0:1787762565.190171:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762565.190172:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762565.190173:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c74f00.
00000100:00000001:2.0:1787762565.190175:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762565.190176:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762565.190177:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762565.190180:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c75a40 x1874600883860608/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.190186:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762565.190187:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762565.190188:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762565.190190:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762565.190191:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762565.190192:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762565.190194:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762565.190195:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544a800.
02000000:00000001:2.0:1787762565.190197:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762565.190198:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762565.190199:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c75a40.
00000100:00000001:2.0:1787762565.190201:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762565.190202:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762565.190204:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762565.190207:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c74780 x1874600883860736/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.190212:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762565.190213:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762565.190215:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762565.190216:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762565.190217:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762565.190219:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762565.190220:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762565.190222:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544ac00.
02000000:00000001:2.0:1787762565.190223:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762565.190224:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762565.190225:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c74780.
00000100:00000001:2.0:1787762565.190227:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762565.190228:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762565.190229:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762565.190232:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c75e00 x1874600883860864/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762565.190238:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762565.190239:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762565.190240:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762565.190242:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762565.190243:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762565.190244:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762565.190246:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762565.190247:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b400.
02000000:00000001:2.0:1787762565.190248:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762565.190250:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762565.190251:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c75e00.
00000100:00000001:2.0:1787762565.190253:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762565.190254:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762565.190256:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762565.190262:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762565.190264:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762565.190266:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762565.190267:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762565.635744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762565.635751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762565.635757:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762565.635758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762565.635761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762565.635762:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762565.635887:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762565.635890:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762565.635894:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762566.467715:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298623740, at 4298623744
00000100:00000010:0.0:1787762566.467730:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f76c0.
00000100:00000040:1.0:1787762566.467918:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298623740, at 4298623744
00000100:00000010:1.0:1787762566.467925:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7780.
00010000:00000001:0.0:1787762566.659716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762566.659723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762566.659729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762566.659730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762566.659734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762566.659735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762566.660066:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762566.660070:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762566.660074:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762567.685833:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762567.685841:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762567.685843:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762567.685846:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762567.685850:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762567.685853:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762567.685855:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762567.685857:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762567.685862:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762567.685863:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762567.685866:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762567.685868:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762567.686149:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762567.686153:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762567.686157:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762568.709350:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762568.709357:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762568.709367:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762568.709368:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762568.709372:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762568.709373:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762568.709416:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762568.709420:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762568.709423:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762569.731742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762569.731750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762569.731756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762569.731757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762569.731760:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762569.731761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762569.731891:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762569.731894:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762569.731897:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762570.307676:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762570.307685:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762570.307688:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762570.307691:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762570.307696:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762570.307702:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3955
00000400:00000200:1.0:1787762570.307710:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762570.307716:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762570.307719:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762570.307722:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762570.307725:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762570.307728:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762570.307730:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762570.307733:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762570.307735:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:1.0:1787762570.307737:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762570.307740:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:1.0:1787762570.307743:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:1.0:1787762570.307745:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:1.0:1787762570.307748:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762570.307750:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762570.307752:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762570.307754:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762570.307757:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:1.0:1787762570.307760:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762570.307762:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762570.307765:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762570.307769:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762570.307772:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762570.307774:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762570.307776:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762570.307785:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c76d00.
00000020:00000040:1.0:1787762570.307788:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:1.0:1787762570.307792:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762570.307794:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762570.307797:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762570.307799:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762570.307802:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762570.307809:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449800.
00000100:00000001:1.0:1787762570.307819:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762570.307827:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c76d00 x1874600883860992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762570.307837:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762570.307841:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762570.307846:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae739ad4] to pc [ptlrpcd_rcv+-1]  req@ffff969643c76d00 x1874600883860992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762570.307867:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762570.307870:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762570.307873:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762570.307875:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762570.307876:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762570.307879:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762570.307882:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3955
00000400:00000200:1.0:1787762570.307886:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762570.307889:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762570.307892:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762570.307895:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762570.307898:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762570.307901:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762570.307903:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762570.307904:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787762570.307906:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787762570.307909:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1787762570.307910:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:1.0:1787762570.307914:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762570.307914:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1787762570.307918:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:1.0:1787762570.307922:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:1.0:1787762570.307925:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762570.307925:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c76d00 x1874600883860992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762570.307932:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762570.307937:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762570.307939:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1787762570.307941:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762570.307942:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762570.307944:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
02000000:00000001:2.0:1787762570.307947:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1787762570.307948:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
02000000:00000001:2.0:1787762570.307951:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787762570.307954:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
02000000:00000001:2.0:1787762570.307955:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762570.307959:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762570.307962:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883860992:192.168.204.116@tcp:250:kworker.0
02000000:00000001:1.0:1787762570.307963:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762570.307969:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762570.307970:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762570.307973:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762570.307974:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762570.307976:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762570.307978:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762570.307980:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1787762570.307983:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762570.307987:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762570.307987:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef800.
00000100:00000001:1.0:1787762570.307992:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762570.307992:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762570.307999:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c75680.
00000400:00000200:2.0:1787762570.308001:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000040:1.0:1787762570.308004:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
00000400:00000010:2.0:1787762570.308007:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
02000000:00000001:1.0:1787762570.308009:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762570.308012:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762570.308014:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762570.308016:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1787762570.308016:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
02000000:00000001:1.0:1787762570.308019:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762570.308023:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544b000.
00000100:00000001:1.0:1787762570.308029:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762570.308029:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883860992, portal 25
00000100:00000001:2.0:1787762570.308034:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762570.308037:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859244800 : -115902850306816 : ffff969643c76d00)
00000100:00100000:1.0:1787762570.308041:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c75680 x1874600883861120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787762570.308060:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c76d00 x1874600883860992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762570.308075:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762570.308078:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787762570.308080:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762570.308084:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00000040:1.0:1787762570.308088:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009636c718] to pc [ptlrpcd_rcv+-1]  req@ffff969643c75680 x1874600883861120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787762570.308090:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762570.308096:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883860992, offset 0
00000100:00000001:1.0:1787762570.308104:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762570.308109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762570.308109:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00080000:1.0:1787762570.308114:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787762570.308116:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762570.308117:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787762570.308118:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762570.308122:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762570.308127:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3955
00000400:00000200:2.0:1787762570.308129:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762570.308134:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762570.308136:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762570.308140:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000200:2.0:1787762570.308143:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00080000:1.0:1787762570.308145:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787762570.308148:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1787762570.308152:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762570.308155:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000001:1.0:1787762570.308157:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762570.308162:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762570.308163:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3664:3664:256:4294967295] 192.168.204.116@tcp LPNI seq info [3664:3664:8:4294967295]
00000100:00000001:1.0:1787762570.308167:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762570.308171:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787762570.308171:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000040:1.0:1787762570.308174:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:1.0:1787762570.308177:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762570.308179:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:1.0:1787762570.308184:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:2.0:1787762570.308186:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1787762570.308187:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:1.0:1787762570.308194:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000800:00000200:2.0:1787762570.308196:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000001:1.0:1787762570.308200:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1787762570.308202:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000100:00000040:1.0:1787762570.308206:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762570.308210:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:2.0:1787762570.308214:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000040:1.0:1787762570.308215:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000800:00000200:2.0:1787762570.308219:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000100:00080000:1.0:1787762570.308222:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762570.308227:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762570.308230:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
02000000:00000001:1.0:1787762570.308231:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762570.308236:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1787762570.308238:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
02000000:00000001:1.0:1787762570.308240:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762570.308242:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762570.308244:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762570.308247:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762570.308249:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762570.308253:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c761c0.
00000020:00000040:1.0:1787762570.308257:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000800:00000100:2.0:1787762570.308258:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
02000000:00000001:1.0:1787762570.308262:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:2.0:1787762570.308263:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
02000000:00000001:1.0:1787762570.308265:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762570.308268:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762570.308269:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762570.308271:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762570.308272:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:1.0:1787762570.308277:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448800.
00000400:00000200:2.0:1787762570.308279:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787762570.308282:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762570.308285:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762570.308289:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00100000:1.0:1787762570.308290:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c761c0 x1874600883861248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762570.308295:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787762570.308301:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1787762570.308304:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c76d00 x1874600883860992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762570.308305:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762570.308314:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c6bfeda] to pc [ptlrpcd_rcv+-1]  req@ffff969643c761c0 x1874600883861248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762570.308322:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762570.308324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762570.308327:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762570.308328:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762570.308330:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762570.308332:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762570.308335:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3955
00000400:00000200:1.0:1787762570.308339:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762570.308342:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762570.308344:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762570.308347:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762570.308348:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762570.308350:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762570.308352:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762570.308355:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762570.308356:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:1.0:1787762570.308358:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762570.308359:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:1.0:1787762570.308361:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:1.0:1787762570.308363:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:1.0:1787762570.308366:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762570.308368:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762570.308370:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762570.308372:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762570.308374:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:1.0:1787762570.308376:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762570.308378:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762570.308380:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762570.308382:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762570.308384:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762570.308385:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762570.308387:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:1.0:1787762570.308389:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762570.308391:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762570.308393:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c752c0.
00000020:00000040:1.0:1787762570.308395:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:1.0:1787762570.308397:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762570.308399:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762570.308401:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762570.308402:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762570.308404:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762570.308407:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544b800.
00000100:00000001:1.0:1787762570.308409:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762570.308413:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c752c0 x1874600883861376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762570.308420:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762570.308422:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762570.308425:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d497c5d1] to pc [ptlrpcd_rcv+-1]  req@ffff969643c752c0 x1874600883861376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762570.308433:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762570.308435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762570.308437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787762570.308439:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762570.308440:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762570.308442:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762570.308444:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3955
00000400:00000200:1.0:1787762570.308447:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762570.308449:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762570.308451:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762570.308454:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762570.308456:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762570.308458:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762570.308459:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762570.308461:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762570.308462:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:1.0:1787762570.308464:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762570.308465:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:1.0:1787762570.308467:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:1.0:1787762570.308469:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:1.0:1787762570.308472:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762570.308474:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762570.308476:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762570.308478:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762570.308480:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:1.0:1787762570.308482:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762570.308484:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762570.308485:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762570.308487:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762570.308489:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762570.308491:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762570.308492:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787762570.308494:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762570.308496:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762570.308498:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c77480.
00000020:00000040:1.0:1787762570.308500:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:1.0:1787762570.308502:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762570.308503:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762570.308505:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762570.308506:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762570.308507:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762570.308510:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449000.
00000100:00000001:1.0:1787762570.308513:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762570.308517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c77480 x1874600883861504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762570.308524:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762570.308526:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762570.308529:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031c63e07] to pc [ptlrpcd_rcv+-1]  req@ffff969643c77480 x1874600883861504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762570.308536:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762570.308540:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3965)
00000100:00000001:2.0:1787762570.308672:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762570.308677:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c76d00 x1874600883860992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.308683:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762570.308685:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762570.308692:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762570.308695:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762570.308697:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298628860
00000100:00000010:2.0:1787762570.308702:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7ba0.
00000100:00000001:2.0:1787762570.308707:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762570.308713:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298628860
00000100:00000010:2.0:1787762570.308726:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f74e0.
00000100:00000001:2.0:1787762570.308729:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762570.308731:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762570.308733:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762570.308735:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762570.308739:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762570/real 1787762570]  req@ffff969643c76d00 x1874600883860992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762570.308747:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762570.308748:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762570.308750:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762570.308752:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762570.308753:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762570.308756:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762570.308760:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c76d00 x1874600883860992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762570.308766:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c76d00 x1874600883860992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.308776:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762570.308777:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.308779:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762570.308781:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762570.308785:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c76d00 x1874600883860992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.308790:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762570.308794:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c76d00 x1874600883860992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.308799:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762570.308802:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.308804:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762570.308804:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.308807:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762570.308808:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762570.308811:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762570.308814:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762570.308816:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762570.308820:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c76d00 x1874600883860992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762570.308826:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883860992:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762570.308830:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.308832:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762570.308834:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c76d00 x1874600883860992/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.308839:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762570.308841:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762570.308843:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762570.308846:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762570.308848:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762570.308849:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762570.308851:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762570.308853:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449800.
02000000:00000001:2.0:1787762570.308857:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762570.308859:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762570.308860:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c76d00.
00000100:00000001:2.0:1787762570.308863:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762570.308864:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.308865:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.308872:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762570.308873:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762570.308875:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762570.308876:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762570.308878:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762570.308881:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c75680 x1874600883861120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.308886:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762570.308888:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762570.308889:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762570.308891:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762570.308893:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762570.308895:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883861120:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762570.308898:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762570.308899:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762570.308901:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762570.308902:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762570.308904:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762570.308906:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762570.308909:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762570.308911:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762570.308914:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762570.308918:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883861120, portal 10
00000100:00000001:2.0:1787762570.308920:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762570.308920:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859239040 : -115902850312576 : ffff969643c75680)
00000100:00000040:2.0:1787762570.308927:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c75680 x1874600883861120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.308932:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762570.308934:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762570.308936:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762570.308938:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883861120, offset 0
00000400:00000200:2.0:1787762570.308941:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762570.308945:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762570.308948:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762570.308950:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762570.308952:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762570.308954:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762570.308956:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762570.308959:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3665:3665:256:4294967295] 192.168.204.116@tcp LPNI seq info [3665:3665:8:4294967295]
00000400:00000200:2.0:1787762570.308962:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762570.308967:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762570.308971:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762570.308973:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762570.308976:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762570.308979:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787762570.308983:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762570.308985:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787762570.308988:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762570.308989:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762570.308992:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762570.308995:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762570.308997:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762570.308999:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762570.309001:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762570.309005:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c75680 x1874600883861120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.309016:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762570.309019:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c75680 x1874600883861120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.309024:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762570.309025:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762570.309027:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762570.309441:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762570.309445:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762570.309447:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298627620
00000100:00000001:2.0:1787762570.309450:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298628860
00000100:00000001:2.0:1787762570.309452:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298627620
00000100:00000001:2.0:1787762570.309453:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298628860
00000100:00000001:2.0:1787762570.309456:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762570.309458:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762570.309459:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762570.309464:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762570/real 1787762570]  req@ffff969643c75680 x1874600883861120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762570.309480:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762570.309482:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762570.309484:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762570.309486:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762570.309488:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762570.309490:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762570.309493:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c75680 x1874600883861120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762570.309501:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c75680 x1874600883861120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.309507:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762570.309509:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.309510:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762570.309511:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762570.309515:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c75680 x1874600883861120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.309521:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762570.309525:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c75680 x1874600883861120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.309531:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762570.309533:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.309534:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762570.309536:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.309537:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762570.309539:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762570.309541:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762570.309544:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762570.309545:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762570.309549:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c75680 x1874600883861120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762570.309556:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883861120:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762570.309559:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762570.309562:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c761c0 x1874600883861248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.309567:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762570.309568:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762570.309570:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762570.309572:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762570.309574:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762570.309577:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883861248:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762570.309580:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762570.309582:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762570.309584:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762570.309586:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762570.309590:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762570.309591:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762570.309595:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762570.309613:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762570.309616:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762570.309619:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883861248, portal 10
00000100:00000001:2.0:1787762570.309621:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762570.309622:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859241920 : -115902850309696 : ffff969643c761c0)
00000100:00000040:2.0:1787762570.309888:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c761c0 x1874600883861248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.309894:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762570.309897:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762570.309900:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762570.309903:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883861248, offset 0
00000400:00000200:2.0:1787762570.309907:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762570.309911:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762570.309915:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762570.309918:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762570.309920:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762570.309923:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762570.309925:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762570.309928:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3666:3666:256:4294967295] 192.168.204.116@tcp LPNI seq info [3666:3666:8:4294967295]
00000400:00000200:2.0:1787762570.309932:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762570.309938:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762570.309943:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762570.309946:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762570.309950:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762570.309953:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787762570.309957:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762570.309960:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787762570.309964:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762570.309966:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762570.309969:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762570.309972:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762570.309975:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762570.309977:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762570.309979:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762570.309983:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c761c0 x1874600883861248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.309990:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762570.309993:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c761c0 x1874600883861248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.310000:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762570.310001:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762570.310005:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762570.310008:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762570.310011:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762570.310012:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298627680
00000100:00000001:2.0:1787762570.310015:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298628860
00000100:00000001:2.0:1787762570.310017:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298627680
00000100:00000001:2.0:1787762570.310019:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298628860
00000100:00000001:2.0:1787762570.310021:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762570.310023:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762570.310025:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762570.310029:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762570/real 1787762570]  req@ffff969643c761c0 x1874600883861248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762570.310037:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762570.310039:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762570.310041:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762570.310043:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762570.310044:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762570.310059:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762570.310063:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c761c0 x1874600883861248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762570.310071:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c761c0 x1874600883861248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.310077:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762570.310078:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.310080:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762570.310081:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762570.310085:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c761c0 x1874600883861248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.310091:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762570.310095:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c761c0 x1874600883861248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.310102:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762570.310104:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.310106:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762570.310107:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.310109:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762570.310111:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762570.310113:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762570.310116:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762570.310118:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762570.310122:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c761c0 x1874600883861248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762570.310136:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883861248:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762570.310140:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762570.310143:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c752c0 x1874600883861376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.310149:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762570.310151:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762570.310153:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762570.310154:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762570.310157:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762570.310159:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883861376:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762570.310163:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762570.310164:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762570.310166:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762570.310167:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762570.310170:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762570.310172:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762570.310176:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762570.310178:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762570.310181:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762570.310184:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883861376, portal 4
00000100:00000001:2.0:1787762570.310186:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762570.310187:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859238080 : -115902850313536 : ffff969643c752c0)
00000100:00000040:2.0:1787762570.310192:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c752c0 x1874600883861376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.310198:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762570.310200:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762570.310202:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762570.310205:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883861376, offset 0
00000400:00000200:2.0:1787762570.310208:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762570.310212:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762570.310215:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762570.310218:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762570.310220:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762570.310223:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762570.310225:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762570.310228:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3667:3667:256:4294967295] 192.168.204.116@tcp LPNI seq info [3667:3667:8:4294967295]
00000400:00000200:2.0:1787762570.310231:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762570.310237:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762570.310241:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762570.310245:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762570.310248:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762570.310251:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787762570.310255:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762570.310258:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787762570.310262:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762570.310264:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762570.310267:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762570.310271:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762570.310273:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762570.310275:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762570.310277:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762570.310280:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c752c0 x1874600883861376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.310288:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762570.310291:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c752c0 x1874600883861376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.310297:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762570.310299:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762570.310302:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762570.310305:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762570.310308:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762570.310310:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298627601
00000100:00000001:2.0:1787762570.310313:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298628860
00000100:00000001:2.0:1787762570.310315:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298627601
00000100:00000001:2.0:1787762570.310317:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298628860
00000100:00000001:2.0:1787762570.310376:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762570.310379:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762570.310381:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762570.310386:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762570/real 1787762570]  req@ffff969643c752c0 x1874600883861376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762570.310394:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762570.310396:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762570.310397:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762570.310400:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762570.310402:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762570.310404:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762570.310407:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c752c0 x1874600883861376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762570.310415:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c752c0 x1874600883861376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.310422:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762570.310423:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.310425:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762570.310426:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762570.310429:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c752c0 x1874600883861376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.310435:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762570.310439:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c752c0 x1874600883861376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.310445:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762570.310448:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.310449:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762570.310451:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.310453:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762570.310454:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762570.310457:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762570.310460:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762570.310462:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762570.310466:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c752c0 x1874600883861376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762570.310529:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883861376:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762570.310534:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762570.310537:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c77480 x1874600883861504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.310543:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762570.310545:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762570.310547:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762570.310549:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762570.310551:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762570.310554:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883861504:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762570.310557:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762570.310559:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762570.310560:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762570.310562:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762570.310566:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762570.310568:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762570.310571:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762570.310573:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762570.310576:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762570.310580:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883861504, portal 4
00000100:00000001:2.0:1787762570.310582:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762570.310584:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859246720 : -115902850304896 : ffff969643c77480)
00000100:00000040:2.0:1787762570.310589:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c77480 x1874600883861504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.310610:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762570.310614:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762570.310616:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762570.310619:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883861504, offset 0
00000400:00000200:2.0:1787762570.310623:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762570.310627:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762570.310854:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762570.310857:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762570.310859:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762570.310862:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762570.310864:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762570.310867:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3668:3668:256:4294967295] 192.168.204.116@tcp LPNI seq info [3668:3668:8:4294967295]
00000400:00000200:2.0:1787762570.310871:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762570.310878:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762570.310882:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762570.310886:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762570.310890:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762570.310893:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787762570.310897:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762570.310900:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787762570.310904:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762570.310905:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762570.310908:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762570.310911:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762570.310914:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762570.310916:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762570.310919:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762570.310922:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c77480 x1874600883861504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.310936:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762570.310939:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c77480 x1874600883861504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.310946:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762570.310947:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762570.310950:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762570.310953:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762570.310956:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762570.310958:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298627609
00000100:00000001:2.0:1787762570.310960:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298628860
00000100:00000001:2.0:1787762570.310962:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298627609
00000100:00000001:2.0:1787762570.310964:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298628860
00000100:00000001:2.0:1787762570.310966:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762570.310968:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762570.310970:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762570.310974:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762570/real 1787762570]  req@ffff969643c77480 x1874600883861504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762570.310982:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762570.310983:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762570.310985:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762570.310987:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762570.310988:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762570.310990:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762570.310994:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c77480 x1874600883861504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762570.311002:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c77480 x1874600883861504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.311008:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762570.311010:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.311012:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762570.311013:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762570.311016:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c77480 x1874600883861504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.311023:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762570.311027:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c77480 x1874600883861504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.311034:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762570.311036:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.311038:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762570.311039:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.311041:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762570.311042:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762570.311045:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762570.311058:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762570.311060:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762570.311063:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c77480 x1874600883861504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762570.311071:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883861504:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762570.311075:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.311077:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762570.311295:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c75680 x1874600883861120/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.311303:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762570.311304:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762570.311306:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762570.311310:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762570.311311:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762570.311372:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762570.311375:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762570.311378:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b000.
02000000:00000001:2.0:1787762570.311381:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762570.311382:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762570.311383:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c75680.
00000100:00000001:2.0:1787762570.311386:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762570.311388:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.311390:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762570.311394:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c761c0 x1874600883861248/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.311400:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762570.311401:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762570.311403:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762570.311405:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762570.311407:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762570.311408:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762570.311410:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762570.311411:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448800.
02000000:00000001:2.0:1787762570.311413:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762570.311414:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762570.311416:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c761c0.
00000100:00000001:2.0:1787762570.311418:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762570.311419:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.311420:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762570.311423:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c752c0 x1874600883861376/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.311429:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762570.311430:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762570.311432:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762570.311433:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762570.311435:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762570.311436:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762570.311437:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762570.311438:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b800.
02000000:00000001:2.0:1787762570.311440:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762570.311441:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762570.311442:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c752c0.
00000100:00000001:2.0:1787762570.311444:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762570.311445:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.311446:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762570.311449:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c77480 x1874600883861504/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762570.311454:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762570.311455:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762570.311457:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762570.311459:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762570.311460:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762570.311461:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762570.311463:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762570.311464:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449000.
02000000:00000001:2.0:1787762570.311465:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762570.311467:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762570.311467:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c77480.
00000100:00000001:2.0:1787762570.311469:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762570.311470:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.311528:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.311533:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762570.311534:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762570.311536:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762570.311538:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762570.755683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762570.755690:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762570.755696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762570.755699:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762570.755701:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762570.755704:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762570.755708:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762570.755710:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762570.755712:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762570.755714:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762570.755725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762570.755726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762570.755782:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762570.755786:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762570.755790:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762571.587696:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298628860, at 4298628864
00000100:00000040:1.0:1787762571.587698:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298628860, at 4298628864
00000100:00000010:0.0:1787762571.587711:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7ba0.
00000100:00000010:1.0:1787762571.587713:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f74e0.
00010000:00000001:0.0:1787762571.779698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762571.779705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762571.779710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762571.779711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762571.779714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762571.779715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762571.779763:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762571.779767:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762571.779770:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762572.803720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762572.803728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762572.803734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762572.803735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762572.803738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762572.803742:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762572.803744:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762572.803747:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762572.803750:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762572.803753:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762572.803755:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762572.803757:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762572.803819:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762572.803823:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762572.803827:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762573.828298:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762573.828304:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762573.828310:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762573.828311:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762573.828314:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762573.828315:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762573.828381:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762573.828384:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762573.828386:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762574.851847:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762574.851853:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762574.851858:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762574.851859:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762574.851862:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762574.851864:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762574.852038:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762574.852042:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762574.852045:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762575.427732:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762575.427742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762575.427744:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762575.427748:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762575.427752:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762575.427760:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3960
00000400:00000200:0.0:1787762575.427768:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762575.427774:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762575.427777:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762575.427781:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762575.427784:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762575.427786:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762575.427789:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762575.427793:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762575.427795:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787762575.427798:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762575.427801:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787762575.427803:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787762575.427805:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787762575.427808:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762575.427810:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762575.427812:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762575.427814:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762575.427817:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787762575.427820:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762575.427823:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762575.427826:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762575.427829:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762575.427832:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762575.427834:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762575.427836:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762575.427844:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f0c0.
00000020:00000040:0.0:1787762575.427848:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787762575.427852:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762575.427854:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762575.427857:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762575.427860:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762575.427865:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762575.427873:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30400.
00000100:00000001:0.0:1787762575.427879:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762575.427886:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f0c0 x1874600883861632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762575.427894:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762575.427907:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762575.427911:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcc28536] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f0c0 x1874600883861632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762575.427930:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762575.427932:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762575.427934:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762575.427935:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762575.427941:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762575.427943:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762575.427945:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3960
00000400:00000200:0.0:1787762575.427959:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762575.427961:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762575.427962:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762575.427964:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762575.427966:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762575.427967:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762575.427968:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762575.427970:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762575.427970:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787762575.427971:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762575.427972:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787762575.427974:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787762575.427976:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787762575.427980:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762575.427982:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762575.427984:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762575.427985:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762575.427987:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787762575.427989:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762575.427990:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762575.427992:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762575.427994:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787762575.427997:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762575.428000:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762575.428000:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762575.428003:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762575.428005:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:0.0:1787762575.428007:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762575.428009:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762575.428011:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762575.428015:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c3c0.
00000100:00000040:2.0:1787762575.428015:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097f0c0 x1874600883861632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787762575.428018:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787762575.428022:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762575.428023:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762575.428026:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762575.428028:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762575.428031:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762575.428034:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000010:0.0:1787762575.428037:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31800.
00000100:00000001:2.0:1787762575.428039:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762575.428042:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762575.428044:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762575.428048:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787762575.428050:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c3c0 x1874600883861760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787762575.428052:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762575.428061:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883861632:192.168.204.116@tcp:250:kworker.0
00000100:00000001:0.0:1787762575.428066:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762575.428069:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787762575.428070:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762575.428074:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1787762575.428078:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732a0c51] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c3c0 x1874600883861760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762575.428079:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762575.428084:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787762575.428092:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762575.428092:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762575.428096:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762575.428098:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762575.428103:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787762575.428105:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762575.428107:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762575.428109:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762575.428112:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3960
00000400:00000200:0.0:1787762575.428116:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762575.428119:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762575.428121:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762575.428124:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762575.428126:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762575.428127:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762575.428129:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762575.428132:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762575.428133:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787762575.428135:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762575.428136:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787762575.428138:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787762575.428140:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787762575.428143:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762575.428145:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762575.428146:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762575.428148:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762575.428151:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787762575.428153:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762575.428154:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762575.428156:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762575.428158:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762575.428159:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762575.428161:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762575.428162:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762575.428163:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762575.428164:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762575.428167:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097ed00.
00000020:00000040:0.0:1787762575.428170:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787762575.428172:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762575.428173:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762575.428175:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762575.428176:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762575.428178:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762575.428182:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32800.
00000100:00000001:0.0:1787762575.428185:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762575.428208:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097ed00 x1874600883861888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762575.428220:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762575.428222:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762575.428226:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088ef356f] to pc [ptlrpcd_rcv+-1]  req@ffff96966097ed00 x1874600883861888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762575.428233:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762575.428236:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762575.428239:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762575.428240:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762575.428242:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762575.428245:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762575.428247:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3960
00000400:00000200:0.0:1787762575.428251:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762575.428254:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762575.428256:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762575.428258:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762575.428260:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762575.428262:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762575.428264:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762575.428266:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762575.428267:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787762575.428268:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762575.428269:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787762575.428270:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787762575.428271:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787762575.428273:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762575.428274:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762575.428276:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762575.428284:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762575.428286:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787762575.428288:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762575.428289:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762575.428291:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762575.428293:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762575.428294:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762575.428295:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762575.428297:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787762575.428298:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762575.428299:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762575.428302:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097de00.
00000020:00000040:0.0:1787762575.428303:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787762575.428304:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762575.428305:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762575.428306:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762575.428307:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762575.428308:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762575.428311:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33400.
00000100:00000001:0.0:1787762575.428313:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762575.428316:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097de00 x1874600883862016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762575.428321:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762575.428322:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762575.428324:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010d19df2] to pc [ptlrpcd_rcv+-1]  req@ffff96966097de00 x1874600883862016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762575.428329:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762575.428331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762575.428333:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787762575.428333:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762575.428335:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762575.428336:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762575.428338:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3960
00000400:00000200:0.0:1787762575.428340:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762575.428342:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762575.428343:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762575.428345:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762575.428346:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762575.428347:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762575.428348:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762575.428349:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762575.428349:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787762575.428350:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762575.428351:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787762575.428352:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787762575.428353:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787762575.428355:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762575.428356:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762575.428357:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762575.428358:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762575.428360:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787762575.428361:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762575.428362:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762575.428363:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762575.428364:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762575.428365:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762575.428366:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762575.428367:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787762575.428368:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762575.428369:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762575.428371:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097da40.
00000020:00000040:0.0:1787762575.428373:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787762575.428374:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762575.428375:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762575.428376:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762575.428376:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762575.428377:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762575.428379:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00000001:0.0:1787762575.428380:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762575.428383:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097da40 x1874600883862144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762575.428386:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762575.428387:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762575.428389:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a392d04] to pc [ptlrpcd_rcv+-1]  req@ffff96966097da40 x1874600883862144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762575.428393:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762575.428395:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3970)
00000400:00000200:2.0:1787762575.428663:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762575.428669:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762575.428676:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762575.428682:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883861632, portal 25
00000100:00000001:2.0:1787762575.428684:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762575.428686:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342672064 : -115902366879552 : ffff96966097f0c0)
00000100:00000040:2.0:1787762575.428693:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097f0c0 x1874600883861632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.428701:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762575.428704:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762575.428707:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762575.428710:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883861632, offset 0
00000400:00000200:2.0:1787762575.428716:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762575.428724:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762575.428729:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762575.428734:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762575.428738:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762575.428741:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762575.428744:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762575.428748:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3669:3669:256:4294967295] 192.168.204.116@tcp LPNI seq info [3669:3669:8:4294967295]
00000400:00000200:2.0:1787762575.428752:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762575.428762:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762575.428768:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762575.428773:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762575.428779:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762575.428783:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762575.428789:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762575.428792:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787762575.428797:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762575.428799:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762575.428805:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762575.428809:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762575.428814:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762575.428816:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762575.428820:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762575.428824:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097f0c0 x1874600883861632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.428833:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762575.428836:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097f0c0 x1874600883861632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.428843:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762575.428845:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762575.428850:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762575.428853:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762575.428856:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298633980
00000100:00000010:2.0:1787762575.428861:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f78a0.
00000100:00000001:2.0:1787762575.428866:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762575.428871:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298633980
00000100:00000010:2.0:1787762575.428873:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7720.
00000100:00000001:2.0:1787762575.428876:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762575.428879:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762575.428881:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762575.428884:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762575.428887:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762575/real 1787762575]  req@ffff96966097f0c0 x1874600883861632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762575.428914:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762575.428916:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762575.428917:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762575.428920:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762575.428922:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762575.428924:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762575.428927:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097f0c0 x1874600883861632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762575.428936:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097f0c0 x1874600883861632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.428942:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762575.428944:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.428957:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762575.428959:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762575.428963:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097f0c0 x1874600883861632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.428971:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762575.428974:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097f0c0 x1874600883861632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.428981:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762575.428985:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.428986:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762575.428987:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.428989:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762575.428991:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762575.428994:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762575.428997:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762575.428999:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762575.429003:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097f0c0 x1874600883861632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762575.429012:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883861632:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762575.429016:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.429018:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762575.429021:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097f0c0 x1874600883861632/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.429028:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762575.429030:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762575.429032:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762575.429036:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762575.429038:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762575.429039:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762575.429041:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762575.429044:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a30400.
02000000:00000001:2.0:1787762575.429047:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762575.429049:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762575.429051:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097f0c0.
00000100:00000001:2.0:1787762575.429054:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762575.429055:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.429057:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.429063:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762575.429065:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762575.429067:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762575.429068:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762575.429070:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762575.429073:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097c3c0 x1874600883861760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.429079:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762575.429081:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762575.429083:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762575.429085:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762575.429086:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762575.429089:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883861760:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762575.429092:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762575.429094:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762575.429096:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762575.429098:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762575.429100:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762575.429102:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762575.429106:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762575.429108:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762575.429111:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762575.429114:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883861760, portal 10
00000100:00000001:2.0:1787762575.429116:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762575.429117:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342660544 : -115902366891072 : ffff96966097c3c0)
00000100:00000040:2.0:1787762575.429123:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097c3c0 x1874600883861760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.429129:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762575.429131:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762575.429134:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762575.429136:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883861760, offset 0
00000400:00000200:2.0:1787762575.429139:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762575.429143:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762575.429146:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762575.429149:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762575.429151:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762575.429153:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762575.429155:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762575.429158:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3670:3670:256:4294967295] 192.168.204.116@tcp LPNI seq info [3670:3670:8:4294967295]
00000400:00000200:2.0:1787762575.429162:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762575.429168:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762575.429172:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762575.429175:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762575.429179:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762575.429182:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762575.429186:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762575.429188:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787762575.429202:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762575.429204:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762575.429207:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762575.429210:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762575.429213:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762575.429215:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762575.429217:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762575.429221:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097c3c0 x1874600883861760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.429228:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762575.429231:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097c3c0 x1874600883861760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.429237:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762575.429238:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762575.429241:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762575.429244:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762575.429247:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762575.429249:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298632740
00000100:00000001:2.0:1787762575.429252:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298633980
00000100:00000001:2.0:1787762575.429254:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298632740
00000100:00000001:2.0:1787762575.429256:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298633980
00000100:00000001:2.0:1787762575.429258:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762575.429260:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762575.429262:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762575.429265:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762575/real 1787762575]  req@ffff96966097c3c0 x1874600883861760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762575.429272:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762575.429273:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762575.429275:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762575.429278:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762575.429279:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762575.429281:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762575.429283:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097c3c0 x1874600883861760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762575.429292:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097c3c0 x1874600883861760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.429298:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762575.429299:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.429301:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762575.429302:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762575.429305:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097c3c0 x1874600883861760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.429312:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762575.429315:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097c3c0 x1874600883861760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.429322:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762575.429324:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.429326:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762575.429327:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.429329:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762575.429330:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762575.429333:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762575.429335:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762575.429337:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762575.429340:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097c3c0 x1874600883861760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762575.429348:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883861760:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762575.429353:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762575.429356:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097ed00 x1874600883861888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.429363:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762575.429364:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762575.429366:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762575.429368:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762575.429370:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762575.429373:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883861888:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762575.429376:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762575.429378:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762575.429379:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762575.429381:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762575.429384:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762575.429386:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762575.429389:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762575.429391:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762575.429394:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762575.429396:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883861888, portal 10
00000100:00000001:2.0:1787762575.429398:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762575.429399:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342671104 : -115902366880512 : ffff96966097ed00)
00000100:00000040:2.0:1787762575.429404:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097ed00 x1874600883861888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.429411:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762575.429413:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762575.429415:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762575.429417:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883861888, offset 0
00000400:00000200:2.0:1787762575.429421:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762575.429425:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762575.429428:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762575.429430:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762575.429433:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762575.429435:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762575.429437:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762575.429440:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3671:3671:256:4294967295] 192.168.204.116@tcp LPNI seq info [3671:3671:8:4294967295]
00000400:00000200:2.0:1787762575.429444:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762575.429450:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762575.429454:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762575.429457:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762575.429460:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762575.429463:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762575.429467:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762575.429469:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787762575.429472:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762575.429474:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762575.429477:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762575.429480:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762575.429483:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762575.429484:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762575.429486:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762575.429489:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097ed00 x1874600883861888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.429496:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762575.429499:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097ed00 x1874600883861888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.429506:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762575.429507:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762575.429510:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762575.429512:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762575.429515:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762575.429517:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298632799
00000100:00000001:2.0:1787762575.429519:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298633980
00000100:00000001:2.0:1787762575.429521:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298632799
00000100:00000001:2.0:1787762575.429523:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298633980
00000100:00000001:2.0:1787762575.429525:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762575.429527:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762575.429529:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762575.429532:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762575/real 1787762575]  req@ffff96966097ed00 x1874600883861888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762575.429551:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762575.429552:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762575.429553:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762575.429556:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762575.429557:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762575.429559:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762575.429562:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097ed00 x1874600883861888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762575.429570:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097ed00 x1874600883861888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.429576:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762575.429578:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.429579:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762575.429580:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762575.429583:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097ed00 x1874600883861888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.429589:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762575.429592:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097ed00 x1874600883861888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.429613:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762575.429615:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.429617:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762575.429618:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.429621:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762575.429622:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762575.429625:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762575.429628:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762575.429630:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762575.429633:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097ed00 x1874600883861888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762575.429641:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883861888:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762575.429645:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762575.429648:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097de00 x1874600883862016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.429655:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762575.429656:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762575.429657:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762575.429659:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762575.429661:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762575.429664:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883862016:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762575.429667:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762575.429668:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762575.429670:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762575.429672:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762575.429674:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762575.429677:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762575.429680:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762575.429682:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762575.429685:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762575.429688:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883862016, portal 4
00000100:00000001:2.0:1787762575.429690:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762575.429691:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342667264 : -115902366884352 : ffff96966097de00)
00000100:00000040:2.0:1787762575.429696:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097de00 x1874600883862016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.429702:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762575.429705:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762575.429707:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762575.429709:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883862016, offset 0
00000400:00000200:2.0:1787762575.429712:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762575.429715:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762575.429718:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762575.429721:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762575.429723:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762575.429725:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762575.429727:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762575.429730:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3672:3672:256:4294967295] 192.168.204.116@tcp LPNI seq info [3672:3672:8:4294967295]
00000400:00000200:2.0:1787762575.429734:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762575.429739:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762575.429744:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762575.429746:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762575.429749:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762575.429752:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762575.429756:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762575.429759:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787762575.429762:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762575.429764:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762575.429767:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762575.429770:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762575.429772:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762575.429774:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762575.429776:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762575.429779:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097de00 x1874600883862016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.429786:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762575.429789:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097de00 x1874600883862016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.429801:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762575.429803:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762575.429805:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762575.429807:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762575.429810:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762575.429812:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298632721
00000100:00000001:2.0:1787762575.429814:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298633980
00000100:00000001:2.0:1787762575.429816:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298632721
00000100:00000001:2.0:1787762575.429818:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298633980
00000100:00000001:2.0:1787762575.429820:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762575.429821:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762575.429823:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762575.429827:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762575/real 1787762575]  req@ffff96966097de00 x1874600883862016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762575.429834:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762575.429836:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762575.429837:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762575.429839:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762575.429841:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762575.429843:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762575.429845:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097de00 x1874600883862016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762575.429853:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097de00 x1874600883862016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.429860:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762575.429861:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.429862:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762575.429863:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762575.429866:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097de00 x1874600883862016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.429873:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762575.429877:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097de00 x1874600883862016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.429883:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762575.429886:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.429887:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762575.429889:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.429890:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762575.429892:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762575.429894:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762575.429897:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762575.429899:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762575.429902:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097de00 x1874600883862016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762575.429909:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883862016:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762575.429913:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762575.429916:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097da40 x1874600883862144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.429922:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762575.429923:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762575.429925:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762575.429926:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762575.429929:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762575.429931:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883862144:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762575.429934:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762575.429936:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762575.429938:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762575.429939:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762575.429942:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762575.429944:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762575.429959:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762575.429962:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762575.429965:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762575.429968:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883862144, portal 4
00000100:00000001:2.0:1787762575.429970:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762575.429971:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342666304 : -115902366885312 : ffff96966097da40)
00000100:00000040:2.0:1787762575.429976:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097da40 x1874600883862144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.429982:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762575.429985:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762575.429986:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762575.429988:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883862144, offset 0
00000400:00000200:2.0:1787762575.429991:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762575.429995:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762575.429998:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762575.430000:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762575.430002:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762575.430004:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762575.430007:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762575.430010:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3673:3673:256:4294967295] 192.168.204.116@tcp LPNI seq info [3673:3673:8:4294967295]
00000400:00000200:2.0:1787762575.430014:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762575.430019:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762575.430024:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762575.430026:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762575.430030:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762575.430032:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762575.430036:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762575.430039:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787762575.430043:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762575.430045:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762575.430047:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762575.430050:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762575.430053:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762575.430054:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762575.430056:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762575.430060:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097da40 x1874600883862144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.430067:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762575.430070:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097da40 x1874600883862144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.430076:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762575.430077:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762575.430080:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762575.430082:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762575.430085:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762575.430087:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298632728
00000100:00000001:2.0:1787762575.430089:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298633980
00000100:00000001:2.0:1787762575.430091:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298632728
00000100:00000001:2.0:1787762575.430093:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298633980
00000100:00000001:2.0:1787762575.430095:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762575.430097:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762575.430099:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762575.430102:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762575/real 1787762575]  req@ffff96966097da40 x1874600883862144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762575.430108:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762575.430109:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762575.430111:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762575.430113:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762575.430115:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762575.430117:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762575.430120:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097da40 x1874600883862144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762575.430128:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097da40 x1874600883862144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.430133:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762575.430134:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.430136:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762575.430137:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762575.430140:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097da40 x1874600883862144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.430146:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762575.430150:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097da40 x1874600883862144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.430156:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762575.430158:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.430160:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762575.430161:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.430163:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762575.430164:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762575.430166:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762575.430169:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762575.430171:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762575.430174:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097da40 x1874600883862144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762575.430182:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883862144:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762575.430185:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.430187:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762575.430190:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097c3c0 x1874600883861760/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.430196:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762575.430198:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762575.430200:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762575.430202:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762575.430203:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762575.430205:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762575.430206:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762575.430208:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a31800.
02000000:00000001:2.0:1787762575.430210:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762575.430212:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762575.430213:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097c3c0.
00000100:00000001:2.0:1787762575.430216:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762575.430218:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.430219:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762575.430222:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097ed00 x1874600883861888/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.430228:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762575.430229:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762575.430231:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762575.430232:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762575.430234:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762575.430235:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762575.430236:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762575.430238:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a32800.
02000000:00000001:2.0:1787762575.430239:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762575.430240:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762575.430242:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097ed00.
00000100:00000001:2.0:1787762575.430245:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762575.430246:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.430247:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762575.430251:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097de00 x1874600883862016/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.430257:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762575.430258:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762575.430260:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762575.430262:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762575.430263:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762575.430264:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762575.430266:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762575.430267:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a33400.
02000000:00000001:2.0:1787762575.430268:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762575.430269:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762575.430270:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097de00.
00000100:00000001:2.0:1787762575.430273:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762575.430275:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.430276:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762575.430279:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097da40 x1874600883862144/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762575.430284:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762575.430286:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762575.430287:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762575.430289:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762575.430290:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762575.430291:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762575.430293:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762575.430295:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a32000.
02000000:00000001:2.0:1787762575.430296:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762575.430297:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762575.430298:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097da40.
00000100:00000001:2.0:1787762575.430300:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762575.430301:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.430302:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.430305:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762575.430306:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762575.430308:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762575.430309:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762575.875723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762575.875729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762575.875734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762575.875735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762575.875738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762575.875740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762575.875792:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762575.875795:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762575.875799:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787762576.708404:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298633980, at 4298633984
00000100:00000010:1.0:1787762576.708422:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7720.
00000100:00000040:0.0:1787762576.709712:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298633980, at 4298633986
00000100:00000010:0.0:1787762576.709721:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f78a0.
00010000:00000001:0.0:1787762576.899724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762576.899730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762576.899736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762576.899737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762576.899740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762576.899741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762576.901036:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762576.901040:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762576.901044:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762577.924091:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762577.924099:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762577.924101:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762577.924104:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762577.924109:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762577.924112:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762577.924114:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762577.924116:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762577.924120:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762577.924121:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762577.924124:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762577.924126:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762577.924950:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762577.924953:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762577.924956:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762578.947727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762578.947733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762578.947738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762578.947740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762578.947743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762578.947744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762578.947838:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762578.947841:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762578.947843:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762579.971728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762579.971734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762579.971740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762579.971741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762579.971744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762579.971745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762579.971814:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762579.971818:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762579.971821:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762580.547918:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762580.547928:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762580.547930:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762580.547934:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762580.547938:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762580.547945:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3965
00000400:00000200:1.0:1787762580.547953:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762580.547959:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762580.547962:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762580.547965:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762580.547967:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762580.547970:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762580.547972:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762580.547976:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762580.547978:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:1.0:1787762580.547981:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762580.547984:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:1.0:1787762580.547987:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:1.0:1787762580.547989:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:1.0:1787762580.547992:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762580.547993:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762580.547996:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762580.547998:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762580.548001:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:1.0:1787762580.548004:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762580.548008:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762580.548011:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762580.548014:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762580.548017:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762580.548019:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762580.548021:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762580.548030:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c74b40.
00000020:00000040:1.0:1787762580.548034:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:1.0:1787762580.548037:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762580.548039:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762580.548041:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762580.548044:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762580.548047:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762580.548055:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449c00.
00000100:00000001:1.0:1787762580.548061:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762580.548070:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c74b40 x1874600883862272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762580.548079:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762580.548083:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762580.548088:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be39ab00] to pc [ptlrpcd_rcv+-1]  req@ffff969643c74b40 x1874600883862272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762580.548112:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762580.548115:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762580.548118:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762580.548120:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762580.548121:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762580.548124:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762580.548127:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3965
00000400:00000200:1.0:1787762580.548130:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762580.548133:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762580.548135:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762580.548137:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762580.548140:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762580.548142:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762580.548144:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762580.548146:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762580.548147:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:1.0:1787762580.548149:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762580.548151:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:1.0:1787762580.548153:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:1.0:1787762580.548155:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:1.0:1787762580.548157:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762580.548159:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762580.548161:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762580.548163:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762580.548165:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:1.0:1787762580.548167:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762580.548169:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762580.548171:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762580.548176:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762580.548178:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762580.548180:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762580.548184:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762580.548188:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762580.548190:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762580.548193:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c76940.
00000020:00000040:1.0:1787762580.548196:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
00000100:00000001:2.0:1787762580.548196:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1787762580.548201:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787762580.548201:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1787762580.548205:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762580.548206:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787762580.548207:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762580.548210:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762580.548212:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762580.548215:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c74b40 x1874600883862272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787762580.548218:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448400.
00000100:00000001:1.0:1787762580.548224:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762580.548231:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1787762580.548235:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c76940 x1874600883862400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762580.548235:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762580.548241:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762580.548245:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762580.548248:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787762580.548250:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762580.548253:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762580.548257:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883862272:192.168.204.116@tcp:250:kworker.0
00000100:00000040:1.0:1787762580.548262:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0b042fe] to pc [ptlrpcd_rcv+-1]  req@ffff969643c76940 x1874600883862400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.548264:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762580.548268:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762580.548271:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762580.548275:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762580.548279:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762580.548281:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762580.548283:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762580.548288:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762580.548289:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:1.0:1787762580.548295:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1787762580.548295:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000100:00000001:1.0:1787762580.548297:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762580.548301:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762580.548304:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1787762580.548305:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00080000:1.0:1787762580.548307:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3965
00000400:00000200:1.0:1787762580.548313:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000200:2.0:1787762580.548314:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883862272, portal 25
00000400:00000200:1.0:1787762580.548318:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762580.548319:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762580.548322:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859236160 : -115902850315456 : ffff969643c74b40)
00000100:00080000:1.0:1787762580.548323:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762580.548328:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762580.548332:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762580.548333:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c74b40 x1874600883862272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762580.548336:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762580.548341:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762580.548346:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762580.548348:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000100:00000001:2.0:1787762580.548351:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1787762580.548352:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762580.548356:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000100:00000040:2.0:1787762580.548359:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000020:00000001:1.0:1787762580.548360:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:1.0:1787762580.548364:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:1.0:1787762580.548368:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762580.548370:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762580.548372:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000010:2.0:1787762580.548373:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000001:1.0:1787762580.548375:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762580.548379:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:1.0:1787762580.548381:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000200:2.0:1787762580.548383:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883862272, offset 0
00000100:00000001:1.0:1787762580.548384:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762580.548388:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762580.548396:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
02000000:00000001:1.0:1787762580.548397:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762580.548401:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762580.548403:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762580.548405:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762580.548406:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000008:00000001:1.0:1787762580.548411:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762580.548414:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762580.548416:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000010:1.0:1787762580.548419:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c76580.
00000400:00000200:2.0:1787762580.548422:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1787762580.548424:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:1.0:1787762580.548428:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787762580.548430:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
02000000:00000001:1.0:1787762580.548431:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762580.548435:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762580.548438:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787762580.548438:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1787762580.548442:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762580.548444:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
02000000:00000010:1.0:1787762580.548448:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544bc00.
00000400:00000200:2.0:1787762580.548450:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3674:3674:256:4294967295] 192.168.204.116@tcp LPNI seq info [3674:3674:8:4294967295]
00000100:00000001:1.0:1787762580.548454:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762580.548459:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00100000:1.0:1787762580.548464:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c76580 x1874600883862528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762580.548476:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787762580.548481:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762580.548485:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762580.548486:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000040:1.0:1787762580.548492:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008246f2cf] to pc [ptlrpcd_rcv+-1]  req@ffff969643c76580 x1874600883862528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1787762580.548495:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000100:00000001:1.0:1787762580.548503:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762580.548505:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00080000:1.0:1787762580.548507:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1787762580.548512:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000100:00080000:1.0:1787762580.548513:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762580.548516:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762580.548519:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1787762580.548521:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762580.548523:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1787762580.548525:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000100:00080000:1.0:1787762580.548529:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3965
00000800:00000100:2.0:1787762580.548534:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762580.548537:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000800:00000010:2.0:1787762580.548538:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:1.0:1787762580.548544:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000200:2.0:1787762580.548547:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1787762580.548548:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762580.548555:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762580.548557:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787762580.548560:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762580.548564:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000100:00000040:1.0:1787762580.548565:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762580.548570:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000010:2.0:1787762580.548570:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000020:00000001:1.0:1787762580.548574:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762580.548577:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000100:00000001:2.0:1787762580.548577:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1787762580.548581:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762580.548583:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:1.0:1787762580.548585:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000200:2.0:1787762580.548585:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c74b40 x1874600883862272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787762580.548590:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000001:2.0:1787762580.548631:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762580.548634:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000040:2.0:1787762580.548638:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c74b40 x1874600883862272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762605 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762580.548639:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762580.548644:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762580.548649:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762580.548653:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00000001:2.0:1787762580.548653:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762580.548658:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1787762580.548659:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762580.548662:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762580.548664:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762580.548665:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762580.548666:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762580.548670:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762580.548671:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787762580.548674:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000008:00100000:1.0:1787762580.548675:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:1.0:1787762580.548679:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762580.548679:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298639100
00000100:00000001:1.0:1787762580.548681:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762580.548686:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c770c0.
00000100:00000010:2.0:1787762580.548688:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7f00.
00000020:00000040:1.0:1787762580.548689:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:1.0:1787762580.548693:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762580.548694:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762580.548696:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787762580.548697:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
02000000:00000001:1.0:1787762580.548698:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762580.548702:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762580.548707:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298639100
02000000:00000010:1.0:1787762580.548708:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544a400.
00000100:00000001:1.0:1787762580.548714:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762580.548715:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7480.
00000100:00000001:2.0:1787762580.548720:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00100000:1.0:1787762580.548722:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c770c0 x1874600883862656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762580.548724:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762580.548730:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762580.548734:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787762580.548737:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762580.548742:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762580.548742:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762580/real 1787762580]  req@ffff969643c74b40 x1874600883862272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762580.548749:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000505f9847] to pc [ptlrpcd_rcv+-1]  req@ffff969643c770c0 x1874600883862656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762580.548759:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787762580.548761:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787762580.548762:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:1.0:1787762580.548764:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1787762580.548766:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000100:00080000:1.0:1787762580.548768:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787762580.548771:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787762580.548771:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000100:00080000:1.0:1787762580.548774:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787762580.548775:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:1.0:1787762580.548776:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762580.548780:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3965
00000100:00000001:2.0:1787762580.548781:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:1.0:1787762580.548784:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000200:2.0:1787762580.548788:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c74b40 x1874600883862272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762580.548789:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762580.548792:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762580.548797:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762580.548800:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762580.548803:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762580.548806:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762580.548811:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762580.548812:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:1.0:1787762580.548815:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1787762580.548816:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c74b40 x1874600883862272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787762580.548817:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:1.0:1787762580.548821:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:1.0:1787762580.548824:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:1.0:1787762580.548830:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762580.548835:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762580.548836:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:1.0:1787762580.548837:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762580.548840:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762580.548841:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762580.548846:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00000001:2.0:1787762580.548846:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762580.548861:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787762580.548863:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762580.548867:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762580.548870:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c74b40 x1874600883862272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762580.548871:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762580.548875:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762580.548880:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762580.548884:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762580.548885:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1787762580.548887:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787762580.548891:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762580.548894:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c74b40 x1874600883862272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762580.548895:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762580.548900:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c743c0.
00000100:00000001:2.0:1787762580.548902:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:1.0:1787762580.548904:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000100:00000001:2.0:1787762580.548907:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787762580.548908:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762580.548911:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762580.548911:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762580.548914:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787762580.548914:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787762580.548917:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787762580.548918:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:1.0:1787762580.548919:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762580.548921:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:1.0:1787762580.548923:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448000.
00000100:00080000:2.0:1787762580.548924:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1787762580.548928:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762580.548929:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762580.548934:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787762580.548937:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c743c0 x1874600883862784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787762580.548939:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c74b40 x1874600883862272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762580.548953:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762580.548956:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762580.548958:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883862272:192.168.204.116@tcp:250:kworker.0
00000100:00000040:1.0:1787762580.548961:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fac29a1] to pc [ptlrpcd_rcv+-1]  req@ffff969643c743c0 x1874600883862784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.548967:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762580.548970:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762580.548972:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762580.548974:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3975)
00000100:00000040:2.0:1787762580.548979:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c74b40 x1874600883862272/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.548995:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762580.548999:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762580.549001:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762580.549005:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762580.549008:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762580.549009:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762580.549011:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762580.549014:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449c00.
02000000:00000001:2.0:1787762580.549017:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762580.549018:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762580.549020:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c74b40.
00000100:00000001:2.0:1787762580.549022:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762580.549022:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762580.549024:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762580.549029:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762580.549030:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762580.549032:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762580.549033:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762580.549034:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762580.549037:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c76940 x1874600883862400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549042:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762580.549043:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762580.549044:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762580.549045:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762580.549047:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762580.549048:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883862400:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762580.549051:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762580.549052:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762580.549053:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762580.549054:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762580.549056:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762580.549058:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762580.549061:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762580.549062:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762580.549065:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762580.549074:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883862400, portal 10
00000100:00000001:2.0:1787762580.549076:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762580.549077:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859243840 : -115902850307776 : ffff969643c76940)
00000100:00000040:2.0:1787762580.549084:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c76940 x1874600883862400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549090:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762580.549092:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762580.549095:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762580.549097:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883862400, offset 0
00000400:00000200:2.0:1787762580.549101:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762580.549105:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762580.549108:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762580.549112:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762580.549114:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762580.549117:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762580.549119:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762580.549122:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3675:3675:256:4294967295] 192.168.204.116@tcp LPNI seq info [3675:3675:8:4294967295]
00000400:00000200:2.0:1787762580.549126:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762580.549132:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762580.549135:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762580.549137:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762580.549140:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762580.549142:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762580.549147:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762580.549149:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787762580.549153:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762580.549154:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762580.549157:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762580.549160:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762580.549163:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762580.549165:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762580.549167:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762580.549171:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c76940 x1874600883862400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549178:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762580.549181:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c76940 x1874600883862400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762605 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549187:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762580.549189:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762580.549192:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762580.549196:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762580.549199:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762580.549201:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298637860
00000100:00000001:2.0:1787762580.549203:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298639100
00000100:00000001:2.0:1787762580.549206:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298637860
00000100:00000001:2.0:1787762580.549209:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298639100
00000100:00000001:2.0:1787762580.549211:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762580.549213:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762580.549215:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762580.549219:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762580/real 1787762580]  req@ffff969643c76940 x1874600883862400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762580.549226:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762580.549227:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762580.549229:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762580.549231:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762580.549233:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762580.549235:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762580.549238:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c76940 x1874600883862400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762580.549246:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c76940 x1874600883862400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549252:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762580.549254:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762580.549256:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762580.549257:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762580.549260:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c76940 x1874600883862400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549267:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762580.549271:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c76940 x1874600883862400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549277:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762580.549279:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762580.549281:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762580.549282:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762580.549284:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762580.549286:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762580.549288:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762580.549291:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762580.549293:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762580.549297:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c76940 x1874600883862400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762580.549305:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883862400:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762580.549308:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762580.549311:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c76580 x1874600883862528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549318:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762580.549319:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762580.549321:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762580.549322:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762580.549325:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762580.549327:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883862528:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762580.549330:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762580.549332:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762580.549333:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762580.549335:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762580.549338:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762580.549340:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762580.549342:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762580.549345:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762580.549347:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762580.549350:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883862528, portal 10
00000100:00000001:2.0:1787762580.549352:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762580.549353:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859242880 : -115902850308736 : ffff969643c76580)
00000100:00000040:2.0:1787762580.549358:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c76580 x1874600883862528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549365:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762580.549367:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762580.549369:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762580.549372:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883862528, offset 0
00000400:00000200:2.0:1787762580.549375:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762580.549380:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762580.549382:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762580.549384:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762580.549386:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762580.549387:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762580.549389:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762580.549391:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3676:3676:256:4294967295] 192.168.204.116@tcp LPNI seq info [3676:3676:8:4294967295]
00000400:00000200:2.0:1787762580.549393:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762580.549397:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762580.549400:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762580.549402:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762580.549404:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762580.549406:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762580.549409:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762580.549411:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787762580.549427:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762580.549429:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762580.549432:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762580.549435:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762580.549438:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762580.549440:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762580.549443:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762580.549447:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c76580 x1874600883862528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549455:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762580.549457:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c76580 x1874600883862528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762605 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549470:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762580.549470:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762580.549473:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762580.549475:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762580.549478:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762580.549479:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298637919
00000100:00000001:2.0:1787762580.549481:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298639100
00000100:00000001:2.0:1787762580.549482:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298637919
00000100:00000001:2.0:1787762580.549483:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298639100
00000100:00000001:2.0:1787762580.549485:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762580.549486:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762580.549487:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762580.549489:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762580/real 1787762580]  req@ffff969643c76580 x1874600883862528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762580.549493:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762580.549494:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762580.549495:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762580.549496:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762580.549497:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762580.549499:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762580.549501:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c76580 x1874600883862528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762580.549505:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c76580 x1874600883862528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549509:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762580.549510:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762580.549511:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762580.549511:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762580.549513:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c76580 x1874600883862528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549517:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762580.549520:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c76580 x1874600883862528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549523:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762580.549525:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762580.549525:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762580.549526:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762580.549527:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762580.549528:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762580.549529:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762580.549531:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762580.549532:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762580.549534:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c76580 x1874600883862528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762580.549538:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883862528:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762580.549540:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762580.549542:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c770c0 x1874600883862656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549546:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762580.549547:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762580.549548:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762580.549549:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762580.549550:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762580.549552:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883862656:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762580.549554:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762580.549556:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762580.549558:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762580.549560:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762580.549562:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762580.549564:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762580.549567:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762580.549570:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762580.549573:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762580.549575:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883862656, portal 4
00000100:00000001:2.0:1787762580.549577:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762580.549578:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859245760 : -115902850305856 : ffff969643c770c0)
00000100:00000040:2.0:1787762580.549583:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c770c0 x1874600883862656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549589:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762580.549592:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762580.549594:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762580.549616:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883862656, offset 0
00000400:00000200:2.0:1787762580.549621:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762580.549625:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762580.549628:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762580.549630:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762580.549632:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762580.549634:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762580.549636:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762580.549639:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3677:3677:256:4294967295] 192.168.204.116@tcp LPNI seq info [3677:3677:8:4294967295]
00000400:00000200:2.0:1787762580.549642:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762580.549647:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762580.549651:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762580.549654:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762580.549657:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762580.549660:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762580.549663:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762580.549665:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787762580.549668:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762580.549670:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762580.549672:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762580.549675:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762580.549678:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762580.549679:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762580.549681:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762580.549684:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c770c0 x1874600883862656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549692:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762580.549695:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c770c0 x1874600883862656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762605 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549701:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762580.549702:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762580.549705:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762580.549707:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762580.549710:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762580.549712:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298637841
00000100:00000001:2.0:1787762580.549714:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298639100
00000100:00000001:2.0:1787762580.549716:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298637841
00000100:00000001:2.0:1787762580.549718:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298639100
00000100:00000001:2.0:1787762580.549720:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762580.549723:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762580.549725:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762580.549729:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762580/real 1787762580]  req@ffff969643c770c0 x1874600883862656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762580.549736:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762580.549737:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762580.549739:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762580.549741:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762580.549742:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762580.549745:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762580.549747:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c770c0 x1874600883862656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762580.549754:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c770c0 x1874600883862656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549760:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762580.549761:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762580.549763:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762580.549764:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762580.549767:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c770c0 x1874600883862656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549774:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762580.549778:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c770c0 x1874600883862656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549784:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762580.549787:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762580.549788:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762580.549789:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762580.549790:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762580.549792:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762580.549794:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762580.549796:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762580.549797:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762580.549799:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c770c0 x1874600883862656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762580.549804:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883862656:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762580.549807:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762580.549809:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c743c0 x1874600883862784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549813:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762580.549814:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762580.549815:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762580.549817:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762580.549818:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762580.549820:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883862784:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762580.549823:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762580.549825:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762580.549826:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762580.549828:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762580.549831:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762580.549833:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762580.549836:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762580.549838:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762580.549841:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762580.549845:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883862784, portal 4
00000100:00000001:2.0:1787762580.549846:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762580.549859:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859234240 : -115902850317376 : ffff969643c743c0)
00000100:00000040:2.0:1787762580.549865:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c743c0 x1874600883862784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549871:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762580.549873:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762580.549875:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762580.549878:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883862784, offset 0
00000400:00000200:2.0:1787762580.549882:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762580.549886:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762580.549889:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762580.549892:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762580.549893:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762580.549895:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762580.549896:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762580.549898:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3678:3678:256:4294967295] 192.168.204.116@tcp LPNI seq info [3678:3678:8:4294967295]
00000400:00000200:2.0:1787762580.549901:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762580.549905:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762580.549907:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762580.549909:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762580.549912:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762580.549913:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762580.549916:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762580.549918:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787762580.549920:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762580.549921:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762580.549924:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762580.549926:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762580.549927:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762580.549928:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762580.549930:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762580.549932:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c743c0 x1874600883862784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549937:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762580.549939:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c743c0 x1874600883862784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762605 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549943:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762580.549944:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762580.549945:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762580.549948:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762580.549949:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762580.549951:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298637848
00000100:00000001:2.0:1787762580.549952:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298639100
00000100:00000001:2.0:1787762580.549953:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298637848
00000100:00000001:2.0:1787762580.549955:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298639100
00000100:00000001:2.0:1787762580.549956:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762580.549959:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762580.549961:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762580.549964:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762580/real 1787762580]  req@ffff969643c743c0 x1874600883862784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762580.549971:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762580.549973:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762580.549974:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762580.549977:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762580.549978:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762580.549980:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762580.549983:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c743c0 x1874600883862784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762580.549991:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c743c0 x1874600883862784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.549997:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762580.549999:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762580.550001:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762580.550002:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762580.550005:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c743c0 x1874600883862784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.550012:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762580.550016:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c743c0 x1874600883862784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.550021:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762580.550022:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762580.550023:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762580.550024:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762580.550025:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762580.550026:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762580.550027:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762580.550030:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762580.550031:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762580.550033:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c743c0 x1874600883862784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762580.550037:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883862784:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762580.550039:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762580.550040:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762580.550042:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c76940 x1874600883862400/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.550046:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762580.550047:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762580.550048:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762580.550050:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762580.550051:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762580.550052:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762580.550053:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762580.550054:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448400.
02000000:00000001:2.0:1787762580.550056:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762580.550057:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762580.550058:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c76940.
00000100:00000001:2.0:1787762580.550059:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762580.550060:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762580.550061:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762580.550063:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c76580 x1874600883862528/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.550067:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762580.550068:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762580.550069:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762580.550071:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762580.550072:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762580.550073:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762580.550075:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762580.550077:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544bc00.
02000000:00000001:2.0:1787762580.550079:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762580.550080:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762580.550081:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c76580.
00000100:00000001:2.0:1787762580.550083:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762580.550084:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762580.550086:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762580.550089:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c770c0 x1874600883862656/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.550095:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762580.550097:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762580.550098:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762580.550101:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762580.550102:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762580.550103:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762580.550105:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762580.550107:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544a400.
02000000:00000001:2.0:1787762580.550109:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762580.550110:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762580.550112:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c770c0.
00000100:00000001:2.0:1787762580.550114:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762580.550115:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762580.550117:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762580.550119:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c743c0 x1874600883862784/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762580.550123:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762580.550124:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762580.550125:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762580.550127:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762580.550127:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762580.550128:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762580.550129:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762580.550130:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448000.
02000000:00000001:2.0:1787762580.550131:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762580.550131:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762580.550132:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c743c0.
00000100:00000001:2.0:1787762580.550134:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762580.550134:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762580.550136:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762580.550139:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762580.550140:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762580.550142:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762580.550144:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762580.995739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762580.995746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762580.995752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762580.995755:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762580.995757:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762580.995760:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762580.995763:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762580.995765:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762580.995767:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762580.995769:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762580.995773:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762580.995778:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762580.995871:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762580.995875:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762580.995878:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787762581.827778:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298639100, at 4298639104
00000100:00000040:0.0:1787762581.827779:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298639100, at 4298639104
00000100:00000010:1.0:1787762581.827806:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7480.
00000100:00000010:0.0:1787762581.827814:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7f00.
00010000:00000001:0.0:1787762582.019724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762582.019731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762582.019737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762582.019739:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762582.019742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762582.019743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762582.019810:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762582.019814:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762582.019817:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762583.043720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762583.043729:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762583.043735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762583.043736:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762583.043740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762583.043744:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762583.043746:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762583.043750:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762583.043754:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762583.043756:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762583.043758:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762583.043761:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762583.043841:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762583.043848:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762583.043853:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762584.067766:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762584.067773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762584.067778:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762584.067791:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762584.067795:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762584.067796:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762584.068362:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762584.068367:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762584.068370:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762585.093830:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762585.093836:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762585.093841:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762585.093842:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762585.093846:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762585.093847:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762585.093950:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762585.093954:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762585.093958:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762585.668875:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762585.668885:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762585.668888:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762585.668891:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762585.668895:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762585.668902:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3970
00000400:00000200:0.0:1787762585.668910:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762585.668916:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762585.668920:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762585.668923:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762585.668926:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762585.668929:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762585.668931:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762585.668935:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762585.668937:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787762585.668940:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762585.668943:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787762585.668945:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787762585.668948:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787762585.668951:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762585.668953:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762585.668955:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762585.668957:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762585.668960:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787762585.668963:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762585.668966:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762585.668969:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762585.668972:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762585.668974:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762585.668976:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762585.668979:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762585.668988:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c780.
00000020:00000040:0.0:1787762585.668992:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787762585.668996:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762585.668998:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762585.669001:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762585.669004:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762585.669008:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762585.669016:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31000.
00000100:00000001:0.0:1787762585.669023:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762585.669033:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c780 x1874600883862912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762585.669044:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762585.669048:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762585.669053:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b7e064a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c780 x1874600883862912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762585.669098:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762585.669101:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762585.669104:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762585.669106:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762585.669107:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762585.669110:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762585.669113:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3970
00000400:00000200:0.0:1787762585.669116:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762585.669119:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762585.669122:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762585.669124:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762585.669126:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762585.669128:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762585.669130:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762585.669133:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762585.669134:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787762585.669135:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762585.669137:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787762585.669139:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787762585.669141:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787762585.669144:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762585.669146:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762585.669148:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762585.669150:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762585.669153:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787762585.669156:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762585.669158:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762585.669160:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762585.669165:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762585.669168:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762585.669169:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762585.669174:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762585.669177:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762585.669179:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762585.669183:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c000.
00000020:00000040:0.0:1787762585.669185:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787762585.669188:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762585.669189:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762585.669191:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762585.669192:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762585.669194:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762585.669199:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33800.
00000100:00000001:0.0:1787762585.669202:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762585.669208:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c000 x1874600883863040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762585.669215:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762585.669217:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762585.669221:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b885017a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c000 x1874600883863040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762585.669228:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762585.669230:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762585.669234:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787762585.669235:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762585.669237:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762585.669239:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762585.669241:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3970
00000400:00000200:0.0:1787762585.669244:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762585.669247:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762585.669249:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762585.669252:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762585.669254:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762585.669256:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762585.669258:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762585.669260:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762585.669261:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787762585.669262:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762585.669264:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787762585.669266:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787762585.669268:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:0.0:1787762585.669270:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762585.669272:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762585.669274:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762585.669276:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762585.669278:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:0.0:1787762585.669280:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762585.669283:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762585.669284:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762585.669287:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762585.669288:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762585.669290:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762585.669292:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762585.669294:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762585.669295:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762585.669298:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f840.
00000020:00000040:0.0:1787762585.669301:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:0.0:1787762585.669303:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762585.669304:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762585.669306:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762585.669307:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762585.669309:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762585.669312:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33c00.
00000100:00000001:0.0:1787762585.669315:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762585.669320:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f840 x1874600883863168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762585.669327:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762585.669329:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762585.669332:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02bc9d6] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f840 x1874600883863168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762585.669339:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762585.669342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762585.669345:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762585.669346:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762585.669347:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762585.669350:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762585.669352:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3970
00000400:00000200:0.0:1787762585.669355:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762585.669358:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762585.669360:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762585.669363:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762585.669365:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762585.669366:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762585.669368:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762585.669370:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762585.669371:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787762585.669373:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762585.669374:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:0.0:1787762585.669376:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:0.0:1787762585.669378:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787762585.669381:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762585.669383:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762585.669385:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762585.669386:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762585.669388:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:0.0:1787762585.669391:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762585.669393:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762585.669395:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762585.669398:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762585.669400:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762585.669402:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762585.669404:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787762585.669407:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762585.669408:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762585.669412:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097d680.
00000020:00000040:0.0:1787762585.669414:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787762585.669416:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762585.669417:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762585.669418:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762585.669420:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762585.669421:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762585.669425:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31c00.
00000100:00000001:0.0:1787762585.669427:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762585.669432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097d680 x1874600883863296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762585.669439:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762585.669441:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762585.669450:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b356f346] to pc [ptlrpcd_rcv+-1]  req@ffff96966097d680 x1874600883863296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762585.669458:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762585.669461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762585.669464:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787762585.669465:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762585.669467:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762585.669469:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762585.669471:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3970
00000400:00000200:0.0:1787762585.669474:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762585.669476:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762585.669478:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762585.669481:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762585.669483:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762585.669485:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762585.669487:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762585.669489:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762585.669490:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787762585.669491:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762585.669493:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787762585.669495:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787762585.669497:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787762585.669500:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762585.669502:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762585.669504:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762585.669506:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762585.669508:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:0.0:1787762585.669510:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762585.669512:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762585.669514:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762585.669517:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762585.669519:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762585.669520:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762585.669522:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787762585.669525:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762585.669526:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762585.669529:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097e1c0.
00000020:00000040:0.0:1787762585.669531:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:0.0:1787762585.669533:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762585.669535:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762585.669536:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762585.669538:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762585.669539:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762585.669542:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30800.
00000100:00000001:0.0:1787762585.669545:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762585.669549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097e1c0 x1874600883863424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762585.669556:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762585.669558:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762585.669561:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb94abd1] to pc [ptlrpcd_rcv+-1]  req@ffff96966097e1c0 x1874600883863424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762585.669569:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762585.669573:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3980)
00000100:00000001:2.0:1787762585.669641:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762585.669644:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762585.669647:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762585.669653:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097c780 x1874600883862912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.669661:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762585.669663:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762585.669666:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762585.669668:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762585.669676:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762585.669680:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883862912:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762585.669684:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762585.669688:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762585.669690:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762585.669692:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762585.669698:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762585.669700:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762585.669706:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762585.669710:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762585.669716:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762585.669723:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883862912, portal 25
00000100:00000001:2.0:1787762585.669725:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762585.669727:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342661504 : -115902366890112 : ffff96966097c780)
00000100:00000040:2.0:1787762585.669732:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097c780 x1874600883862912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.669738:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762585.669741:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762585.669744:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762585.669747:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883862912, offset 0
00000400:00000200:2.0:1787762585.669764:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762585.669772:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762585.669778:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762585.669783:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762585.669787:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762585.669790:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762585.669792:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762585.669796:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3679:3679:256:4294967295] 192.168.204.116@tcp LPNI seq info [3679:3679:8:4294967295]
00000400:00000200:2.0:1787762585.669801:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762585.669809:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762585.669816:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762585.669821:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762585.669827:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762585.669831:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762585.669837:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762585.669841:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787762585.669845:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762585.669848:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762585.669854:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762585.669859:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762585.669864:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762585.669866:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762585.669869:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762585.669873:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097c780 x1874600883862912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.669882:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762585.669886:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097c780 x1874600883862912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762610 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.669893:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762585.669895:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762585.669900:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762585.669903:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762585.669906:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298644221
00000100:00000010:2.0:1787762585.669911:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f77e0.
00000100:00000001:2.0:1787762585.669916:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762585.669922:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298644221
00000100:00000010:2.0:1787762585.669924:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7a80.
00000100:00000001:2.0:1787762585.669928:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762585.669931:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762585.669934:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762585.669936:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762585.669940:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762585/real 1787762585]  req@ffff96966097c780 x1874600883862912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762585.669948:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762585.669950:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762585.669952:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762585.669954:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762585.669956:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762585.669958:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762585.669962:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097c780 x1874600883862912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762585.669970:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097c780 x1874600883862912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.669977:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762585.669978:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762585.669980:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762585.669982:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762585.669986:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097c780 x1874600883862912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.669993:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762585.669997:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097c780 x1874600883862912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.670017:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762585.670020:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762585.670022:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762585.670023:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762585.670026:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762585.670027:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762585.670030:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762585.670034:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762585.670036:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762585.670040:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097c780 x1874600883862912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762585.670048:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883862912:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762585.670053:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762585.670056:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097c000 x1874600883863040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.670064:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762585.670065:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762585.670067:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762585.670069:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762585.670071:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762585.670074:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883863040:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762585.670077:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762585.670079:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762585.670081:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762585.670083:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762585.670086:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762585.670088:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762585.670091:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762585.670093:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762585.670097:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762585.670099:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883863040, portal 10
00000100:00000001:2.0:1787762585.670101:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762585.670102:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342659584 : -115902366892032 : ffff96966097c000)
00000100:00000040:2.0:1787762585.670108:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097c000 x1874600883863040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.670114:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762585.670116:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762585.670118:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762585.670120:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883863040, offset 0
00000400:00000200:2.0:1787762585.670124:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762585.670128:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762585.670131:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762585.670133:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762585.670136:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762585.670138:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762585.670140:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762585.670143:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3680:3680:256:4294967295] 192.168.204.116@tcp LPNI seq info [3680:3680:8:4294967295]
00000400:00000200:2.0:1787762585.670146:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762585.670152:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762585.670156:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762585.670159:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762585.670163:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762585.670165:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762585.670170:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762585.670172:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787762585.670175:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762585.670177:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762585.670181:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762585.670184:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762585.670187:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762585.670189:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762585.670191:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762585.670195:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097c000 x1874600883863040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.670202:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762585.670205:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097c000 x1874600883863040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762610 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.670212:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762585.670213:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762585.670216:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762585.670219:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762585.670222:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762585.670224:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298642981
00000100:00000001:2.0:1787762585.670227:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298644221
00000100:00000001:2.0:1787762585.670229:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298642981
00000100:00000001:2.0:1787762585.670231:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298644221
00000100:00000001:2.0:1787762585.670233:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762585.670235:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762585.670237:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762585.670240:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762585/real 1787762585]  req@ffff96966097c000 x1874600883863040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762585.670247:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762585.670248:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762585.670249:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762585.670252:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762585.670253:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762585.670255:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762585.670258:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097c000 x1874600883863040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762585.670266:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097c000 x1874600883863040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.670271:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762585.670272:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762585.670274:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762585.670275:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762585.670278:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097c000 x1874600883863040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.670284:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762585.670287:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097c000 x1874600883863040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.670293:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762585.670295:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762585.670296:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762585.670297:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762585.670299:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762585.670300:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762585.670303:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762585.670305:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762585.670307:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762585.670311:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097c000 x1874600883863040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762585.670318:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883863040:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762585.670321:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762585.670324:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097f840 x1874600883863168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.670338:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762585.670339:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762585.670341:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762585.670342:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762585.670344:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762585.670348:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883863168:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762585.670351:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762585.670353:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762585.670354:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762585.670356:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762585.670359:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762585.670361:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762585.670364:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762585.670367:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762585.670370:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762585.670373:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883863168, portal 10
00000100:00000001:2.0:1787762585.670375:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762585.670376:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342673984 : -115902366877632 : ffff96966097f840)
00000100:00000040:2.0:1787762585.670382:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097f840 x1874600883863168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.670387:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762585.670389:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762585.670392:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762585.670394:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883863168, offset 0
00000400:00000200:2.0:1787762585.670398:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762585.670401:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762585.670404:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762585.670407:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762585.670409:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762585.670411:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762585.670413:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762585.670416:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3681:3681:256:4294967295] 192.168.204.116@tcp LPNI seq info [3681:3681:8:4294967295]
00000400:00000200:2.0:1787762585.670420:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762585.670425:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762585.670430:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762585.670433:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762585.670436:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762585.670439:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762585.670443:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762585.670445:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787762585.670449:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762585.670451:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762585.670454:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762585.670457:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762585.670460:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762585.670461:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762585.670464:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762585.670467:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097f840 x1874600883863168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.670474:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762585.670477:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097f840 x1874600883863168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762610 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.670483:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762585.670484:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762585.670487:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762585.670489:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762585.670492:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762585.670494:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298643040
00000100:00000001:2.0:1787762585.670497:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298644221
00000100:00000001:2.0:1787762585.670499:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298643040
00000100:00000001:2.0:1787762585.670501:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298644221
00000100:00000001:2.0:1787762585.670503:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762585.670505:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762585.670506:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762585.670509:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762585/real 1787762585]  req@ffff96966097f840 x1874600883863168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762585.670517:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762585.670518:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762585.670520:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762585.670522:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762585.670524:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762585.670526:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762585.670529:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097f840 x1874600883863168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762585.670537:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097f840 x1874600883863168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.670542:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762585.670543:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762585.670544:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762585.670545:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762585.670549:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097f840 x1874600883863168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.670556:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762585.670559:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097f840 x1874600883863168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.670564:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762585.670566:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762585.670568:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762585.670569:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762585.670570:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762585.670572:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762585.670574:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762585.670578:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762585.670579:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762585.670582:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097f840 x1874600883863168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762585.670588:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883863168:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762585.670592:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762585.670627:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097d680 x1874600883863296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.670633:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762585.670634:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762585.670636:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762585.670638:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762585.670640:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762585.670643:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883863296:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762585.670646:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762585.670648:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762585.670649:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762585.670651:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762585.670654:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762585.670656:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762585.670658:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762585.670661:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762585.670664:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762585.670667:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883863296, portal 4
00000100:00000001:2.0:1787762585.670669:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762585.670670:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342665344 : -115902366886272 : ffff96966097d680)
00000100:00000040:2.0:1787762585.670675:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097d680 x1874600883863296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.670680:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762585.670683:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762585.670685:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762585.670687:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883863296, offset 0
00000400:00000200:2.0:1787762585.670691:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762585.670694:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762585.670698:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762585.670700:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762585.670702:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762585.670704:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762585.670706:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762585.670709:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3682:3682:256:4294967295] 192.168.204.116@tcp LPNI seq info [3682:3682:8:4294967295]
00000400:00000200:2.0:1787762585.670713:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762585.670720:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762585.670724:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762585.670726:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762585.670729:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762585.670732:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762585.670736:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762585.670739:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787762585.670742:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762585.670744:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762585.670746:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762585.670763:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762585.670766:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762585.670768:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762585.670770:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762585.670774:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097d680 x1874600883863296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.670781:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762585.670784:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097d680 x1874600883863296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762610 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.670790:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762585.670791:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762585.670794:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762585.670796:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762585.670800:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762585.670802:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298642962
00000100:00000001:2.0:1787762585.670804:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298644221
00000100:00000001:2.0:1787762585.670806:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298642962
00000100:00000001:2.0:1787762585.670808:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298644221
00000100:00000001:2.0:1787762585.670809:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762585.670811:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762585.670813:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762585.670817:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762585/real 1787762585]  req@ffff96966097d680 x1874600883863296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762585.670824:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762585.670825:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762585.670827:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762585.670828:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762585.670830:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762585.670831:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762585.670834:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097d680 x1874600883863296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762585.670843:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097d680 x1874600883863296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.670848:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762585.670849:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762585.670851:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762585.670852:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762585.670855:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097d680 x1874600883863296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.670862:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762585.670866:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097d680 x1874600883863296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.670873:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762585.670875:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762585.670876:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762585.670877:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762585.670879:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762585.670880:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762585.670883:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762585.670886:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762585.670888:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762585.670892:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097d680 x1874600883863296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762585.670900:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883863296:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762585.670903:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762585.670906:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097e1c0 x1874600883863424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.670913:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762585.670914:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762585.670915:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762585.670917:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762585.670919:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762585.670922:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883863424:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762585.670925:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762585.670927:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762585.670928:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762585.670929:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762585.670932:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762585.670934:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762585.670937:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762585.670939:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762585.670942:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762585.670944:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883863424, portal 4
00000100:00000001:2.0:1787762585.670946:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762585.670947:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342668224 : -115902366883392 : ffff96966097e1c0)
00000100:00000040:2.0:1787762585.670952:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097e1c0 x1874600883863424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.670958:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762585.670960:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762585.670962:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762585.670964:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883863424, offset 0
00000400:00000200:2.0:1787762585.670967:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762585.670970:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762585.670974:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762585.670976:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762585.670979:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762585.670981:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762585.670983:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762585.670986:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3683:3683:256:4294967295] 192.168.204.116@tcp LPNI seq info [3683:3683:8:4294967295]
00000400:00000200:2.0:1787762585.670990:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762585.670995:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762585.671000:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762585.671003:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762585.671007:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762585.671009:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762585.671013:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762585.671016:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787762585.671019:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762585.671021:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762585.671024:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762585.671027:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762585.671030:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762585.671032:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762585.671034:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762585.671038:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097e1c0 x1874600883863424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.671045:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762585.671048:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097e1c0 x1874600883863424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762610 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.671054:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762585.671055:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762585.671058:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762585.671061:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762585.671064:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762585.671066:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298642969
00000100:00000001:2.0:1787762585.671068:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298644221
00000100:00000001:2.0:1787762585.671070:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298642969
00000100:00000001:2.0:1787762585.671072:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298644221
00000100:00000001:2.0:1787762585.671074:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762585.671076:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762585.671078:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762585.671080:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762585/real 1787762585]  req@ffff96966097e1c0 x1874600883863424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762585.671087:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762585.671088:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762585.671090:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762585.671092:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762585.671094:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762585.671095:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762585.671098:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097e1c0 x1874600883863424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762585.671106:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097e1c0 x1874600883863424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.671117:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762585.671119:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762585.671121:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762585.671123:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762585.671126:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097e1c0 x1874600883863424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.671132:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762585.671136:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097e1c0 x1874600883863424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.671144:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762585.671146:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762585.671147:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762585.671148:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762585.671150:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762585.671151:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762585.671154:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762585.671157:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762585.671159:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762585.671162:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097e1c0 x1874600883863424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762585.671169:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883863424:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762585.671174:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762585.671176:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762585.671179:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097c780 x1874600883862912/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.671185:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762585.671187:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762585.671190:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762585.671194:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762585.671196:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762585.671197:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762585.671199:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762585.671202:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a31000.
02000000:00000001:2.0:1787762585.671206:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762585.671208:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762585.671209:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097c780.
00000100:00000001:2.0:1787762585.671213:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762585.671214:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762585.671216:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762585.671219:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097c000 x1874600883863040/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.671226:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762585.671228:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762585.671229:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762585.671232:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762585.671233:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762585.671234:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762585.671236:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762585.671238:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a33800.
02000000:00000001:2.0:1787762585.671240:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762585.671242:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762585.671243:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097c000.
00000100:00000001:2.0:1787762585.671246:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762585.671247:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762585.671248:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762585.671251:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097f840 x1874600883863168/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.671258:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762585.671259:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762585.671261:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762585.671263:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762585.671264:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762585.671265:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762585.671268:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762585.671269:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a33c00.
02000000:00000001:2.0:1787762585.671271:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762585.671272:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762585.671273:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097f840.
00000100:00000001:2.0:1787762585.671275:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762585.671276:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762585.671278:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762585.671281:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097d680 x1874600883863296/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.671286:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762585.671287:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762585.671289:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762585.671291:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762585.671292:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762585.671293:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762585.671295:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762585.671296:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a31c00.
02000000:00000001:2.0:1787762585.671297:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762585.671298:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762585.671299:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097d680.
00000100:00000001:2.0:1787762585.671302:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762585.671303:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762585.671304:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762585.671307:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097e1c0 x1874600883863424/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762585.671313:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762585.671314:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762585.671315:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762585.671317:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762585.671318:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762585.671319:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762585.671321:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762585.671322:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a30800.
02000000:00000001:2.0:1787762585.671324:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762585.671326:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762585.671327:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097e1c0.
00000100:00000001:2.0:1787762585.671331:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762585.671332:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762585.671334:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762585.671342:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762585.671344:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762585.671346:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762585.671348:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762586.115676:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762586.115683:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762586.115689:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762586.115691:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762586.115694:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762586.115695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762586.115802:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762586.115806:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762586.115809:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762586.947705:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298644221, at 4298644224
00000100:00000010:0.0:1787762586.947719:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f77e0.
00000100:00000040:1.0:1787762586.947836:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298644221, at 4298644224
00000100:00000010:1.0:1787762586.947842:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7a80.
00010000:00000001:0.0:1787762587.139719:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762587.139737:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762587.139739:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762587.139742:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762587.139745:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762587.139747:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762587.139748:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762587.139750:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762587.139755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762587.139756:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762587.139759:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762587.139761:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762587.140779:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762587.140783:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762587.140787:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762588.163735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762588.163742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762588.163747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762588.163748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762588.163751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762588.163753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762588.163920:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762588.163924:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762588.163927:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762589.187737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762589.187742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762589.187746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762589.187747:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762589.187749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762589.187749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762589.187804:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762589.187807:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762589.187809:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762590.211678:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762590.211685:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762590.211698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762590.211704:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762590.211706:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762590.211709:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762590.211712:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762590.211714:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762590.211716:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762590.211717:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762590.211720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762590.211721:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762590.211760:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762590.211764:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762590.211767:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762590.787728:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762590.787737:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762590.787739:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762590.787743:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762590.787747:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762590.787753:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3975
00000400:00000200:1.0:1787762590.787761:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762590.787766:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762590.787769:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762590.787772:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762590.787776:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762590.787778:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762590.787780:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762590.787784:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762590.787790:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:1.0:1787762590.787793:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762590.787795:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:1.0:1787762590.787798:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:1.0:1787762590.787800:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:1.0:1787762590.787803:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762590.787805:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762590.787807:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762590.787809:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762590.787813:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:1.0:1787762590.787816:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762590.787818:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762590.787821:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762590.787824:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762590.787826:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762590.787828:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762590.787831:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762590.787839:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c77c00.
00000020:00000040:1.0:1787762590.787842:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:1.0:1787762590.787845:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762590.787847:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762590.787849:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762590.787853:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762590.787856:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762590.787863:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448000.
00000100:00000001:1.0:1787762590.787869:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762590.787877:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c77c00 x1874600883863552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762590.787887:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762590.787890:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762590.787895:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c5de94c] to pc [ptlrpcd_rcv+-1]  req@ffff969643c77c00 x1874600883863552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762590.787916:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762590.787919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762590.787922:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762590.787923:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762590.787925:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762590.787928:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762590.787930:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3975
00000400:00000200:1.0:1787762590.787934:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762590.787937:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762590.787945:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762590.787949:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762590.787951:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762590.787952:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762590.787955:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787762590.787956:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762590.787959:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787762590.787960:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762590.787963:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762590.787966:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000100:00000040:2.0:1787762590.787966:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c77c00 x1874600883863552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787762590.787968:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762590.787971:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:1.0:1787762590.787976:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000001:2.0:1787762590.787980:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787762590.787981:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000001:2.0:1787762590.787982:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762590.787987:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
02000000:00000001:2.0:1787762590.787987:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762590.787989:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762590.787991:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787762590.787992:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762590.787996:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00100000:2.0:1787762590.787997:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883863552:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762590.788001:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762590.788002:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1787762590.788005:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
02000000:00000001:2.0:1787762590.788006:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762590.788009:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762590.788010:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
02000000:00000001:2.0:1787762590.788012:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787762590.788015:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762590.788018:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483edc00.
02000000:00000001:1.0:1787762590.788019:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762590.788023:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762590.788025:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762590.788029:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762590.788030:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762590.788032:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1787762590.788037:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000008:00100000:1.0:1787762590.788043:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1787762590.788045:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000008:00000001:1.0:1787762590.788048:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762590.788051:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762590.788054:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883863552, portal 25
00000100:00000010:1.0:1787762590.788055:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c77840.
00000100:00000001:2.0:1787762590.788059:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:1.0:1787762590.788060:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
00000100:00000001:2.0:1787762590.788062:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859248640 : -115902850302976 : ffff969643c77c00)
02000000:00000001:1.0:1787762590.788064:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762590.788067:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762590.788069:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762590.788072:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1787762590.788072:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c77c00 x1874600883863552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762590.788075:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762590.788081:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544a400.
00000100:00000001:2.0:1787762590.788085:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787762590.788086:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762590.788091:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00100000:1.0:1787762590.788096:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c77840 x1874600883863680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787762590.788096:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762590.788103:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883863552, offset 0
00000100:00000001:1.0:1787762590.788110:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762590.788112:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762590.788116:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000040:1.0:1787762590.788121:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aadb5146] to pc [ptlrpcd_rcv+-1]  req@ffff969643c77840 x1874600883863680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762590.788129:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762590.788136:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762590.788138:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00080000:1.0:1787762590.788141:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762590.788144:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1787762590.788147:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1787762590.788150:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00000001:1.0:1787762590.788151:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762590.788154:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787762590.788154:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787762590.788159:0:8:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787762590.788159:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00080000:1.0:1787762590.788166:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3975
00000400:00000200:2.0:1787762590.788166:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3684:3684:256:4294967295] 192.168.204.116@tcp LPNI seq info [3684:3684:8:4294967295]
00000400:00000200:2.0:1787762590.788173:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762590.788176:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762590.788181:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762590.788183:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762590.788185:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762590.788187:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762590.788189:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762590.788194:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:2.0:1787762590.788197:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1787762590.788199:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762590.788202:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:1.0:1787762590.788205:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.0:1787762590.788206:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000020:00000040:1.0:1787762590.788208:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000800:00000010:2.0:1787762590.788212:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000020:00000001:1.0:1787762590.788213:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:1.0:1787762590.788218:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000800:00000200:2.0:1787762590.788222:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:1.0:1787762590.788225:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000800:00000200:2.0:1787762590.788227:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1787762590.788228:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762590.788233:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000200:2.1:1787762590.788235:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762590.788236:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:2.1:1787762590.788239:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000020:00000040:1.0:1787762590.788241:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000800:00000100:2.0:1787762590.788245:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00080000:1.0:1787762590.788249:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000800:00000010:2.0:1787762590.788249:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000100:00000001:1.0:1787762590.788253:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762590.788255:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762590.788256:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1787762590.788259:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762590.788262:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1787762590.788264:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762590.788268:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787762590.788268:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762590.788271:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000008:00100000:1.0:1787762590.788272:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787762590.788275:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:1.0:1787762590.788277:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762590.788280:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c77c00 x1874600883863552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762590.788282:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762590.788290:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c743c0.
00000100:00000001:2.0:1787762590.788291:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1787762590.788295:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000100:00000040:2.0:1787762590.788296:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c77c00 x1874600883863552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762615 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762590.788301:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762590.788305:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762590.788305:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762590.788310:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787762590.788310:0:2396:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1787762590.788313:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762590.788316:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762590.788316:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762590.788321:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000010:1.0:1787762590.788323:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544bc00.
00000100:00000001:2.0:1787762590.788324:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298649339
00000100:00000001:1.0:1787762590.788328:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762590.788330:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7e40.
00000100:00000001:2.0:1787762590.788336:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00100000:1.0:1787762590.788337:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c743c0 x1874600883863808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762590.788342:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298649339
00000100:00000010:2.0:1787762590.788346:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7c60.
00000100:00000001:2.0:1787762590.788350:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762590.788352:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762590.788354:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762590.788357:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762590.788358:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762590.788361:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762590.788364:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762590/real 1787762590]  req@ffff969643c77c00 x1874600883863552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762590.788372:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1787762590.788373:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fac29a1] to pc [ptlrpcd_rcv+-1]  req@ffff969643c743c0 x1874600883863808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762590.788374:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762590.788377:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762590.788380:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762590.788383:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762590.788386:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787762590.788391:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762590.788393:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c77c00 x1874600883863552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762590.788395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762590.788403:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762590.788407:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1787762590.788407:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c77c00 x1874600883863552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762590.788410:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762590.788416:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762590.788420:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1787762590.788422:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3975
00000100:00000001:2.0:1787762590.788423:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762590.788427:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762590.788428:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787762590.788430:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00100000:2.0:1787762590.788434:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c77c00 x1874600883863552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762590.788437:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762590.788443:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762590.788446:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762590.788449:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762590.788452:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762590.788453:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c77c00 x1874600883863552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762590.788457:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762590.788463:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762590.788464:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1787762590.788468:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787762590.788469:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1787762590.788471:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000100:00000001:2.0:1787762590.788472:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762590.788473:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787762590.788475:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762590.788476:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:1.0:1787762590.788479:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000100:00000001:2.0:1787762590.788479:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762590.788483:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762590.788486:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762590.788488:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:1.0:1787762590.788489:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762590.788492:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c77c00 x1874600883863552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787762590.788493:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:1.0:1787762590.788502:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00100000:2.0:1787762590.788503:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883863552:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762590.788505:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762590.788508:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762590.788511:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762590.788512:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787762590.788516:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000040:2.0:1787762590.788517:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c77c00 x1874600883863552/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787762590.788521:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00000001:2.0:1787762590.788526:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00080000:1.0:1787762590.788529:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
02000000:00000001:2.0:1787762590.788529:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762590.788533:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483edc00.
00000100:00000001:1.0:1787762590.788534:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762590.788536:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:1.0:1787762590.788537:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:2.0:1787762590.788539:0:2396:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:1.0:1787762590.788542:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1787762590.788542:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762590.788547:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787762590.788548:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762590.788549:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448000.
00000100:00000001:1.0:1787762590.788551:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762590.788553:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000008:00100000:1.0:1787762590.788555:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
02000000:00000001:2.0:1787762590.788555:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762590.788558:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c77c00.
00000008:00000001:1.0:1787762590.788560:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762590.788561:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762590.788564:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762590.788564:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762590.788569:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1787762590.788571:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c770c0.
00000100:00000001:2.0:1787762590.788574:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:1.0:1787762590.788575:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
00000100:00000001:2.0:1787762590.788577:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762590.788581:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787762590.788581:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1787762590.788584:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762590.788585:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762590.788587:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787762590.788588:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762590.788591:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1787762590.788592:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c77840 x1874600883863680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762590.788594:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762590.788621:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762590.788622:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762590.788623:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762590.788625:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762590.788629:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762590.788632:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448400.
00000100:00100000:2.0:1787762590.788632:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883863680:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762590.788637:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787762590.788638:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762590.788640:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762590.788642:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762590.788644:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762590.788648:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483edc00.
00000100:00100000:1.0:1787762590.788659:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c770c0 x1874600883863936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787762590.788668:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762590.788673:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787762590.788675:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762590.788677:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762590.788679:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762590.788683:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000040:1.0:1787762590.788684:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000505f9847] to pc [ptlrpcd_rcv+-1]  req@ffff969643c770c0 x1874600883863936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762590.788686:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883863680, portal 10
00000100:00000001:2.0:1787762590.788690:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762590.788692:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859247680 : -115902850303936 : ffff969643c77840)
00000100:00000040:2.0:1787762590.788701:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c77840 x1874600883863680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762590.788702:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762590.788707:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762590.788709:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787762590.788713:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:2.0:1787762590.788713:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00000001:1.0:1787762590.788718:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1787762590.788718:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00080000:1.0:1787762590.788722:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1787762590.788722:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883863680, offset 0
00000100:00000001:1.0:1787762590.788728:0:8:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787762590.788728:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00080000:1.0:1787762590.788734:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3975
00000400:00000200:2.0:1787762590.788734:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762590.788740:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762590.788744:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762590.788745:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762590.788749:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762590.788752:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000200:2.0:1787762590.788753:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1787762590.788757:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787762590.788757:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762590.788762:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3685:3685:256:4294967295] 192.168.204.116@tcp LPNI seq info [3685:3685:8:4294967295]
00000100:00000040:1.0:1787762590.788765:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762590.788768:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762590.788770:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762590.788774:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762590.788778:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787762590.788779:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762590.788784:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.0:1787762590.788785:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000020:00000040:1.0:1787762590.788787:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000800:00000010:2.0:1787762590.788789:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000020:00000001:1.0:1787762590.788790:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762590.788793:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000800:00000200:2.0:1787762590.788794:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000001:1.0:1787762590.788798:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000800:00000200:2.0:1787762590.788799:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1787762590.788802:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000800:00000200:2.1:1787762590.788806:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:1.0:1787762590.788810:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000800:00000200:2.1:1787762590.788811:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1787762590.788815:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1787762590.788818:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00000040:1.0:1787762590.788821:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000010:2.0:1787762590.788822:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000100:00000001:1.0:1787762590.788827:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:2.0:1787762590.788827:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1787762590.788832:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000400:00000200:2.0:1787762590.788835:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1787762590.788839:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000400:00000200:2.0:1787762590.788840:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762590.788844:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:1.0:1787762590.788845:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762590.788847:0:2396:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1787762590.788849:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1787762590.788852:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c77840 x1874600883863680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762590.788854:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762590.788859:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762590.788863:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762590.788866:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787762590.788872:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762590.788873:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787762590.788875:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762590.788878:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c77840 x1874600883863680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762615 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787762590.788880:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c76580.
00000020:00000040:1.0:1787762590.788886:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000100:00000001:2.0:1787762590.788887:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762590.788889:0:2396:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1787762590.788893:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787762590.788893:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762590.788896:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762590.788898:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000100:00000001:1.0:1787762590.788899:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762590.788902:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787762590.788902:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762590.788906:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298648100
02000000:00000001:1.0:1787762590.788907:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762590.788911:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298649339
02000000:00000010:1.0:1787762590.788914:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449c00.
00000100:00000001:2.0:1787762590.788914:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298648100
00000100:00000001:2.0:1787762590.788918:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298649339
00000100:00000001:1.0:1787762590.788920:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762590.788921:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762590.788926:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762590.788929:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c76580 x1874600883864064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762590.788930:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762590.788938:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762590/real 1787762590]  req@ffff969643c77840 x1874600883863680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762590.788965:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1787762590.788967:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787762590.788968:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787762590.788970:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762590.788974:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000100:00000040:1.0:1787762590.788976:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008246f2cf] to pc [ptlrpcd_rcv+-1]  req@ffff969643c76580 x1874600883864064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762590.788977:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762590.788980:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762590.788984:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762590.788990:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c77840 x1874600883863680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762590.788992:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762590.788998:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3985)
00000100:00000200:2.0:1787762590.789000:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c77840 x1874600883863680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789005:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762590.789007:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762590.789008:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762590.789009:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762590.789011:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c77840 x1874600883863680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789016:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762590.789020:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c77840 x1874600883863680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789027:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762590.789029:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762590.789031:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762590.789032:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762590.789034:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762590.789035:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762590.789038:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762590.789041:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762590.789043:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762590.789047:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c77840 x1874600883863680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762590.789054:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883863680:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762590.789058:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762590.789061:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c743c0 x1874600883863808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789067:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762590.789068:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762590.789069:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762590.789070:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762590.789072:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762590.789074:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883863808:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762590.789076:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762590.789077:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762590.789078:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762590.789079:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762590.789082:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762590.789084:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762590.789087:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762590.789089:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762590.789092:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762590.789094:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883863808, portal 10
00000100:00000001:2.0:1787762590.789096:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762590.789097:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859234240 : -115902850317376 : ffff969643c743c0)
00000100:00000040:2.0:1787762590.789102:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c743c0 x1874600883863808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789108:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762590.789110:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762590.789112:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762590.789115:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883863808, offset 0
00000400:00000200:2.0:1787762590.789118:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762590.789122:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762590.789125:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762590.789128:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762590.789130:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762590.789133:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762590.789134:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762590.789136:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3686:3686:256:4294967295] 192.168.204.116@tcp LPNI seq info [3686:3686:8:4294967295]
00000400:00000200:2.0:1787762590.789138:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762590.789143:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762590.789145:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762590.789147:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762590.789151:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762590.789152:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762590.789155:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762590.789156:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787762590.789158:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762590.789159:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762590.789161:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762590.789163:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762590.789165:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762590.789166:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762590.789168:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762590.789170:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c743c0 x1874600883863808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789174:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762590.789176:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c743c0 x1874600883863808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762615 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789180:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762590.789181:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762590.789183:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762590.789184:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762590.789186:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762590.789187:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298648159
00000100:00000001:2.0:1787762590.789189:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298649339
00000100:00000001:2.0:1787762590.789190:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298648159
00000100:00000001:2.0:1787762590.789192:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298649339
00000100:00000001:2.0:1787762590.789193:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762590.789194:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762590.789195:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762590.789197:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762590/real 1787762590]  req@ffff969643c743c0 x1874600883863808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762590.789201:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762590.789202:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762590.789203:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762590.789204:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762590.789205:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762590.789207:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762590.789208:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c743c0 x1874600883863808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762590.789213:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c743c0 x1874600883863808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789216:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762590.789217:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762590.789217:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762590.789218:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762590.789220:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c743c0 x1874600883863808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789223:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762590.789225:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c743c0 x1874600883863808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789229:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762590.789230:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762590.789231:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762590.789232:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762590.789233:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762590.789234:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762590.789235:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762590.789237:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762590.789238:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762590.789240:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c743c0 x1874600883863808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762590.789248:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883863808:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762590.789250:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762590.789251:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762590.789253:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c77840 x1874600883863680/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789256:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762590.789257:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762590.789258:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762590.789259:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762590.789260:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762590.789261:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762590.789262:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762590.789263:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544a400.
02000000:00000001:2.0:1787762590.789264:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762590.789265:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762590.789266:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c77840.
00000100:00000001:2.0:1787762590.789267:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762590.789268:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762590.789269:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762590.789271:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c743c0 x1874600883863808/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789274:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762590.789275:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762590.789275:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762590.789276:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762590.789277:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762590.789278:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762590.789279:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762590.789279:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544bc00.
02000000:00000001:2.0:1787762590.789280:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762590.789281:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762590.789282:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c743c0.
00000100:00000001:2.0:1787762590.789283:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762590.789284:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762590.789285:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762590.789287:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762590.789288:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762590.789289:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762590.789290:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762590.789291:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762590.789293:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c770c0 x1874600883863936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789297:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762590.789298:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762590.789299:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762590.789301:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762590.789302:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762590.789305:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883863936:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762590.789308:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762590.789309:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762590.789311:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762590.789312:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762590.789314:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762590.789316:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762590.789319:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762590.789321:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762590.789325:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762590.789327:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883863936, portal 4
00000100:00000001:2.0:1787762590.789329:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762590.789330:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859245760 : -115902850305856 : ffff969643c770c0)
00000100:00000040:2.0:1787762590.789336:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c770c0 x1874600883863936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789342:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762590.789344:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762590.789347:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762590.789349:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883863936, offset 0
00000400:00000200:2.0:1787762590.789353:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762590.789356:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762590.789358:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762590.789360:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762590.789362:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762590.789363:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762590.789364:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762590.789366:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3687:3687:256:4294967295] 192.168.204.116@tcp LPNI seq info [3687:3687:8:4294967295]
00000400:00000200:2.0:1787762590.789369:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762590.789372:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762590.789374:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762590.789376:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762590.789378:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762590.789380:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762590.789382:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762590.789384:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787762590.789386:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762590.789387:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762590.789389:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762590.789391:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762590.789393:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762590.789394:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762590.789395:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762590.789397:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c770c0 x1874600883863936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789402:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762590.789404:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c770c0 x1874600883863936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762615 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789407:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762590.789408:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762590.789410:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762590.789412:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762590.789413:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762590.789415:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298648080
00000100:00000001:2.0:1787762590.789416:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298649339
00000100:00000001:2.0:1787762590.789418:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298648080
00000100:00000001:2.0:1787762590.789419:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298649339
00000100:00000001:2.0:1787762590.789420:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762590.789421:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762590.789422:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762590.789424:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762590/real 1787762590]  req@ffff969643c770c0 x1874600883863936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762590.789428:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762590.789429:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762590.789430:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762590.789431:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762590.789432:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762590.789433:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762590.789435:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c770c0 x1874600883863936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762590.789440:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c770c0 x1874600883863936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789443:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762590.789444:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762590.789444:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762590.789445:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762590.789447:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c770c0 x1874600883863936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789450:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762590.789452:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c770c0 x1874600883863936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789456:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762590.789458:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762590.789459:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762590.789459:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762590.789460:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762590.789462:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762590.789463:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762590.789465:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762590.789466:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762590.789468:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c770c0 x1874600883863936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762590.789472:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883863936:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762590.789474:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762590.789475:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c76580 x1874600883864064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789480:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762590.789480:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762590.789481:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762590.789482:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762590.789483:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762590.789485:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883864064:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762590.789486:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762590.789487:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762590.789488:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762590.789489:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762590.789491:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762590.789492:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762590.789493:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762590.789495:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762590.789496:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762590.789498:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883864064, portal 4
00000100:00000001:2.0:1787762590.789499:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762590.789500:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859242880 : -115902850308736 : ffff969643c76580)
00000100:00000040:2.0:1787762590.789503:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c76580 x1874600883864064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789506:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762590.789508:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762590.789509:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762590.789510:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883864064, offset 0
00000400:00000200:2.0:1787762590.789512:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762590.789514:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762590.789515:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762590.789517:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762590.789518:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762590.789520:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762590.789521:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762590.789523:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3688:3688:256:4294967295] 192.168.204.116@tcp LPNI seq info [3688:3688:8:4294967295]
00000400:00000200:2.0:1787762590.789525:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762590.789529:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762590.789531:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762590.789532:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762590.789534:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762590.789536:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762590.789538:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762590.789539:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787762590.789552:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762590.789553:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762590.789555:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762590.789557:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762590.789559:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762590.789560:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762590.789562:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762590.789564:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c76580 x1874600883864064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789572:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762590.789574:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c76580 x1874600883864064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762615 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789578:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762590.789578:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762590.789580:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762590.789582:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762590.789583:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762590.789584:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298648087
00000100:00000001:2.0:1787762590.789586:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298649339
00000100:00000001:2.0:1787762590.789587:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298648087
00000100:00000001:2.0:1787762590.789588:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298649339
00000100:00000001:2.0:1787762590.789590:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762590.789591:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762590.789592:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762590.789593:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762590/real 1787762590]  req@ffff969643c76580 x1874600883864064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762590.789616:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762590.789617:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762590.789619:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762590.789621:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762590.789623:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762590.789624:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762590.789628:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c76580 x1874600883864064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762590.789636:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c76580 x1874600883864064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789642:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762590.789644:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762590.789646:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762590.789648:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762590.789662:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c76580 x1874600883864064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789669:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762590.789673:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c76580 x1874600883864064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789680:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762590.789682:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762590.789683:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762590.789685:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762590.789687:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762590.789688:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762590.789690:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762590.789692:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762590.789693:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762590.789696:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c76580 x1874600883864064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762590.789700:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883864064:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762590.789702:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762590.789703:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762590.789705:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c770c0 x1874600883863936/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789709:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762590.789710:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762590.789711:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762590.789712:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762590.789713:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762590.789715:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762590.789716:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762590.789717:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448400.
02000000:00000001:2.0:1787762590.789719:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762590.789719:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762590.789720:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c770c0.
00000100:00000001:2.0:1787762590.789722:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762590.789723:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762590.789724:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762590.789725:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c76580 x1874600883864064/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762615 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762590.789729:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762590.789730:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762590.789731:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762590.789732:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762590.789732:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762590.789733:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762590.789734:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762590.789735:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449c00.
02000000:00000001:2.0:1787762590.789736:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762590.789736:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762590.789737:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c76580.
00000100:00000001:2.0:1787762590.789738:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762590.789739:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762590.789740:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762590.789742:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762590.789743:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762590.789744:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762590.789745:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762591.235707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762591.235712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762591.235717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762591.235719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762591.235722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762591.235723:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762591.235779:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762591.235783:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762591.235786:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762592.067726:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298649339, at 4298649344
00000100:00000040:1.0:1787762592.067726:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298649339, at 4298649344
00000100:00000010:1.0:1787762592.067743:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7c60.
00000100:00000010:0.0:1787762592.067745:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7e40.
00010000:00000001:0.0:1787762592.259709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762592.259714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762592.259718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762592.259719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762592.259721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762592.259722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762592.259775:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762592.259778:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762592.259782:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762593.283793:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762593.283799:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762593.283804:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762593.283805:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762593.283808:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762593.283811:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762593.283814:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762593.283817:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762593.283819:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762593.283821:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762593.283823:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762593.283826:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762593.283984:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762593.283987:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762593.283990:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762594.307734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762594.307741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762594.307747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762594.307748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762594.307752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762594.307754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762594.307810:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762594.307813:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762594.307821:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762595.331727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762595.331734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762595.331740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762595.331741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762595.331744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762595.331746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762595.331861:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762595.331864:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762595.331867:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762595.907745:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762595.907757:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762595.907759:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762595.907769:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762595.907776:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762595.907783:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3980
00000400:00000200:1.0:1787762595.907791:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762595.907797:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762595.907800:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762595.907804:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762595.907807:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762595.907809:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762595.907812:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762595.907815:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762595.907818:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:1.0:1787762595.907820:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762595.907823:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:1.0:1787762595.907826:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:1.0:1787762595.907828:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:1.0:1787762595.907831:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762595.907833:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762595.907834:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762595.907836:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762595.907839:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:1.0:1787762595.907842:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762595.907845:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762595.907848:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762595.907851:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762595.907854:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762595.907856:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762595.907859:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762595.907868:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c76940.
00000020:00000040:1.0:1787762595.907872:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:1.0:1787762595.907876:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762595.907878:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762595.907881:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762595.907884:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762595.907888:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762595.907896:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449000.
00000100:00000001:1.0:1787762595.907902:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762595.907910:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c76940 x1874600883864192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762595.907933:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762595.907938:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762595.907943:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0b042fe] to pc [ptlrpcd_rcv+-1]  req@ffff969643c76940 x1874600883864192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762595.907974:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762595.907985:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762595.907988:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762595.907990:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762595.907992:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762595.907995:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762595.907998:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3980
00000400:00000200:1.0:1787762595.908002:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762595.908005:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762595.908007:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762595.908010:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762595.908012:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762595.908014:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762595.908016:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762595.908018:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762595.908019:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:1.0:1787762595.908020:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762595.908022:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:1.0:1787762595.908024:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:1.0:1787762595.908026:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:1.0:1787762595.908029:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762595.908031:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762595.908032:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762595.908034:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762595.908036:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:1.0:1787762595.908039:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762595.908041:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762595.908043:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762595.908048:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762595.908050:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762595.908052:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762595.908056:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762595.908059:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762595.908061:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762595.908065:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c74b40.
00000020:00000040:1.0:1787762595.908067:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:1.0:1787762595.908069:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762595.908071:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762595.908073:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762595.908075:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762595.908077:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762595.908081:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544b800.
00000100:00000001:1.0:1787762595.908084:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762595.908089:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c74b40 x1874600883864320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762595.908096:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762595.908099:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762595.908102:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be39ab00] to pc [ptlrpcd_rcv+-1]  req@ffff969643c74b40 x1874600883864320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762595.908110:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762595.908113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762595.908116:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787762595.908117:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762595.908119:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762595.908121:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762595.908124:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3980
00000400:00000200:1.0:1787762595.908127:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762595.908130:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762595.908133:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762595.908135:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762595.908137:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762595.908139:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762595.908141:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762595.908143:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762595.908144:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:1.0:1787762595.908145:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762595.908147:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:1.0:1787762595.908149:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:1.0:1787762595.908151:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:1.0:1787762595.908153:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762595.908154:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762595.908155:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762595.908156:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762595.908158:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:1.0:1787762595.908159:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762595.908160:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762595.908161:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762595.908163:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762595.908164:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762595.908165:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762595.908167:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762595.908168:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762595.908169:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762595.908172:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c77480.
00000020:00000040:1.0:1787762595.908173:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:1.0:1787762595.908175:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762595.908176:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762595.908177:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762595.908177:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762595.908179:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762595.908181:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448800.
00000100:00000001:1.0:1787762595.908183:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762595.908186:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c77480 x1874600883864448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762595.908191:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762595.908192:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762595.908194:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031c63e07] to pc [ptlrpcd_rcv+-1]  req@ffff969643c77480 x1874600883864448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762595.908199:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762595.908201:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762595.908203:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762595.908204:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762595.908205:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762595.908207:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762595.908208:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3980
00000400:00000200:1.0:1787762595.908210:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762595.908212:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762595.908213:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762595.908214:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762595.908215:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762595.908216:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762595.908218:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762595.908219:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762595.908220:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:1.0:1787762595.908221:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762595.908222:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:1.0:1787762595.908223:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:1.0:1787762595.908224:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:1.0:1787762595.908226:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762595.908227:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762595.908228:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762595.908229:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762595.908230:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:1.0:1787762595.908231:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762595.908232:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762595.908233:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762595.908234:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762595.908235:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762595.908236:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762595.908238:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:1.0:1787762595.908240:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762595.908241:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762595.908243:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c752c0.
00000020:00000040:1.0:1787762595.908245:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:1.0:1787762595.908247:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762595.908248:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762595.908248:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762595.908249:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762595.908250:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762595.908252:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544b000.
00000100:00000001:1.0:1787762595.908254:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762595.908256:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c752c0 x1874600883864576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762595.908256:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762595.908271:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762595.908272:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762595.908273:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787762595.908275:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d497c5d1] to pc [ptlrpcd_rcv+-1]  req@ffff969643c752c0 x1874600883864576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.908278:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787762595.908291:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762595.908292:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c76940 x1874600883864192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762595.908296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762595.908306:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787762595.908309:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787762595.908311:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787762595.908312:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762595.908315:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762595.908317:0:8:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1787762595.908320:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1787762595.908322:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3980
02000000:00000001:2.0:1787762595.908324:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762595.908329:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:2.0:1787762595.908330:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762595.908337:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00100000:2.0:1787762595.908338:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883864192:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762595.908344:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1787762595.908347:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787762595.908348:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762595.908352:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762595.908354:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
02000000:00000001:2.0:1787762595.908356:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787762595.908359:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1787762595.908363:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef800.
00000100:00000040:1.0:1787762595.908364:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
02000000:00000001:2.0:1787762595.908369:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762595.908370:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762595.908374:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762595.908377:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000400:00000200:2.0:1787762595.908378:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000001:1.0:1787762595.908381:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:2.0:1787762595.908384:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000020:00000040:1.0:1787762595.908385:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:1.0:1787762595.908390:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:1.0:1787762595.908392:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000400:00000010:2.0:1787762595.908393:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000040:1.0:1787762595.908397:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762595.908400:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762595.908401:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762595.908403:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762595.908405:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00000200:2.0:1787762595.908406:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883864192, portal 25
00000100:00080000:1.0:1787762595.908407:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762595.908412:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762595.908413:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1787762595.908414:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762595.908417:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859243840 : -115902850307776 : ffff969643c76940)
02000000:00000001:1.0:1787762595.908418:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762595.908422:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762595.908424:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762595.908426:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000040:2.0:1787762595.908427:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c76940 x1874600883864192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1787762595.908428:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762595.908431:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762595.908436:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c761c0.
00000020:00000040:1.0:1787762595.908439:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:1.0:1787762595.908445:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787762595.908446:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1787762595.908447:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762595.908449:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762595.908451:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1787762595.908452:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
02000000:00000001:1.0:1787762595.908453:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762595.908457:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
02000000:00000010:1.0:1787762595.908458:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449800.
00000100:00000200:2.0:1787762595.908462:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883864192, offset 0
00000100:00000001:1.0:1787762595.908463:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762595.908471:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c761c0 x1874600883864704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762595.908474:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762595.908486:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762595.908494:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787762595.908496:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000001:1.0:1787762595.908499:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762595.908504:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1787762595.908507:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c6bfeda] to pc [ptlrpcd_rcv+-1]  req@ffff969643c761c0 x1874600883864704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762595.908511:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762595.908517:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762595.908523:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000001:1.0:1787762595.908525:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762595.908533:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3990)
00000400:00000200:2.0:1787762595.908537:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3689:3689:256:4294967295] 192.168.204.116@tcp LPNI seq info [3689:3689:8:4294967295]
00000400:00000200:2.0:1787762595.908543:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762595.908560:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762595.908567:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762595.908572:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762595.908580:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762595.908585:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762595.908591:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762595.908615:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787762595.908627:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762595.908629:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762595.908636:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762595.908640:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762595.908646:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762595.908648:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762595.908652:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762595.908656:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c76940 x1874600883864192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.908665:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762595.908669:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c76940 x1874600883864192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762620 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.908676:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762595.908678:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762595.908683:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762595.908686:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762595.908689:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298654460
00000100:00000010:2.0:1787762595.908695:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f71e0.
00000100:00000001:2.0:1787762595.908700:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762595.908706:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298654460
00000100:00000010:2.0:1787762595.908709:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7e40.
00000100:00000001:2.0:1787762595.908716:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762595.908720:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762595.908722:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762595.908725:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762595.908729:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762595/real 1787762595]  req@ffff969643c76940 x1874600883864192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762595.908738:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762595.908740:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762595.908742:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762595.908744:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762595.908746:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762595.908748:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762595.908752:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c76940 x1874600883864192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762595.908760:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c76940 x1874600883864192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.908766:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762595.908768:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.908770:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762595.908771:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762595.908778:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c76940 x1874600883864192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.908785:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762595.908790:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c76940 x1874600883864192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.908797:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762595.908800:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.908801:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762595.908802:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.908805:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762595.908806:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762595.908809:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762595.908813:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762595.908818:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762595.908823:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c76940 x1874600883864192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762595.908831:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883864192:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762595.908836:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762595.908839:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c74b40 x1874600883864320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.908846:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762595.908847:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762595.908849:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762595.908851:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762595.908853:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762595.908856:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883864320:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762595.908859:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762595.908860:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762595.908862:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762595.908864:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762595.908867:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762595.908869:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762595.908872:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762595.908874:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762595.908877:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762595.908880:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883864320, portal 10
00000100:00000001:2.0:1787762595.908882:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762595.908883:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859236160 : -115902850315456 : ffff969643c74b40)
00000100:00000040:2.0:1787762595.908889:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c74b40 x1874600883864320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.908895:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762595.908898:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762595.908900:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762595.908902:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883864320, offset 0
00000400:00000200:2.0:1787762595.908906:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762595.908909:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762595.908913:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762595.908915:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762595.908918:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762595.908920:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762595.908923:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762595.908926:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3690:3690:256:4294967295] 192.168.204.116@tcp LPNI seq info [3690:3690:8:4294967295]
00000400:00000200:2.0:1787762595.908930:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762595.908936:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762595.908940:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762595.908943:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762595.908947:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762595.908950:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762595.908954:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762595.908956:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787762595.908960:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762595.908962:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762595.908965:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762595.908968:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762595.908971:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762595.908973:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762595.908975:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762595.908978:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c74b40 x1874600883864320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.908985:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762595.908988:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c74b40 x1874600883864320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762620 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.908995:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762595.908996:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762595.908999:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762595.909002:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762595.909005:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762595.909007:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298653220
00000100:00000001:2.0:1787762595.909021:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298654460
00000100:00000001:2.0:1787762595.909024:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298653220
00000100:00000001:2.0:1787762595.909026:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298654460
00000100:00000001:2.0:1787762595.909028:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762595.909030:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762595.909032:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762595.909035:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762595/real 1787762595]  req@ffff969643c74b40 x1874600883864320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762595.909042:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762595.909043:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762595.909045:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762595.909047:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762595.909049:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762595.909051:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762595.909054:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c74b40 x1874600883864320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762595.909063:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c74b40 x1874600883864320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.909069:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762595.909070:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.909072:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762595.909073:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762595.909076:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c74b40 x1874600883864320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.909082:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762595.909086:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c74b40 x1874600883864320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.909093:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762595.909096:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.909097:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762595.909098:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.909100:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762595.909102:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762595.909104:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762595.909106:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762595.909108:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762595.909112:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c74b40 x1874600883864320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762595.909119:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883864320:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762595.909123:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762595.909126:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c77480 x1874600883864448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.909132:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762595.909133:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762595.909135:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762595.909137:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762595.909138:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762595.909141:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883864448:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762595.909144:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762595.909145:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762595.909147:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762595.909148:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762595.909151:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ee000.
02000000:00000001:2.0:1787762595.909153:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762595.909157:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762595.909158:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762595.909161:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762595.909164:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883864448, portal 10
00000100:00000001:2.0:1787762595.909165:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762595.909167:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859246720 : -115902850304896 : ffff969643c77480)
00000100:00000040:2.0:1787762595.909172:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c77480 x1874600883864448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.909178:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762595.909180:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762595.909182:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762595.909185:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883864448, offset 0
00000400:00000200:2.0:1787762595.909189:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762595.909192:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762595.909195:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762595.909198:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762595.909201:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762595.909203:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762595.909205:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762595.909208:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3691:3691:256:4294967295] 192.168.204.116@tcp LPNI seq info [3691:3691:8:4294967295]
00000400:00000200:2.0:1787762595.909212:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762595.909219:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762595.909223:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762595.909226:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762595.909230:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762595.909232:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762595.909236:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762595.909239:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787762595.909242:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762595.909244:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762595.909247:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762595.909251:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762595.909253:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762595.909255:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762595.909258:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762595.909261:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c77480 x1874600883864448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.909269:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762595.909272:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c77480 x1874600883864448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762620 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.909278:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762595.909280:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762595.909282:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762595.909284:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762595.909287:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762595.909289:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298653279
00000100:00000001:2.0:1787762595.909292:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298654460
00000100:00000001:2.0:1787762595.909293:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298653279
00000100:00000001:2.0:1787762595.909296:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298654460
00000100:00000001:2.0:1787762595.909298:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762595.909299:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762595.909301:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762595.909304:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762595/real 1787762595]  req@ffff969643c77480 x1874600883864448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762595.909311:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762595.909312:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762595.909314:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762595.909316:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762595.909318:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762595.909319:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762595.909323:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c77480 x1874600883864448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762595.909330:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c77480 x1874600883864448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.909337:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762595.909338:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.909340:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762595.909341:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762595.909345:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c77480 x1874600883864448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.909351:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762595.909354:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c77480 x1874600883864448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.909361:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762595.909363:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.909364:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762595.909365:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.909367:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762595.909368:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762595.909371:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762595.909374:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762595.909376:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762595.909380:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c77480 x1874600883864448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762595.909387:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883864448:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762595.909390:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.909392:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762595.909395:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c76940 x1874600883864192/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.909401:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762595.909404:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762595.909407:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762595.909410:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762595.909412:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762595.909413:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762595.909416:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762595.909418:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449000.
02000000:00000001:2.0:1787762595.909422:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762595.909423:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762595.909425:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c76940.
00000100:00000001:2.0:1787762595.909428:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762595.909429:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.909430:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762595.909434:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c74b40 x1874600883864320/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.909439:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762595.909440:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762595.909442:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762595.909443:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762595.909444:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762595.909446:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762595.909447:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762595.909449:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b800.
02000000:00000001:2.0:1787762595.909450:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762595.909451:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762595.909452:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c74b40.
00000100:00000001:2.0:1787762595.909454:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762595.909456:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.909457:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762595.909465:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c77480 x1874600883864448/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.909471:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762595.909472:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762595.909473:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ee000.
02000000:00000001:2.0:1787762595.909476:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762595.909478:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762595.909479:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762595.909481:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762595.909483:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448800.
02000000:00000001:2.0:1787762595.909485:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762595.909486:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762595.909487:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c77480.
00000100:00000001:2.0:1787762595.909489:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762595.909490:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.909492:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.909499:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762595.909501:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762595.909503:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762595.909504:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762595.909505:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762595.909508:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c752c0 x1874600883864576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.909515:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762595.909517:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762595.909518:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762595.909520:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762595.909522:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762595.909525:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883864576:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762595.909528:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762595.909530:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762595.909531:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762595.909533:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762595.909536:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ee000.
02000000:00000001:2.0:1787762595.909538:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762595.909541:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762595.909543:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762595.909546:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762595.909549:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883864576, portal 4
00000100:00000001:2.0:1787762595.909561:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762595.909562:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859238080 : -115902850313536 : ffff969643c752c0)
00000100:00000040:2.0:1787762595.909568:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c752c0 x1874600883864576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.909580:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762595.909582:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762595.909584:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762595.909587:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883864576, offset 0
00000400:00000200:2.0:1787762595.909590:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762595.909594:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762595.909615:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762595.909618:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762595.909620:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762595.909623:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762595.909625:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762595.909628:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3692:3692:256:4294967295] 192.168.204.116@tcp LPNI seq info [3692:3692:8:4294967295]
00000400:00000200:2.0:1787762595.909632:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762595.909638:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762595.909642:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762595.909645:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762595.909649:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762595.909651:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762595.909655:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762595.909658:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787762595.909662:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762595.909664:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762595.909666:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762595.909670:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762595.909672:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762595.909674:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762595.909677:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762595.909680:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c752c0 x1874600883864576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.909687:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762595.909690:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c752c0 x1874600883864576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762620 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.909702:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762595.909704:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762595.909706:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762595.909709:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762595.909712:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762595.909713:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298653201
00000100:00000001:2.0:1787762595.909716:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298654460
00000100:00000001:2.0:1787762595.909718:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298653201
00000100:00000001:2.0:1787762595.909720:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298654460
00000100:00000001:2.0:1787762595.909722:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762595.909724:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762595.909725:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762595.909729:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762595/real 1787762595]  req@ffff969643c752c0 x1874600883864576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762595.909735:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762595.909737:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762595.909738:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762595.909740:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762595.909742:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762595.909744:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762595.909747:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c752c0 x1874600883864576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762595.909755:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c752c0 x1874600883864576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.909761:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762595.909762:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.909764:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762595.909765:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762595.909769:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c752c0 x1874600883864576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.909776:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762595.909779:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c752c0 x1874600883864576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.909786:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762595.909788:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.909789:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762595.909790:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.909792:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762595.909794:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762595.909796:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762595.909798:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762595.909800:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762595.909804:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c752c0 x1874600883864576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762595.909811:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883864576:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762595.909814:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762595.909817:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c761c0 x1874600883864704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.909823:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762595.909825:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762595.909827:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762595.909828:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762595.909830:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762595.909833:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883864704:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762595.909835:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762595.909837:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762595.909839:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762595.909841:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762595.909843:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762595.909845:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762595.909848:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762595.909850:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762595.909853:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762595.909855:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883864704, portal 4
00000100:00000001:2.0:1787762595.909857:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762595.909858:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859241920 : -115902850309696 : ffff969643c761c0)
00000100:00000040:2.0:1787762595.909863:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c761c0 x1874600883864704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.909869:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762595.909872:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762595.909873:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762595.909876:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883864704, offset 0
00000400:00000200:2.0:1787762595.909879:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762595.909882:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762595.909885:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762595.909887:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762595.909889:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762595.909892:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762595.909894:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762595.909897:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3693:3693:256:4294967295] 192.168.204.116@tcp LPNI seq info [3693:3693:8:4294967295]
00000400:00000200:2.0:1787762595.909900:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762595.909906:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762595.909910:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762595.909913:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762595.909917:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762595.909919:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762595.909923:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762595.909926:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787762595.909930:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762595.909932:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762595.909935:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762595.909938:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762595.909941:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762595.909942:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762595.909944:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762595.909948:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c761c0 x1874600883864704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.909955:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762595.909958:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c761c0 x1874600883864704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762620 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.909964:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762595.909966:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762595.909968:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762595.909971:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762595.909974:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762595.909975:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298653208
00000100:00000001:2.0:1787762595.909978:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298654460
00000100:00000001:2.0:1787762595.909980:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298653208
00000100:00000001:2.0:1787762595.909982:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298654460
00000100:00000001:2.0:1787762595.909984:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762595.909985:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762595.909987:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762595.909990:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762595/real 1787762595]  req@ffff969643c761c0 x1874600883864704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762595.909997:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762595.909998:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762595.909999:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762595.910001:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762595.910003:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762595.910005:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762595.910008:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c761c0 x1874600883864704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762595.910016:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c761c0 x1874600883864704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.910022:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762595.910024:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.910025:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762595.910026:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762595.910029:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c761c0 x1874600883864704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.910036:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762595.910039:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c761c0 x1874600883864704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.910045:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762595.910048:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.910049:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762595.910050:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.910052:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762595.910054:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762595.910056:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762595.910058:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762595.910060:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762595.910064:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c761c0 x1874600883864704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762595.910071:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883864704:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762595.910074:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.910075:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762595.910079:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c752c0 x1874600883864576/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.910085:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762595.910087:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762595.910088:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ee000.
02000000:00000001:2.0:1787762595.910090:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762595.910092:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762595.910093:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762595.910095:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762595.910097:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b000.
02000000:00000001:2.0:1787762595.910099:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762595.910100:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762595.910102:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c752c0.
00000100:00000001:2.0:1787762595.910104:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762595.910105:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.910107:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762595.910110:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c761c0 x1874600883864704/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762595.910116:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762595.910117:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762595.910118:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762595.910120:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762595.910121:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762595.910122:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762595.910124:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762595.910125:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449800.
02000000:00000001:2.0:1787762595.910127:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762595.910128:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762595.910129:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c761c0.
00000100:00000001:2.0:1787762595.910131:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762595.910132:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.910134:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.910137:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762595.910138:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762595.910140:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762595.910141:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762596.355753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762596.355764:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762596.355770:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762596.355771:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762596.355775:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762596.355776:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762596.355918:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762596.355922:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762596.355926:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762597.187695:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298654460, at 4298654464
00000100:00000040:1.0:1787762597.187695:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298654460, at 4298654464
00000100:00000010:0.0:1787762597.187711:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f71e0.
00000100:00000010:1.0:1787762597.187712:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7e40.
00010000:00000001:0.0:1787762597.379682:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762597.379691:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762597.379693:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762597.379695:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762597.379699:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762597.379700:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762597.379702:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762597.379703:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762597.379705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762597.379706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762597.379708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762597.379709:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762597.379796:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762597.379798:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762597.379801:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762598.403704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762598.403710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762598.403713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762598.403714:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762598.403716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762598.403717:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762598.403774:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762598.403778:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762598.403782:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762599.427713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762599.427719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762599.427725:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762599.427726:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762599.427730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762599.427731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762599.427798:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762599.427802:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762599.427806:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762600.451680:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762600.451687:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762600.451692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762600.451696:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762600.451698:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762600.451701:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762600.451704:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762600.451715:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762600.451718:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762600.451720:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762600.451724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762600.451725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762600.451791:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762600.451794:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762600.451797:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762601.027784:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762601.027799:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762601.027817:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762601.027824:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762601.027830:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762601.027839:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3985
00000400:00000200:2.0:1787762601.027851:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762601.027859:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762601.027862:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762601.027866:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762601.027871:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762601.027874:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762601.027884:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762601.027889:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762601.027892:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762601.027895:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762601.027899:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762601.027902:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762601.027904:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762601.027908:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762601.027910:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762601.027912:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762601.027914:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762601.027919:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762601.027923:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762601.027926:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762601.027930:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762601.027934:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762601.027937:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762601.027940:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762601.027943:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762601.027956:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee1c0.
00000020:00000040:2.0:1787762601.027960:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762601.027965:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762601.027967:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762601.027971:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762601.027975:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762601.027980:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762601.027993:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef800.
00000100:00000001:2.0:1787762601.028002:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762601.028014:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee1c0 x1874600883864832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762601.028027:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762601.028033:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762601.028038:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000dbff278] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee1c0 x1874600883864832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762601.028070:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762601.028074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762601.028077:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762601.028079:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762601.028081:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762601.028084:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762601.028103:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3985
00000400:00000200:2.0:1787762601.028108:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762601.028112:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762601.028114:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762601.028118:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762601.028131:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762601.028133:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762601.028136:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762601.028138:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762601.028140:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762601.028141:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762601.028144:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762601.028146:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762601.028148:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762601.028151:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762601.028154:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762601.028155:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762601.028158:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762601.028160:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762601.028163:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762601.028166:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762601.028168:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762601.028175:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762601.028177:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762601.028179:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762601.028185:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762601.028188:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762601.028191:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762601.028195:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef480.
00000020:00000040:2.0:1787762601.028198:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762601.028201:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762601.028202:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762601.028204:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762601.028206:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762601.028208:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762601.028213:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ee000.
00000100:00000001:2.0:1787762601.028216:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762601.028222:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef480 x1874600883864960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762601.028229:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762601.028231:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762601.028235:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8eb0c3a] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef480 x1874600883864960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762601.028244:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762601.028247:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762601.028251:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787762601.028253:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762601.028253:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762601.028255:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762601.028260:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762601.028261:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787762601.028264:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3985
00000100:00000001:1.0:1787762601.028266:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1787762601.028271:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000040:1.0:1787762601.028277:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ee1c0 x1874600883864832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762601.028278:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762601.028284:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762601.028292:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762601.028294:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762601.028298:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762601.028299:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762601.028304:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
02000000:00000001:1.0:1787762601.028306:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787762601.028308:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
02000000:00000001:1.0:1787762601.028310:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1787762601.028313:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762601.028316:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
02000000:00000001:1.0:1787762601.028317:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762601.028319:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762601.028323:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000100:00100000:1.0:1787762601.028324:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ee1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883864832:192.168.204.116@tcp:250:kworker.0
00000020:00000001:2.0:1787762601.028328:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000001:1.0:1787762601.028332:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1787762601.028333:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
02000000:00000001:1.0:1787762601.028340:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1787762601.028340:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762601.028344:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787762601.028345:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762601.028348:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
02000000:00000001:1.0:1787762601.028351:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787762601.028352:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762601.028357:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
02000000:00000010:1.0:1787762601.028359:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b400.
00000100:00080000:2.0:1787762601.028360:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
02000000:00000001:1.0:1787762601.028364:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762601.028366:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762601.028369:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762601.028372:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762601.028375:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:2.0:1787762601.028377:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762601.028381:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000100:00000001:2.0:1787762601.028382:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762601.028387:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1787762601.028390:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000008:00000001:2.0:1787762601.028391:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762601.028395:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762601.028399:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883864832, portal 25
00000100:00000010:2.0:1787762601.028400:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517efc00.
00000100:00000001:1.0:1787762601.028402:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762601.028406:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089371584 : -115902620180032 : ffff9696517ee1c0)
00000020:00000040:2.0:1787762601.028406:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762601.028412:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762601.028415:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762601.028416:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ee1c0 x1874600883864832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762601.028418:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762601.028427:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787762601.028427:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762601.028431:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762601.028434:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
02000000:00000010:2.0:1787762601.028438:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef000.
00000400:00000010:1.0:1787762601.028439:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482403b8.
00000100:00000001:2.0:1787762601.028444:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762601.028445:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883864832, offset 0
00000400:00000200:1.0:1787762601.028513:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762601.028522:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762601.028529:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762601.028536:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762601.028541:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762601.028545:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762601.028547:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762601.028551:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3694:3694:256:4294967295] 192.168.204.116@tcp LPNI seq info [3694:3694:8:4294967295]
00000400:00000200:1.0:1787762601.028556:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762601.028566:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762601.028573:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762601.028579:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330000.
00000800:00000200:1.0:1787762601.028587:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762601.028590:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762601.028613:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762601.028616:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787762601.028620:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762601.028622:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330000.
00000400:00000200:1.0:1787762601.028629:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762601.028634:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762601.028640:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482403b8
00000400:00000010:1.0:1787762601.028643:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482403b8.
00000100:00000001:1.0:1787762601.028648:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762601.028652:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ee1c0 x1874600883864832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.028663:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762601.028667:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee1c0 x1874600883864832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.028674:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762601.028676:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762601.028684:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762601.028688:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762601.028691:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298659580
00000100:00000010:1.0:1787762601.028697:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816db40.
00000100:00000001:1.0:1787762601.028705:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762601.028711:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298659580
00000100:00000010:1.0:1787762601.028715:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d2a0.
00000100:00000001:1.0:1787762601.028717:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762601.028721:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762601.028724:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762601.028727:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762601.028733:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762601/real 1787762601]  req@ffff9696517ee1c0 x1874600883864832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762601.028745:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762601.028747:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762601.028750:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762601.028753:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762601.028755:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762601.028758:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762601.028761:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ee1c0 x1874600883864832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762601.028771:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ee1c0 x1874600883864832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762601.028778:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517efc00 x1874600883865088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762601.028780:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762601.028783:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762601.028788:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762601.028792:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762601.028794:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787762601.028800:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ee1c0 x1874600883864832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.028809:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762601.028814:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ee1c0 x1874600883864832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.028822:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762601.028825:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762601.028827:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762601.028828:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762601.028831:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762601.028833:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762601.028836:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762601.028840:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762601.028843:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762601.028847:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ee1c0 x1874600883864832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762601.028855:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ee1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883864832:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762601.028856:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762601.028861:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762601.028867:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c6b28ed] to pc [ptlrpcd_rcv+-1]  req@ffff9696517efc00 x1874600883865088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762601.028869:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef480 x1874600883864960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.028898:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762601.028901:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762601.028903:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762601.028904:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762601.028907:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787762601.028909:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787762601.028911:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762601.028918:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883864960:192.168.204.116@tcp:38:kworker.0
00000100:00080000:2.0:1787762601.028918:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762601.028922:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787762601.028924:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1787762601.028926:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787762601.028927:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762601.028930:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762601.028932:0:8:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787762601.028935:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1787762601.028938:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3985
02000000:00000010:1.0:1787762601.028940:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544ac00.
02000000:00000001:1.0:1787762601.028944:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762601.028948:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762601.028951:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762601.028953:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000200:2.0:1787762601.028958:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000010:1.0:1787762601.028960:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00080000:2.0:1787762601.028962:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787762601.028965:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883864960, portal 10
00000100:00000040:2.0:1787762601.028968:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762601.028969:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762601.028972:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089376384 : -115902620175232 : ffff9696517ef480)
00000100:00000001:2.0:1787762601.028973:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762601.028978:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762601.028981:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000040:1.0:1787762601.028984:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef480 x1874600883864960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787762601.028986:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762601.028989:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762601.028992:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762601.028995:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762601.028997:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762601.028999:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762601.029003:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762601.029005:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762601.029010:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762601.029014:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787762601.029015:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000040:1.0:1787762601.029021:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000020:00000040:2.0:1787762601.029021:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000400:00000010:1.0:1787762601.029025:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482403b8.
00000100:00080000:2.0:1787762601.029027:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000200:1.0:1787762601.029030:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883864960, offset 0
00000100:00000001:2.0:1787762601.029032:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762601.029036:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762601.029040:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
02000000:00000001:2.0:1787762601.029042:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762601.029046:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:2.0:1787762601.029046:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762601.029050:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762601.029054:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000008:00100000:2.0:1787762601.029055:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000400:00000200:1.0:1787762601.029059:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:2.0:1787762601.029061:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762601.029066:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00000001:2.0:1787762601.029066:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762601.029071:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000010:2.0:1787762601.029073:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec000.
00000400:00000200:1.0:1787762601.029076:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000020:00000040:2.0:1787762601.029078:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
00000400:00000200:1.0:1787762601.029083:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3695:3695:256:4294967295] 192.168.204.116@tcp LPNI seq info [3695:3695:8:4294967295]
00000400:00000200:1.0:1787762601.029090:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:2.0:1787762601.029095:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787762601.029097:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787762601.029099:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762601.029105:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000001:2.0:1787762601.029107:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:1.0:1787762601.029110:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330000.
02000000:00000001:2.0:1787762601.029111:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762601.029114:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762601.029118:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762601.029122:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
02000000:00000010:2.0:1787762601.029129:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ecc00.
00000800:00000200:1.1:1787762601.029129:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762601.029135:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000100:00000001:2.0:1787762601.029137:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787762601.029142:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762601.029146:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330000.
00000100:00100000:2.0:1787762601.029147:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec000 x1874600883865216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762601.029152:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762601.029161:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787762601.029162:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762601.029165:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482403b8
00000100:00000001:2.0:1787762601.029167:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762601.029169:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482403b8.
00000100:00000001:1.0:1787762601.029174:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1787762601.029175:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e53fc05c] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec000 x1874600883865216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762601.029180:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ef480 x1874600883864960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762601.029200:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762601.029203:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1787762601.029205:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787762601.029209:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef480 x1874600883864960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762601.029211:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762601.029215:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762601.029218:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762601.029221:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762601.029222:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762601.029225:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1787762601.029229:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3985
00000100:00000001:1.0:1787762601.029230:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762601.029236:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762601.029236:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762601.029241:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000200:1.0:1787762601.029245:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:2.0:1787762601.029247:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762601.029249:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298658340
00000100:00000040:2.0:1787762601.029253:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762601.029255:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298659580
00000100:00000001:2.0:1787762601.029258:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762601.029260:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298658340
00000100:00000040:2.0:1787762601.029263:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762601.029265:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298659580
00000100:00000001:2.0:1787762601.029270:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762601.029271:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762601.029275:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762601.029277:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762601.029278:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:2.0:1787762601.029280:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762601.029284:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:1.0:1787762601.029286:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762601/real 1787762601]  req@ffff9696517ef480 x1874600883864960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787762601.029287:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762601.029292:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762601.029298:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000400:00000001:1.0:1787762601.029306:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1787762601.029307:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000001:1.0:1787762601.029309:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787762601.029311:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787762601.029313:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000100:00000040:2.0:1787762601.029316:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762601.029318:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000100:00000001:2.0:1787762601.029320:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000010:1.0:1787762601.029322:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000020:00000040:2.0:1787762601.029326:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00000001:1.0:1787762601.029327:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:2.0:1787762601.029332:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000200:1.0:1787762601.029334:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef480 x1874600883864960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762601.029337:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762601.029341:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762601.029345:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762601.029348:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762601.029350:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef480 x1874600883864960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762601.029352:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762601.029356:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762601.029362:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762601.029364:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762601.029368:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762601.029368:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762601.029372:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762601.029375:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1787762601.029376:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ecb40.
00000100:00100000:1.0:1787762601.029382:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef480 x1874600883864960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787762601.029383:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762601.029389:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762601.029392:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762601.029397:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762601.029398:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787762601.029401:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787762601.029405:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef480 x1874600883864960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762601.029406:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762601.029412:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483edc00.
00000100:00000001:2.0:1787762601.029418:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762601.029419:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762601.029424:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762601.029427:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:2.0:1787762601.029428:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ecb40 x1874600883865344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762601.029429:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762601.029433:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762601.029437:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762601.029443:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787762601.029464:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762601.029467:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762601.029471:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbcd7beb] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ecb40 x1874600883865344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762601.029479:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762601.029485:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3996)
00000100:00080000:1.0:1787762601.029565:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762601.029569:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762601.029574:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef480 x1874600883864960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762601.029582:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883864960:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762601.029588:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762601.029590:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762601.029593:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ee1c0 x1874600883864832/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.029622:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762601.029625:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762601.029628:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b400.
02000000:00000001:1.0:1787762601.029632:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762601.029634:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762601.029636:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762601.029638:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762601.029641:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef800.
02000000:00000001:1.0:1787762601.029646:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762601.029648:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762601.029650:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ee1c0.
00000100:00000001:1.0:1787762601.029653:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762601.029654:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762601.029656:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762601.029660:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef480 x1874600883864960/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.029666:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762601.029667:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762601.029669:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544ac00.
02000000:00000001:1.0:1787762601.029671:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762601.029672:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762601.029674:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762601.029675:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762601.029677:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ee000.
02000000:00000001:1.0:1787762601.029681:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762601.029682:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762601.029683:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef480.
00000100:00000001:1.0:1787762601.029685:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762601.029686:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762601.029689:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762601.029697:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762601.029699:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762601.029701:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762601.029703:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762601.029705:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762601.029708:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517efc00 x1874600883865088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.029715:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762601.029716:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762601.029719:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762601.029720:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762601.029722:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762601.029725:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517efc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883865088:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762601.029729:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762601.029731:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762601.029732:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762601.029734:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762601.029737:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544ac00.
02000000:00000001:1.0:1787762601.029739:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762601.029742:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762601.029745:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762601.029748:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762601.029751:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883865088, portal 10
00000100:00000001:1.0:1787762601.029752:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762601.029753:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089378304 : -115902620173312 : ffff9696517efc00)
00000100:00000040:1.0:1787762601.029760:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517efc00 x1874600883865088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.029766:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762601.029769:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762601.029771:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482403b8.
00000100:00000200:1.0:1787762601.029773:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883865088, offset 0
00000400:00000200:1.0:1787762601.029777:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762601.029781:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762601.029785:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762601.029788:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762601.029791:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762601.029793:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762601.029796:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762601.029799:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3696:3696:256:4294967295] 192.168.204.116@tcp LPNI seq info [3696:3696:8:4294967295]
00000400:00000200:1.0:1787762601.029803:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762601.029808:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762601.029813:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762601.029816:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330000.
00000800:00000200:1.0:1787762601.029820:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762601.029823:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762601.029828:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762601.029831:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787762601.029834:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762601.029836:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330000.
00000400:00000200:1.0:1787762601.029839:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762601.029842:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762601.029845:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482403b8
00000400:00000010:1.0:1787762601.029847:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482403b8.
00000100:00000001:1.0:1787762601.029849:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762601.029853:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517efc00 x1874600883865088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.029860:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762601.029863:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517efc00 x1874600883865088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.029869:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762601.029871:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762601.029874:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762601.029877:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762601.029880:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762601.029882:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298658400
00000100:00000001:1.0:1787762601.029884:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298659580
00000100:00000001:1.0:1787762601.029886:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298658400
00000100:00000001:1.0:1787762601.029888:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298659580
00000100:00000001:1.0:1787762601.029891:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762601.029893:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762601.029894:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762601.029898:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762601/real 1787762601]  req@ffff9696517efc00 x1874600883865088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762601.029906:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762601.029907:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762601.029909:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762601.029911:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762601.029913:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762601.029915:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762601.029918:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517efc00 x1874600883865088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762601.029925:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517efc00 x1874600883865088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.029931:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762601.029933:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762601.029935:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762601.029936:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762601.029940:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517efc00 x1874600883865088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.029946:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762601.029950:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517efc00 x1874600883865088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.029957:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762601.029959:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762601.029960:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762601.029962:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762601.029963:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762601.029965:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762601.029967:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762601.029971:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762601.029973:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762601.029977:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517efc00 x1874600883865088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762601.030225:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517efc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883865088:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762601.030229:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762601.030233:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec000 x1874600883865216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.030238:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762601.030240:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762601.030242:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762601.030244:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762601.030246:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762601.030249:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883865216:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762601.030252:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762601.030254:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762601.030256:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762601.030258:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762601.030261:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b400.
02000000:00000001:1.0:1787762601.030263:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762601.030267:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762601.030270:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762601.030274:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762601.030277:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883865216, portal 4
00000100:00000001:1.0:1787762601.030279:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762601.030280:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089362944 : -115902620188672 : ffff9696517ec000)
00000100:00000040:1.0:1787762601.030286:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec000 x1874600883865216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.030298:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762601.030301:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762601.030303:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482403b8.
00000100:00000200:1.0:1787762601.030306:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883865216, offset 0
00000400:00000200:1.0:1787762601.030310:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762601.030315:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762601.030318:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762601.030321:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762601.030324:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762601.030326:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762601.030329:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762601.030331:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3697:3697:256:4294967295] 192.168.204.116@tcp LPNI seq info [3697:3697:8:4294967295]
00000400:00000200:1.0:1787762601.030336:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762601.030342:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762601.030346:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762601.030349:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330000.
00000800:00000200:1.0:1787762601.030353:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762601.030355:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762601.030359:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762601.030361:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787762601.030366:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762601.030367:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330000.
00000400:00000200:1.0:1787762601.030370:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762601.030373:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762601.030376:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482403b8
00000400:00000010:1.0:1787762601.030378:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482403b8.
00000100:00000001:1.0:1787762601.030380:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762601.030384:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ec000 x1874600883865216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.030391:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762601.030393:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec000 x1874600883865216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.030406:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762601.030408:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762601.030411:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762601.030414:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762601.030418:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762601.030420:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298658321
00000100:00000001:1.0:1787762601.030422:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298659580
00000100:00000001:1.0:1787762601.030424:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298658321
00000100:00000001:1.0:1787762601.030426:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298659580
00000100:00000001:1.0:1787762601.030428:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762601.030430:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762601.030431:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762601.030435:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762601/real 1787762601]  req@ffff9696517ec000 x1874600883865216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762601.030443:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762601.030444:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762601.030445:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762601.030448:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762601.030449:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762601.030468:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762601.030471:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec000 x1874600883865216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762601.030479:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec000 x1874600883865216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.030485:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762601.030487:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762601.030489:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762601.030490:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762601.030494:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec000 x1874600883865216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.030501:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762601.030505:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec000 x1874600883865216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.030511:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762601.030513:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762601.030515:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762601.030516:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762601.030518:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762601.030520:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762601.030522:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762601.030525:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762601.030527:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762601.030531:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec000 x1874600883865216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762601.030538:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883865216:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762601.030541:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762601.030545:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ecb40 x1874600883865344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.030551:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762601.030552:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762601.030554:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762601.030556:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762601.030558:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762601.030561:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ecb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883865344:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762601.030564:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762601.030566:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762601.030568:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762601.030570:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762601.030573:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a800.
02000000:00000001:1.0:1787762601.030575:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762601.030578:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762601.030581:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762601.030584:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762601.030587:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883865344, portal 4
00000100:00000001:1.0:1787762601.030588:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762601.030590:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089365824 : -115902620185792 : ffff9696517ecb40)
00000100:00000040:1.0:1787762601.030618:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ecb40 x1874600883865344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.030625:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762601.030627:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762601.030630:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482403b8.
00000100:00000200:1.0:1787762601.030632:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883865344, offset 0
00000400:00000200:1.0:1787762601.030636:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762601.030640:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762601.030644:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762601.030647:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762601.030649:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762601.030651:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762601.030653:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762601.030657:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3698:3698:256:4294967295] 192.168.204.116@tcp LPNI seq info [3698:3698:8:4294967295]
00000400:00000200:1.0:1787762601.030661:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762601.030667:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762601.030671:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762601.030675:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330000.
00000800:00000200:1.0:1787762601.030678:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762601.030681:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762601.030684:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762601.030687:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787762601.030690:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762601.030693:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330000.
00000400:00000200:1.0:1787762601.030696:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762601.030699:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762601.030702:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482403b8
00000400:00000010:1.0:1787762601.030704:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482403b8.
00000100:00000001:1.0:1787762601.030706:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762601.030709:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ecb40 x1874600883865344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.030716:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762601.030719:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ecb40 x1874600883865344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.030726:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762601.030727:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762601.030731:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762601.030734:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762601.030737:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762601.030738:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298658329
00000100:00000001:1.0:1787762601.030741:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298659580
00000100:00000001:1.0:1787762601.030743:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298658329
00000100:00000001:1.0:1787762601.030745:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298659580
00000100:00000001:1.0:1787762601.030747:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762601.030749:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762601.030751:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762601.030755:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762601/real 1787762601]  req@ffff9696517ecb40 x1874600883865344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762601.030763:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762601.030764:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762601.030766:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762601.030768:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762601.030770:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762601.030773:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762601.030776:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ecb40 x1874600883865344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762601.030785:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ecb40 x1874600883865344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.030791:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762601.030793:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762601.030795:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762601.030796:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762601.030799:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ecb40 x1874600883865344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.030806:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762601.030810:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ecb40 x1874600883865344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.030816:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762601.030818:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762601.030820:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762601.030821:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762601.030823:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762601.030824:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762601.030827:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762601.030830:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762601.030832:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762601.030836:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ecb40 x1874600883865344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762601.030844:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ecb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883865344:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762601.030848:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762601.030850:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762601.030853:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517efc00 x1874600883865088/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.030859:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762601.030861:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762601.030863:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544ac00.
02000000:00000001:1.0:1787762601.030865:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762601.030867:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762601.030868:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762601.030871:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762601.030872:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef000.
02000000:00000001:1.0:1787762601.030876:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762601.030877:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762601.030879:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517efc00.
00000100:00000001:1.0:1787762601.030882:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762601.030883:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762601.030884:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762601.030888:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec000 x1874600883865216/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.030894:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762601.030896:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762601.030897:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b400.
02000000:00000001:1.0:1787762601.030899:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762601.030900:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762601.030901:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762601.030903:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762601.030905:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ecc00.
02000000:00000001:1.0:1787762601.030907:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762601.030908:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762601.030909:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec000.
00000100:00000001:1.0:1787762601.030911:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762601.030913:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762601.030915:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762601.030918:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ecb40 x1874600883865344/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762601.030924:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762601.030926:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762601.030927:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a800.
02000000:00000001:1.0:1787762601.030929:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762601.030930:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762601.030932:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762601.030934:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762601.030935:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483edc00.
02000000:00000001:1.0:1787762601.030937:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762601.030938:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762601.030939:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ecb40.
00000100:00000001:1.0:1787762601.030941:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762601.030942:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762601.030944:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762601.030948:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762601.030950:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762601.030952:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762601.030954:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762601.475768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762601.475780:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762601.475788:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762601.475790:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762601.475793:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762601.475794:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762601.475921:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762601.475926:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762601.475930:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762602.307702:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298659580, at 4298659584
00000100:00000040:1.0:1787762602.307702:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298659580, at 4298659584
00000100:00000010:1.0:1787762602.307717:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d2a0.
00000100:00000010:0.0:1787762602.307724:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787762602.499741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762602.499748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762602.499754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762602.499755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762602.499758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762602.499760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762602.499827:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762602.499833:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762602.499837:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762603.523732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762603.523740:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762603.523747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762603.523748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762603.523752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762603.523756:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762603.523758:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762603.523762:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762603.523765:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762603.523767:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762603.523769:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762603.523771:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762603.523842:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762603.523849:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762603.523854:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762604.547890:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762604.548004:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762604.548014:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762604.548015:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762604.548020:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762604.548021:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762604.548114:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762604.548121:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762604.548126:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762605.571718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762605.571725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762605.571730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762605.571731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762605.571734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762605.571735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762605.571865:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762605.571869:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762605.571872:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762606.147776:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762606.147792:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762606.147800:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762606.147805:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762606.147811:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762606.147823:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3991
00000400:00000200:2.0:1787762606.147834:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762606.147842:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762606.147850:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762606.147854:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762606.147859:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762606.147862:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762606.147865:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762606.147870:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762606.147872:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762606.147875:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762606.147879:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762606.147882:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762606.147886:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762606.147889:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762606.147892:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762606.147893:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762606.147896:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762606.147899:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762606.147903:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762606.147906:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762606.147910:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762606.147914:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762606.147918:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762606.147921:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762606.147924:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762606.147937:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ed680.
00000020:00000040:2.0:1787762606.147942:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762606.147947:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762606.147950:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762606.147954:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762606.147958:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762606.147965:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762606.147976:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ed800.
00000100:00000001:2.0:1787762606.147985:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762606.147996:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ed680 x1874600883865472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762606.148008:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762606.148015:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762606.148020:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa26a19] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ed680 x1874600883865472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762606.148051:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762606.148059:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762606.148063:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762606.148065:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762606.148067:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762606.148070:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762606.148073:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3991
00000400:00000200:2.0:1787762606.148077:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762606.148080:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762606.148083:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762606.148087:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762606.148089:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762606.148091:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762606.148093:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762606.148096:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762606.148098:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762606.148101:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762606.148104:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762606.148106:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762606.148108:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762606.148112:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762606.148115:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762606.148117:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762606.148120:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762606.148122:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762606.148125:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762606.148128:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762606.148130:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762606.148137:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762606.148140:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762606.148142:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762606.148159:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762606.148162:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:2.0:1787762606.148166:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762606.148167:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:2.0:1787762606.148174:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762606.148178:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762606.148185:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ecb40.
00000020:00000040:2.0:1787762606.148189:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762606.148192:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1787762606.148193:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ed680 x1874600883865472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762606.148193:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762606.148201:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762606.148203:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762606.148207:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762606.148217:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec000.
00000100:00000001:1.0:1787762606.148221:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762606.148225:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762606.148225:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762606.148235:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762606.148240:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787762606.148243:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ecb40 x1874600883865600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787762606.148245:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762606.148257:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ed680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883865472:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762606.148262:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762606.148267:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762606.148269:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762606.148276:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1787762606.148277:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbcd7beb] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ecb40 x1874600883865600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762606.148283:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762606.148293:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787762606.148301:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762606.148315:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b400.
00000100:00080000:2.0:1787762606.148316:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762606.148323:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762606.148324:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762606.148326:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787762606.148334:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762606.148334:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762606.148341:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3991
00000400:00000200:1.0:1787762606.148348:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762606.148349:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762606.148369:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762606.148377:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762606.148385:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883865472, portal 25
00000100:00000001:1.0:1787762606.148387:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762606.148389:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089368704 : -115902620182912 : ffff9696517ed680)
00000100:00000040:1.0:1787762606.148397:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ed680 x1874600883865472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.148405:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762606.148408:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762606.148411:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482403b8.
00000100:00000200:1.0:1787762606.148414:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883865472, offset 0
00000400:00000200:1.0:1787762606.148420:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762606.148430:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762606.148438:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762606.148444:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762606.148449:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762606.148453:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762606.148456:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762606.148460:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3699:3699:256:4294967295] 192.168.204.116@tcp LPNI seq info [3699:3699:8:4294967295]
00000400:00000200:1.0:1787762606.148464:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762606.148471:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762606.148478:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762606.148483:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330000.
00000800:00000200:1.0:1787762606.148489:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762606.148493:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000400:00000200:2.0:1787762606.148500:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762606.148505:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787762606.148506:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:2.0:1787762606.148514:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000800:00000200:1.1:1787762606.148515:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1787762606.148522:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762606.148531:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000100:1.0:1787762606.148534:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00000001:2.0:1787762606.148537:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000010:1.0:1787762606.148540:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330000.
00000020:00000001:2.0:1787762606.148543:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762606.148547:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762606.148550:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787762606.148551:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1787762606.148553:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762606.148559:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:1.0:1787762606.148564:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1787762606.148566:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762606.148574:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762606.148578:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762606.148579:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482403b8
00000100:00000040:2.0:1787762606.148580:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000010:1.0:1787762606.148583:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482403b8.
00000100:00000001:2.0:1787762606.148589:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762606.148591:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1787762606.148641:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762606.148647:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000200:1.0:1787762606.148650:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ed680 x1874600883865472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762606.148657:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762606.148667:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762606.148675:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762606.148677:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787762606.148681:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762606.148683:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ed680 x1874600883865472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762606.148690:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762606.148699:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762606.148700:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762606.148707:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:2.0:1787762606.148712:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762606.148716:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762606.148718:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762606.148723:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762606.148727:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298664700
00000100:00000010:2.0:1787762606.148727:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec000.
00000020:00000040:2.0:1787762606.148740:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000100:00000010:1.0:1787762606.148743:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d2a0.
02000000:00000001:2.0:1787762606.148751:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762606.148755:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762606.148757:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762606.148758:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762606.148763:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787762606.148767:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298664700
02000000:00000001:2.0:1787762606.148767:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762606.148775:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816db40.
02000000:00000010:2.0:1787762606.148778:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483efc00.
00000100:00000001:2.0:1787762606.148784:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762606.148791:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762606.148795:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762606.148802:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762606.148802:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec000 x1874600883865728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762606.148814:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762606.148825:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762606/real 1787762606]  req@ffff9696517ed680 x1874600883865472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762606.148834:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762606.148845:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787762606.148847:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762606.148851:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762606.148853:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000100:00000040:2.0:1787762606.148856:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e53fc05c] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec000 x1874600883865728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762606.148866:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762606.148873:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762606.148876:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787762606.148876:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762606.148883:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787762606.148884:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ed680 x1874600883865472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762606.148901:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762606.148907:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1787762606.148908:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ed680 x1874600883865472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762606.148911:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762606.148926:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762606.148929:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762606.148931:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762606.148935:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3991
00000100:00000001:1.0:1787762606.148940:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:2.0:1787762606.148944:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762606.148946:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787762606.148951:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762606.148955:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787762606.148957:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ed680 x1874600883865472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762606.148963:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762606.148969:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762606.148977:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762606.148985:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762606.148989:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762606.148990:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762606.148995:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762606.148996:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787762606.148999:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762606.149003:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762606.149009:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:1.0:1787762606.149011:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ed680 x1874600883865472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762606.149016:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762606.149024:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762606.149030:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762606.149041:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762606.149041:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762606.149052:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00000001:1.0:1787762606.149053:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762606.149060:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1787762606.149060:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762606.149065:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762606.149068:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762606.149071:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:2.0:1787762606.149073:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762606.149076:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1787762606.149079:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762606.149085:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762606.149086:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787762606.149096:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762606.149100:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000100:00080000:1.0:1787762606.149101:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000008:00000001:2.0:1787762606.149107:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762606.149111:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787762606.149112:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762606.149120:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517efc00.
00000100:00000040:1.0:1787762606.149122:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ed680 x1874600883865472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787762606.149126:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762606.149135:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762606.149137:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762606.149143:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762606.149147:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762606.149150:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762606.149160:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef400.
00000100:00100000:1.0:1787762606.149163:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ed680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883865472:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762606.149167:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762606.149175:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517efc00 x1874600883865856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762606.149179:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762606.149189:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787762606.149194:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762606.149199:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762606.149200:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ed680 x1874600883865472/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762606.149207:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c6b28ed] to pc [ptlrpcd_rcv+-1]  req@ffff9696517efc00 x1874600883865856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.149229:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762606.149235:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1787762606.149243:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762606.149244:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b400.
02000000:00000001:1.0:1787762606.149253:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:2.0:1787762606.149253:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:1.0:1787762606.149261:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000100:00080000:2.0:1787762606.149267:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000020:00000040:1.0:1787762606.149268:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000100:00000001:2.0:1787762606.149275:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000020:00000001:1.0:1787762606.149276:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00080000:2.0:1787762606.149286:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:1.0:1787762606.149288:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ed800.
00000100:00000001:2.0:1787762606.149301:0:13263:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787762606.149302:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762606.149305:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762606.149309:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ed680.
00000100:00080000:2.0:1787762606.149310:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3991
00000100:00000001:1.0:1787762606.149313:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762606.149316:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787762606.149321:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762606.149323:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787762606.149327:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762606.149332:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762606.149336:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762606.149337:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762606.149340:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762606.149342:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762606.149346:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762606.149349:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762606.149359:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762606.149363:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787762606.149365:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762606.149367:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787762606.149369:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762606.149372:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762606.149375:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000100:00000040:1.0:1787762606.149377:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ecb40 x1874600883865600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787762606.149380:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762606.149388:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762606.149401:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762606.149406:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762606.149413:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762606.149415:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762606.149417:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762606.149420:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762606.149422:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
02000000:00000001:1.0:1787762606.149426:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1787762606.149428:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
02000000:00000001:1.0:1787762606.149430:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762606.149433:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762606.149436:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762606.149438:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762606.149444:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787762606.149448:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ecb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883865600:192.168.204.116@tcp:38:kworker.0
02000000:00000001:2.0:1787762606.149449:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762606.149455:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762606.149459:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787762606.149461:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1787762606.149464:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762606.149467:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787762606.149469:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762606.149471:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762606.149476:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:2.0:1787762606.149476:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef480.
00000020:00000040:2.0:1787762606.149483:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000010:1.0:1787762606.149484:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b400.
02000000:00000001:2.0:1787762606.149490:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762606.149492:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762606.149495:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762606.149499:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787762606.149500:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:2.0:1787762606.149505:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787762606.149507:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
02000000:00000001:2.0:1787762606.149509:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762606.149512:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762606.149517:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883865600, portal 10
02000000:00000010:2.0:1787762606.149517:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ed800.
00000100:00000001:1.0:1787762606.149526:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762606.149529:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089365824 : -115902620185792 : ffff9696517ecb40)
00000100:00000001:2.0:1787762606.149529:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762606.149547:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ecb40 x1874600883865600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762606.149547:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef480 x1874600883865984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762606.149639:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787762606.149639:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762606.149648:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762606.149649:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762606.149653:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482403b8.
00000100:00000200:1.0:1787762606.149658:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883865600, offset 0
00000100:00000040:2.0:1787762606.149660:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8eb0c3a] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef480 x1874600883865984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762606.149669:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762606.149681:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762606.149690:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000001:2.0:1787762606.149692:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762606.149695:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762606.149702:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00000040:2.0:1787762606.149706:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4001)
00000400:00000200:1.0:1787762606.149707:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762606.149717:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762606.149720:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3700:3700:256:4294967295] 192.168.204.116@tcp LPNI seq info [3700:3700:8:4294967295]
00000400:00000200:1.0:1787762606.149722:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762606.149727:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762606.149730:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762606.149734:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330000.
00000800:00000200:1.0:1787762606.149737:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762606.149741:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762606.149746:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762606.149748:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787762606.149751:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762606.149754:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330000.
00000400:00000200:1.0:1787762606.149757:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762606.149761:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762606.149763:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482403b8
00000400:00000010:1.0:1787762606.149764:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482403b8.
00000100:00000001:1.0:1787762606.149768:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762606.149773:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ecb40 x1874600883865600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.149784:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762606.149785:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ecb40 x1874600883865600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.149790:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762606.149791:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762606.149793:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762606.149795:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762606.149797:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762606.149798:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298663461
00000100:00000001:1.0:1787762606.149800:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298664700
00000100:00000001:1.0:1787762606.149801:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298663461
00000100:00000001:1.0:1787762606.149803:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298664700
00000100:00000001:1.0:1787762606.149804:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762606.149805:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762606.149806:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762606.149808:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762606/real 1787762606]  req@ffff9696517ecb40 x1874600883865600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762606.149813:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762606.149814:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762606.149815:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762606.149816:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762606.149817:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762606.149819:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762606.149820:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ecb40 x1874600883865600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762606.149825:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ecb40 x1874600883865600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.149828:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762606.149830:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762606.149831:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762606.149832:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762606.149834:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ecb40 x1874600883865600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.149838:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762606.149840:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ecb40 x1874600883865600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.149843:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762606.149845:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762606.149845:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762606.149846:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762606.149847:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762606.149848:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762606.149850:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762606.149852:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762606.149853:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762606.149855:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ecb40 x1874600883865600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762606.149859:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ecb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883865600:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762606.149862:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762606.149864:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec000 x1874600883865728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.149869:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762606.149870:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762606.149872:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762606.149874:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762606.149876:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762606.149878:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883865728:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762606.149880:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762606.149882:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762606.149883:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762606.149884:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762606.149886:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544ac00.
02000000:00000001:1.0:1787762606.149887:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762606.149889:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762606.149891:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762606.149892:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762606.149894:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883865728, portal 10
00000100:00000001:1.0:1787762606.149895:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762606.149896:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089362944 : -115902620188672 : ffff9696517ec000)
00000100:00000040:1.0:1787762606.149900:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec000 x1874600883865728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.149903:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762606.149904:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762606.149906:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482403b8.
00000100:00000200:1.0:1787762606.149907:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883865728, offset 0
00000400:00000200:1.0:1787762606.149909:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762606.149911:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762606.149913:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762606.149915:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762606.149916:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762606.149917:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762606.149919:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762606.149921:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3701:3701:256:4294967295] 192.168.204.116@tcp LPNI seq info [3701:3701:8:4294967295]
00000400:00000200:1.0:1787762606.149923:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762606.149927:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762606.149929:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762606.149930:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330000.
00000800:00000200:1.0:1787762606.149933:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762606.149935:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762606.149937:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762606.149939:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787762606.149941:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762606.149942:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330000.
00000400:00000200:1.0:1787762606.149944:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762606.149946:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762606.149948:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482403b8
00000400:00000010:1.0:1787762606.149949:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482403b8.
00000100:00000001:1.0:1787762606.149950:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762606.149952:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ec000 x1874600883865728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.149957:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762606.149958:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec000 x1874600883865728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.149962:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762606.149963:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762606.149964:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762606.149966:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762606.149968:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762606.149969:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298663520
00000100:00000001:1.0:1787762606.149970:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298664700
00000100:00000001:1.0:1787762606.149972:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298663520
00000100:00000001:1.0:1787762606.149973:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298664700
00000100:00000001:1.0:1787762606.149975:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762606.149976:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762606.149977:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762606.149978:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762606/real 1787762606]  req@ffff9696517ec000 x1874600883865728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762606.149982:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762606.149983:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762606.149984:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762606.149986:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762606.149986:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762606.149988:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762606.149989:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec000 x1874600883865728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762606.149996:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec000 x1874600883865728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.150001:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762606.150003:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762606.150004:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762606.150006:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762606.150009:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec000 x1874600883865728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.150016:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762606.150019:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec000 x1874600883865728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.150025:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762606.150027:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762606.150028:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762606.150029:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762606.150031:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762606.150032:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762606.150035:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762606.150038:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762606.150040:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762606.150044:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec000 x1874600883865728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762606.150056:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883865728:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762606.150060:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762606.150063:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517efc00 x1874600883865856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.150069:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762606.150071:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762606.150073:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762606.150074:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762606.150076:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762606.150079:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517efc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883865856:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762606.150082:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762606.150084:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762606.150086:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762606.150087:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762606.150090:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448c00.
02000000:00000001:1.0:1787762606.150092:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762606.150095:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762606.150098:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762606.150101:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762606.150104:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883865856, portal 4
00000100:00000001:1.0:1787762606.150106:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762606.150107:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089378304 : -115902620173312 : ffff9696517efc00)
00000100:00000040:1.0:1787762606.150112:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517efc00 x1874600883865856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.150118:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762606.150120:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762606.150122:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482403b8.
00000100:00000200:1.0:1787762606.150124:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883865856, offset 0
00000400:00000200:1.0:1787762606.150127:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762606.150131:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762606.150134:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762606.150137:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762606.150139:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762606.150142:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762606.150144:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762606.150147:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3702:3702:256:4294967295] 192.168.204.116@tcp LPNI seq info [3702:3702:8:4294967295]
00000400:00000200:1.0:1787762606.150150:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762606.150155:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762606.150158:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762606.150160:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330000.
00000800:00000200:1.0:1787762606.150163:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762606.150164:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762606.150167:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762606.150168:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787762606.150171:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762606.150172:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330000.
00000400:00000200:1.0:1787762606.150174:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762606.150176:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762606.150178:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482403b8
00000400:00000010:1.0:1787762606.150179:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482403b8.
00000100:00000001:1.0:1787762606.150181:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762606.150183:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517efc00 x1874600883865856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.150188:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762606.150189:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517efc00 x1874600883865856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.150193:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762606.150194:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762606.150196:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762606.150198:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762606.150200:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762606.150201:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298663441
00000100:00000001:1.0:1787762606.150202:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298664700
00000100:00000001:1.0:1787762606.150204:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298663441
00000100:00000001:1.0:1787762606.150205:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298664700
00000100:00000001:1.0:1787762606.150206:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762606.150207:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762606.150208:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762606.150210:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762606/real 1787762606]  req@ffff9696517efc00 x1874600883865856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762606.150214:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762606.150215:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762606.150216:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762606.150217:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762606.150218:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762606.150220:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762606.150221:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517efc00 x1874600883865856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762606.150226:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517efc00 x1874600883865856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.150229:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762606.150230:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762606.150231:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762606.150231:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762606.150233:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517efc00 x1874600883865856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.150237:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762606.150239:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517efc00 x1874600883865856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.150243:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762606.150245:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762606.150245:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762606.150246:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762606.150247:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762606.150248:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762606.150250:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762606.150252:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762606.150253:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762606.150255:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517efc00 x1874600883865856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762606.150259:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517efc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883865856:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762606.150261:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762606.150262:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762606.150263:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ecb40 x1874600883865600/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.150267:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762606.150269:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762606.150270:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b400.
02000000:00000001:1.0:1787762606.150271:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762606.150272:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762606.150273:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762606.150275:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762606.150276:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ec000.
02000000:00000001:1.0:1787762606.150278:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762606.150278:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762606.150279:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ecb40.
00000100:00000001:1.0:1787762606.150281:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762606.150282:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762606.150283:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762606.150284:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec000 x1874600883865728/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.150292:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762606.150293:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762606.150294:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544ac00.
02000000:00000001:1.0:1787762606.150295:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762606.150296:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762606.150297:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762606.150298:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762606.150298:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483efc00.
02000000:00000001:1.0:1787762606.150300:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762606.150300:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762606.150301:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec000.
00000100:00000001:1.0:1787762606.150302:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762606.150303:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762606.150304:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762606.150305:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517efc00 x1874600883865856/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.150308:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762606.150309:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762606.150310:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448c00.
02000000:00000001:1.0:1787762606.150311:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762606.150311:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762606.150312:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762606.150313:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762606.150313:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef400.
02000000:00000001:1.0:1787762606.150314:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762606.150315:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762606.150316:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517efc00.
00000100:00000001:1.0:1787762606.150317:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762606.150317:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762606.150318:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762606.150321:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762606.150322:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762606.150323:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762606.150324:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762606.150325:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762606.150327:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef480 x1874600883865984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.150333:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762606.150334:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762606.150336:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762606.150338:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762606.150340:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762606.150343:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883865984:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762606.150346:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762606.150347:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762606.150349:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762606.150350:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762606.150364:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448c00.
02000000:00000001:1.0:1787762606.150367:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762606.150370:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762606.150372:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762606.150375:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762606.150378:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883865984, portal 4
00000100:00000001:1.0:1787762606.150380:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762606.150381:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089376384 : -115902620175232 : ffff9696517ef480)
00000100:00000040:1.0:1787762606.150387:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef480 x1874600883865984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.150392:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762606.150394:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762606.150397:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482403b8.
00000100:00000200:1.0:1787762606.150399:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883865984, offset 0
00000400:00000200:1.0:1787762606.150402:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762606.150406:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762606.150409:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762606.150412:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762606.150414:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762606.150416:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762606.150419:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762606.150422:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3703:3703:256:4294967295] 192.168.204.116@tcp LPNI seq info [3703:3703:8:4294967295]
00000400:00000200:1.0:1787762606.150426:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762606.150431:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762606.150435:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762606.150438:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330000.
00000800:00000200:1.0:1787762606.150441:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762606.150443:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762606.150446:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762606.150447:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787762606.150449:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762606.150451:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330000.
00000400:00000200:1.0:1787762606.150453:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762606.150455:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762606.150456:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482403b8
00000400:00000010:1.0:1787762606.150458:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482403b8.
00000100:00000001:1.0:1787762606.150459:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762606.150461:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ef480 x1874600883865984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.150466:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762606.150468:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef480 x1874600883865984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.150472:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762606.150473:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762606.150475:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762606.150477:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762606.150478:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762606.150480:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298663448
00000100:00000001:1.0:1787762606.150481:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298664700
00000100:00000001:1.0:1787762606.150483:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298663448
00000100:00000001:1.0:1787762606.150484:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298664700
00000100:00000001:1.0:1787762606.150485:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762606.150487:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762606.150488:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762606.150490:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762606/real 1787762606]  req@ffff9696517ef480 x1874600883865984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762606.150495:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762606.150495:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762606.150496:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762606.150497:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762606.150498:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762606.150499:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762606.150501:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef480 x1874600883865984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762606.150506:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef480 x1874600883865984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.150509:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762606.150510:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762606.150511:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762606.150511:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762606.150513:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef480 x1874600883865984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.150517:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762606.150519:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef480 x1874600883865984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.150525:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762606.150527:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762606.150528:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762606.150529:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762606.150531:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762606.150532:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762606.150534:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762606.150538:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762606.150539:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762606.150543:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef480 x1874600883865984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762606.150550:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883865984:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762606.150554:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762606.150555:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762606.150558:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef480 x1874600883865984/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762606.150564:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762606.150565:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762606.150567:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448c00.
02000000:00000001:1.0:1787762606.150569:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762606.150571:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762606.150572:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762606.150573:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762606.150575:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ed800.
02000000:00000001:1.0:1787762606.150577:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762606.150579:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762606.150580:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef480.
00000100:00000001:1.0:1787762606.150582:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762606.150583:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762606.150585:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762606.150588:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762606.150590:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762606.150591:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762606.150593:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762606.595758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762606.595767:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762606.595774:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762606.595775:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762606.595779:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762606.595780:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762606.596046:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762606.596051:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762606.596055:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762607.427725:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298664700, at 4298664704
00000100:00000040:1.0:1787762607.427733:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298664700, at 4298664704
00000100:00000010:0.0:1787762607.427740:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d2a0.
00000100:00000010:1.0:1787762607.427742:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00010000:00000001:0.0:1787762607.619721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762607.619729:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762607.619731:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762607.619734:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762607.619740:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762607.619743:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762607.619745:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762607.619747:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762607.619751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762607.619753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762607.619756:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762607.619758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762607.619866:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762607.619869:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762607.619872:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762608.643726:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762608.643734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762608.643739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762608.643741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762608.643744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762608.643745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762608.643842:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762608.643845:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762608.643848:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762609.667667:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762609.667672:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762609.667676:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762609.667677:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762609.667679:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762609.667680:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762609.667824:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762609.667828:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762609.667831:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762610.691718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762610.691725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762610.691730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762610.691733:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762610.691735:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762610.691738:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762610.691741:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762610.691743:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762610.691745:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762610.691748:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762610.691751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762610.691752:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762610.691835:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762610.691839:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762610.691842:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762611.267663:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762611.267671:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762611.267673:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762611.267676:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762611.267680:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762611.267686:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 3996
00000400:00000200:2.0:1787762611.267693:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762611.267697:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762611.267700:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762611.267702:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762611.267704:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762611.267706:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762611.267708:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762611.267718:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762611.267720:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762611.267722:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762611.267724:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762611.267726:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762611.267727:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762611.267729:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762611.267730:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762611.267731:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762611.267732:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762611.267734:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762611.267736:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762611.267737:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762611.267739:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762611.267741:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762611.267743:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762611.267744:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762611.267746:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762611.267753:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee1c0.
00000020:00000040:2.0:1787762611.267756:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762611.267760:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762611.267762:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762611.267764:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762611.267767:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762611.267769:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762611.267775:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ecc00.
00000100:00000001:2.0:1787762611.267780:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762611.267787:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee1c0 x1874600883866112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762611.267794:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762611.267798:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762611.267803:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000dbff278] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee1c0 x1874600883866112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762611.267831:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762611.267834:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762611.267838:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762611.267839:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762611.267840:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762611.267843:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762611.267846:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3996
00000400:00000200:2.0:1787762611.267849:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762611.267851:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762611.267853:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762611.267856:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762611.267858:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762611.267860:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762611.267861:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762611.267864:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762611.267865:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762611.267866:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762611.267868:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762611.267871:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762611.267873:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762611.267876:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762611.267877:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762611.267879:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762611.267881:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762611.267883:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762611.267885:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762611.267887:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762611.267889:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762611.267895:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762611.267897:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762611.267898:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762611.267902:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762611.267904:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762611.267906:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762611.267910:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef0c0.
00000020:00000040:2.0:1787762611.267912:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762611.267914:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762611.267915:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762611.267917:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762611.267918:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762611.267920:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762611.267923:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef000.
00000100:00000001:2.0:1787762611.267926:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762611.267931:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef0c0 x1874600883866240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762611.267938:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762611.267940:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762611.267943:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007513b59] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef0c0 x1874600883866240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762611.267949:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762611.267951:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762611.267954:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762611.267955:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762611.267957:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762611.267959:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762611.267962:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3996
00000400:00000200:2.0:1787762611.267965:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762611.267968:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762611.267970:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762611.267973:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762611.267975:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762611.267977:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762611.267979:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762611.267981:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762611.267982:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:2.0:1787762611.267983:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762611.267985:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:2.0:1787762611.267987:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:2.0:1787762611.267988:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762611.267991:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762611.267993:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762611.267995:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762611.267997:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762611.267999:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:2.0:1787762611.268002:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762611.268004:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762611.268006:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762611.268008:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762611.268010:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762611.268012:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762611.268014:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762611.268016:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762611.268018:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762611.268021:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec3c0.
00000020:00000040:2.0:1787762611.268023:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:2.0:1787762611.268025:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762611.268026:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762611.268028:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762611.268029:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762611.268031:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762611.268034:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ee000.
00000100:00000001:2.0:1787762611.268037:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762611.268042:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec3c0 x1874600883866368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762611.268049:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762611.268051:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762611.268054:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ac1d0d0] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec3c0 x1874600883866368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762611.268060:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762611.268062:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762611.268064:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762611.268065:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762611.268066:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762611.268068:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762611.268069:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3996
00000400:00000200:2.0:1787762611.268072:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762611.268073:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762611.268075:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762611.268076:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762611.268077:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762611.268079:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762611.268080:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762611.268081:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762611.268082:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762611.268083:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762611.268084:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762611.268085:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762611.268086:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762611.268088:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762611.268089:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762611.268091:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762611.268092:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762611.268093:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762611.268095:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762611.268096:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762611.268097:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762611.268099:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762611.268100:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762611.268101:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762611.268103:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762611.268104:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762611.268105:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762611.268107:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ed2c0.
00000020:00000040:2.0:1787762611.268109:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:2.0:1787762611.268110:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762611.268111:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762611.268112:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762611.268113:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762611.268114:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762611.268116:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef800.
00000100:00000001:2.0:1787762611.268118:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762611.268121:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ed2c0 x1874600883866496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762611.268126:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762611.268127:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762611.268130:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ed0154] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ed2c0 x1874600883866496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762611.268137:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762611.268140:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762611.268142:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762611.268143:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762611.268145:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762611.268147:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762611.268150:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 3996
00000400:00000200:2.0:1787762611.268153:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762611.268155:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762611.268157:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762611.268160:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762611.268162:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762611.268163:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762611.268165:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762611.268167:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762611.268168:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:2.0:1787762611.268170:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762611.268172:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:2.0:1787762611.268174:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762611.268175:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:2.0:1787762611.268178:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762611.268180:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762611.268182:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762611.268183:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762611.268185:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762611.268188:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762611.268190:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762611.268192:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762611.268194:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762611.268196:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762611.268198:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762611.268199:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762611.268201:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762611.268203:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762611.268206:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ee580.
00000020:00000040:2.0:1787762611.268208:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762611.268210:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762611.268212:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762611.268213:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762611.268215:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762611.268216:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762611.268221:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483edc00.
00000100:00000001:2.0:1787762611.268224:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762611.268228:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ee580 x1874600883866624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762611.268234:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762611.268236:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762611.268239:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d12b9ce] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ee580 x1874600883866624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762611.268246:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762611.268249:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4006)
00000100:00000001:1.0:1787762611.268394:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762611.268398:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762611.268401:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762611.268407:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ee1c0 x1874600883866112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762611.268415:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762611.268417:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762611.268420:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762611.268423:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762611.268425:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762611.268429:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ee1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883866112:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762611.268433:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762611.268436:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762611.268438:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762611.268441:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762611.268445:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448c00.
02000000:00000001:1.0:1787762611.268447:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762611.268452:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762611.268456:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e028f0.
00000400:00000010:1.0:1787762611.268461:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240110.
00000100:00000200:1.0:1787762611.268468:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883866112, portal 25
00000100:00000001:1.0:1787762611.268471:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762611.268472:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089371584 : -115902620180032 : ffff9696517ee1c0)
00000100:00000040:1.0:1787762611.268477:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ee1c0 x1874600883866112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762611.268485:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762611.268487:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762611.268490:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482403b8.
00000100:00000200:1.0:1787762611.268493:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883866112, offset 0
00000400:00000200:1.0:1787762611.268499:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762611.268505:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762611.268511:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762611.268515:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762611.268518:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762611.268521:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762611.268522:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762611.268525:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3704:3704:256:4294967295] 192.168.204.116@tcp LPNI seq info [3704:3704:8:4294967295]
00000400:00000200:1.0:1787762611.268528:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762611.268535:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762611.268584:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762611.268588:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330000.
00000800:00000200:1.0:1787762611.268594:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762611.268615:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762611.268670:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762611.268674:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762611.268676:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298669820
00000100:00000010:1.0:1787762611.268680:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816db40.
00000100:00000001:1.0:1787762611.268685:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762611.268689:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298669820
00000100:00000010:1.0:1787762611.268691:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d360.
00000100:00000001:1.0:1787762611.268693:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762611.268694:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762611.268696:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762611.268698:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762611.268701:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef0c0 x1874600883866240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762611.268705:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762611.268706:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762611.268707:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762611.268715:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762611.268717:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762611.268718:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883866240:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762611.268720:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762611.268722:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762611.268723:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762611.268724:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762611.268726:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544ac00.
02000000:00000001:1.0:1787762611.268727:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762611.268730:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762611.268731:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e024d0.
00000400:00000010:1.0:1787762611.268734:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240198.
00000100:00000200:1.0:1787762611.268736:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883866240, portal 10
00000100:00000001:1.0:1787762611.268737:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762611.268738:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089375424 : -115902620176192 : ffff9696517ef0c0)
00000100:00000040:1.0:1787762611.268743:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef0c0 x1874600883866240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762611.268747:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762611.268748:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762611.268749:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240908.
00000100:00000200:1.0:1787762611.268751:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883866240, offset 0
00000400:00000200:1.0:1787762611.268753:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762611.268756:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762611.268758:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762611.268759:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762611.268761:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762611.268763:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762611.268764:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762611.268766:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3705:3705:255:4294967295] 192.168.204.116@tcp LPNI seq info [3705:3705:7:4294967295]
00000400:00000200:1.0:1787762611.268768:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762611.268772:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762611.268775:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762611.268777:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330900.
00000800:00000200:1.0:1787762611.268779:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762611.268781:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762611.268783:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762611.268785:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762611.268787:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762611.268788:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298668580
00000100:00000001:1.0:1787762611.268790:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298669820
00000100:00000001:1.0:1787762611.268791:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298668580
00000100:00000001:1.0:1787762611.268793:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298669820
00000100:00000001:1.0:1787762611.268794:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762611.268795:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762611.268797:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762611.268798:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec3c0 x1874600883866368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762611.268802:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762611.268803:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762611.268804:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762611.268805:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762611.268806:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762611.268808:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883866368:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762611.268810:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762611.268811:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762611.268811:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762611.268812:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762611.268814:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b400.
02000000:00000001:1.0:1787762611.268815:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762611.268816:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762611.268817:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02c08.
00000400:00000010:1.0:1787762611.268819:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240bb0.
00000100:00000200:1.0:1787762611.268820:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883866368, portal 10
00000100:00000001:1.0:1787762611.268821:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762611.268822:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089363904 : -115902620187712 : ffff9696517ec3c0)
00000100:00000040:1.0:1787762611.268825:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec3c0 x1874600883866368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762611.268829:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762611.268830:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762611.268831:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696482406e8.
00000100:00000200:1.0:1787762611.268833:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883866368, offset 0
00000400:00000200:1.0:1787762611.268835:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762611.268836:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762611.268839:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762611.268840:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762611.268841:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762611.268843:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762611.268844:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762611.268846:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3706:3706:254:4294967295] 192.168.204.116@tcp LPNI seq info [3706:3706:6:4294967295]
00000400:00000200:1.0:1787762611.268848:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762611.268851:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762611.268853:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762611.268855:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330600.
00000800:00000200:1.0:1787762611.268856:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762611.268858:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762611.268859:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762611.268861:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762611.268862:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762611.268864:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298668639
00000100:00000001:1.0:1787762611.268865:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298669820
00000100:00000001:1.0:1787762611.268867:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298668639
00000100:00000001:1.0:1787762611.268868:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298669820
00000100:00000001:1.0:1787762611.268871:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762611.268873:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762611.268874:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762611.268877:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ed2c0 x1874600883866496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762611.268884:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762611.268885:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762611.268887:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762611.268889:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762611.268891:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762611.268893:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ed2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883866496:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762611.268899:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762611.268900:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762611.268902:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762611.268903:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762611.268906:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a000.
02000000:00000001:1.0:1787762611.268907:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762611.268910:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762611.268912:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02420.
00000400:00000010:1.0:1787762611.268915:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762611.268918:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883866496, portal 4
00000100:00000001:1.0:1787762611.268920:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762611.268921:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089367744 : -115902620183872 : ffff9696517ed2c0)
00000100:00000040:1.0:1787762611.268926:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ed2c0 x1874600883866496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762611.268931:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762611.268933:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762611.268935:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240000.
00000100:00000200:1.0:1787762611.268937:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883866496, offset 0
00000400:00000200:1.0:1787762611.268941:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762611.268945:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762611.268948:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762611.268950:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762611.268952:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762611.268955:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762611.268957:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762611.268959:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3707:3707:253:4294967295] 192.168.204.116@tcp LPNI seq info [3707:3707:5:4294967295]
00000400:00000200:1.0:1787762611.268963:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762611.268968:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762611.268973:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762611.268976:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330f00.
00000800:00000200:1.0:1787762611.268980:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762611.268983:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762611.268986:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762611.268988:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762611.268991:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762611.268993:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298668560
00000100:00000001:1.0:1787762611.268995:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298669820
00000100:00000001:1.0:1787762611.268997:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298668560
00000100:00000001:1.0:1787762611.268999:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298669820
00000100:00000001:1.0:1787762611.269001:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762611.269003:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762611.269005:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762611.269008:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ee580 x1874600883866624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762611.269014:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762611.269016:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762611.269018:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762611.269019:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762611.269021:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762611.269024:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883866624:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762611.269027:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762611.269029:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762611.269030:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762611.269031:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762611.269034:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544a800.
02000000:00000001:1.0:1787762611.269036:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762611.269038:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762611.269040:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762611.269042:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762611.269044:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883866624, portal 4
00000100:00000001:1.0:1787762611.269045:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762611.269045:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089372544 : -115902620179072 : ffff9696517ee580)
00000100:00000040:1.0:1787762611.269049:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ee580 x1874600883866624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762611.269053:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762611.269054:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762611.269056:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240d48.
00000100:00000200:1.0:1787762611.269057:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883866624, offset 0
00000400:00000200:1.0:1787762611.269059:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762611.269061:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762611.269063:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762611.269065:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762611.269066:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762611.269068:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762611.269069:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762611.269071:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3708:3708:252:4294967295] 192.168.204.116@tcp LPNI seq info [3708:3708:4:4294967295]
00000400:00000200:1.0:1787762611.269073:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762611.269077:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762611.269079:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762611.269081:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330800.
00000800:00000200:1.0:1787762611.269083:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762611.269085:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:1.0:1787762611.269087:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762611.269089:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762611.269091:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762611.269092:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298668567
00000100:00000001:1.0:1787762611.269094:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298669820
00000100:00000001:1.0:1787762611.269095:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298668567
00000100:00000001:1.0:1787762611.269096:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298669820
00000100:00000001:1.0:1787762611.269097:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762611.269098:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762611.269099:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762611.269101:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762611.269107:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762611.269109:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787762611.269110:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762611.269111:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762611.269112:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762611.269113:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762611.715723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762611.715730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762611.715736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762611.715737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762611.715741:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762611.715742:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762611.716933:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762611.716937:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762611.716941:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762612.547696:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298669820, at 4298669824
00000100:00000010:0.0:1787762612.547715:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816db40.
00000100:00000040:1.0:1787762612.547957:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298669820, at 4298669824
00000100:00000010:1.0:1787762612.547965:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00010000:00000001:0.0:1787762612.739703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762612.739708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762612.739712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762612.739712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762612.739714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762612.739715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762612.739783:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762612.739788:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762612.739792:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762613.763674:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762613.763682:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762613.763696:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762613.763697:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762613.763699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762613.763701:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762613.763703:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762613.763705:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762613.763708:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762613.763709:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762613.763711:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762613.763713:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762613.763800:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762613.763802:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762613.763804:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787762614.339884:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.116:988
00000400:00000100:0.0:1787762614.339927:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.116@tcp at host 192.168.204.116 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787762614.339936:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762614.339940:0:2387:0:(router.c:1791:lnet_notify()) 192.168.204.16@tcp notifying 192.168.204.116@tcp: down
00000400:00000200:0.0:1787762614.339945:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762614.339949:0:2387:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787762614.339953:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762614.339957:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330000.
00000400:00000200:0.0:1787762614.339963:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762614.339968:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762614.339974:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482403b8
00000400:00000010:0.0:1787762614.339977:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482403b8.
00000100:00000001:0.0:1787762614.339982:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762614.339991:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ee1c0 x1874600883866112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762614.340019:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762614.340023:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee1c0 x1874600883866112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762614.340031:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762614.340033:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762614.340043:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762614.340045:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330900.
00000400:00000200:0.0:1787762614.340048:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762614.340051:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762614.340054:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240908
00000400:00000010:0.0:1787762614.340056:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240908.
00000100:00000001:0.0:1787762614.340058:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762614.340062:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ef0c0 x1874600883866240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762614.340069:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762614.340073:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef0c0 x1874600883866240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762614.340080:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762614.340081:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762614.340085:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762614.340087:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330600.
00000400:00000200:0.0:1787762614.340089:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762614.340092:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762614.340094:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696482406e8
00000400:00000010:0.0:1787762614.340095:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696482406e8.
00000100:00000001:0.0:1787762614.340097:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762614.340101:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ec3c0 x1874600883866368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762614.340109:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762614.340112:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec3c0 x1874600883866368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762614.340118:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762614.340119:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762614.340124:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762614.340126:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330f00.
00000400:00000200:0.0:1787762614.340128:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762614.340131:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762614.340133:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240000
00000400:00000010:0.0:1787762614.340135:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240000.
00000100:00000001:0.0:1787762614.340137:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762614.340141:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ed2c0 x1874600883866496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762614.340148:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762614.340150:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ed2c0 x1874600883866496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762614.340156:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762614.340158:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762614.340162:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.116@tcp
00000800:00000010:0.0:1787762614.340164:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330800.
00000400:00000200:0.0:1787762614.340166:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762614.340169:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762614.340171:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240d48
00000400:00000010:0.0:1787762614.340173:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240d48.
00000100:00000001:0.0:1787762614.340174:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762614.340178:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9696517ee580 x1874600883866624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762614.340185:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762614.340188:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ee580 x1874600883866624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762614.340205:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762614.340206:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762614.340252:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762614.340258:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762614.340260:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762614.340269:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762611/real 1787762614]  req@ffff9696517ee1c0 x1874600883866112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762614.340282:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762614.340284:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762614.340288:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e028f0.
00000400:00000200:1.0:1787762614.340292:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240110
00000400:00000010:1.0:1787762614.340294:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240110.
00000100:00000001:1.0:1787762614.340297:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762614.340301:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ee1c0 x1874600883866112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762614.340311:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ee1c0 x1874600883866112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762614.340318:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762614.340326:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762614.340329:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762614.340331:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762614.340336:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ee1c0 x1874600883866112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762614.340343:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762614.340347:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ee1c0 x1874600883866112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762614.340354:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762614.340358:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762614.340360:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762614.340361:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762614.340364:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762614.340366:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762614.340369:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762614.340374:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762614.340376:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762614.340380:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ee1c0 x1874600883866112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762614.340388:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ee1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883866112:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762614.340393:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762614.340396:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762611/real 1787762614]  req@ffff9696517ef0c0 x1874600883866240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762614.340404:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762614.340405:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762614.340407:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e024d0.
00000400:00000200:1.0:1787762614.340409:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240198
00000400:00000010:1.0:1787762614.340411:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240198.
00000100:00000001:1.0:1787762614.340413:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762614.340416:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef0c0 x1874600883866240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762614.340425:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef0c0 x1874600883866240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762614.340431:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762614.340433:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762614.340434:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762614.340436:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762614.340440:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef0c0 x1874600883866240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762614.340447:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762614.340451:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef0c0 x1874600883866240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762614.340458:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762614.340461:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762614.340463:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762614.340464:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762614.340466:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762614.340468:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762614.340470:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762614.340474:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762614.340477:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762614.340481:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef0c0 x1874600883866240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762614.340490:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883866240:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762614.340494:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762614.340498:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762611/real 1787762614]  req@ffff9696517ec3c0 x1874600883866368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762614.340506:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762614.340507:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762614.340509:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02c08.
00000400:00000200:1.0:1787762614.340511:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240bb0
00000400:00000010:1.0:1787762614.340513:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240bb0.
00000100:00000001:1.0:1787762614.340515:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762614.340518:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec3c0 x1874600883866368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762614.340533:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec3c0 x1874600883866368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762614.340539:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762614.340541:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762614.340543:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762614.340544:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762614.340548:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec3c0 x1874600883866368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762614.340555:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762614.340559:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec3c0 x1874600883866368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762614.340566:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762614.340568:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762614.340570:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762614.340571:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762614.340573:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762614.340575:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762614.340577:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762614.340580:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762614.340583:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762614.340587:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec3c0 x1874600883866368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762614.340634:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883866368:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762614.340639:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762614.340643:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762611/real 1787762614]  req@ffff9696517ed2c0 x1874600883866496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762614.340659:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762614.340660:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762614.340662:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02420.
00000400:00000200:1.0:1787762614.340665:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762614.340667:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762614.340669:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762614.340672:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ed2c0 x1874600883866496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762614.340681:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ed2c0 x1874600883866496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762614.340688:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762614.340689:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762614.340691:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762614.340692:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762614.340696:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ed2c0 x1874600883866496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762614.340703:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762614.340707:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ed2c0 x1874600883866496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762614.340714:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762614.340717:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762614.340718:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762614.340720:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762614.340722:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762614.340724:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762614.340726:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762614.340730:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762614.340732:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762614.340737:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ed2c0 x1874600883866496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762614.340744:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ed2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883866496:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762614.340748:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762614.340752:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762611/real 1787762614]  req@ffff9696517ee580 x1874600883866624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762614.340759:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762614.340761:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762614.340762:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762614.340765:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762614.340767:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762614.340769:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762614.340772:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ee580 x1874600883866624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762614.340781:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ee580 x1874600883866624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762614.340788:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762614.340789:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762614.340791:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762614.340792:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762614.340796:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ee580 x1874600883866624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762614.340804:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762614.340808:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ee580 x1874600883866624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762614.340815:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762614.340817:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762614.340819:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762614.340820:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762614.340822:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762614.340824:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762614.340826:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762614.340829:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762614.340832:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762614.340836:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ee580 x1874600883866624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762614.340843:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883866624:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762614.340848:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762614.340850:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762614.340853:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ee1c0 x1874600883866112/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762614.340860:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762614.340863:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762614.340866:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448c00.
02000000:00000001:1.0:1787762614.340870:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762614.340877:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762614.340878:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762614.340880:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762614.340883:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ecc00.
02000000:00000001:1.0:1787762614.340888:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762614.340890:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762614.340891:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ee1c0.
00000100:00000001:1.0:1787762614.340896:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762614.340897:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762614.340899:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762614.340902:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef0c0 x1874600883866240/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762614.340907:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762614.340909:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762614.340910:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544ac00.
02000000:00000001:1.0:1787762614.340912:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762614.340913:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762614.340915:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762614.340916:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762614.340917:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef000.
02000000:00000001:1.0:1787762614.340920:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762614.340921:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762614.340922:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef0c0.
00000100:00000001:1.0:1787762614.340924:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762614.340925:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762614.340927:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762614.340929:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec3c0 x1874600883866368/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762614.340936:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762614.340937:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762614.340938:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b400.
02000000:00000001:1.0:1787762614.340940:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762614.340942:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762614.340943:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762614.340944:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762614.340946:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ee000.
02000000:00000001:1.0:1787762614.340949:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762614.340950:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762614.340951:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec3c0.
00000100:00000001:1.0:1787762614.340954:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762614.340955:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762614.340956:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762614.340958:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ed2c0 x1874600883866496/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762614.340964:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762614.340965:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762614.340966:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a000.
02000000:00000001:1.0:1787762614.340968:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762614.340969:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762614.340970:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762614.340972:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762614.340973:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef800.
02000000:00000001:1.0:1787762614.340974:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762614.340975:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762614.340976:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ed2c0.
00000100:00000001:1.0:1787762614.340978:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762614.340979:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762614.340981:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762614.340983:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ee580 x1874600883866624/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762614.340988:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762614.340989:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762614.340990:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544a800.
02000000:00000001:1.0:1787762614.340992:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762614.340993:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762614.340994:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762614.340996:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762614.340997:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483edc00.
02000000:00000001:1.0:1787762614.341000:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762614.341000:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762614.341001:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ee580.
00000100:00000001:1.0:1787762614.341004:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762614.341005:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762614.341006:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762614.341014:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762614.341017:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762614.341018:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762614.341020:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762614.787750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762614.787757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762614.787763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762614.787765:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762614.787768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762614.787769:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762614.787830:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762614.787834:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762614.787838:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762615.811724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762615.811730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762615.811735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762615.811737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762615.811740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762615.811741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762615.812365:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762615.812369:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762615.812372:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762616.388880:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762616.388892:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762616.388895:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762616.388900:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762616.388904:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762616.388913:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 4001
00000400:00000200:1.0:1787762616.388923:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762616.388931:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762616.388935:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762616.388938:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762616.388941:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762616.388943:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762616.388946:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762616.388951:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762616.388953:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:1.0:1787762616.388956:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762616.388959:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:1.0:1787762616.388962:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:1.0:1787762616.388965:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:1.0:1787762616.388968:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762616.388969:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762616.388971:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762616.388973:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762616.388976:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:1.0:1787762616.388980:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762616.388982:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762616.388985:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762616.388989:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762616.388991:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762616.388993:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762616.388996:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762616.389005:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c75680.
00000020:00000040:1.0:1787762616.389009:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:1.0:1787762616.389013:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762616.389015:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762616.389019:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762616.389022:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762616.389027:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762616.389036:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544a800.
00000100:00000001:1.0:1787762616.389045:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762616.389055:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c75680 x1874600883866752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762616.389064:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762616.389068:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762616.389072:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009636c718] to pc [ptlrpcd_rcv+-1]  req@ffff969643c75680 x1874600883866752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762616.389112:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762616.389115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762616.389118:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762616.389119:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762616.389121:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762616.389123:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762616.389126:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4001
00000400:00000200:1.0:1787762616.389129:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762616.389132:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762616.389135:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762616.389137:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762616.389139:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762616.389141:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762616.389143:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762616.389144:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762616.389145:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:1.0:1787762616.389147:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762616.389149:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:1.0:1787762616.389151:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:1.0:1787762616.389164:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:1.0:1787762616.389167:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762616.389168:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762616.389171:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762616.389172:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762616.389174:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:1.0:1787762616.389176:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762616.389179:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762616.389180:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762616.389187:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762616.389189:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762616.389191:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762616.389195:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762616.389198:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762616.389199:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762616.389202:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c76d00.
00000020:00000040:1.0:1787762616.389204:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:1.0:1787762616.389207:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762616.389208:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762616.389209:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762616.389211:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762616.389212:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762616.389215:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544a000.
00000100:00000001:1.0:1787762616.389219:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762616.389224:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c76d00 x1874600883866880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762616.389230:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762616.389232:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762616.389235:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae739ad4] to pc [ptlrpcd_rcv+-1]  req@ffff969643c76d00 x1874600883866880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762616.389242:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762616.389244:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762616.389247:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787762616.389249:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762616.389250:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762616.389253:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762616.389255:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4001
00000400:00000200:1.0:1787762616.389259:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762616.389261:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762616.389263:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762616.389265:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762616.389267:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762616.389269:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762616.389270:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762616.389273:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762616.389273:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:1.0:1787762616.389275:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762616.389277:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:1.0:1787762616.389279:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:1.0:1787762616.389281:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:1.0:1787762616.389284:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762616.389285:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762616.389287:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762616.389289:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762616.389291:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:1.0:1787762616.389294:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762616.389296:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762616.389297:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762616.389299:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762616.389301:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762616.389303:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762616.389304:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762616.389306:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762616.389308:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762616.389312:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c75e00.
00000020:00000040:1.0:1787762616.389314:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:1.0:1787762616.389316:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762616.389317:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762616.389319:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762616.389320:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762616.389322:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762616.389326:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544b400.
00000100:00000001:1.0:1787762616.389328:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762616.389333:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c75e00 x1874600883867008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762616.389339:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762616.389341:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762616.389345:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040d67091] to pc [ptlrpcd_rcv+-1]  req@ffff969643c75e00 x1874600883867008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762616.389353:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762616.389355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762616.389358:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762616.389360:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762616.389361:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762616.389364:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762616.389367:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4001
00000400:00000200:1.0:1787762616.389371:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762616.389374:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762616.389376:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762616.389379:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762616.389382:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762616.389383:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762616.389386:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762616.389388:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762616.389389:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:1.0:1787762616.389391:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762616.389393:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:1.0:1787762616.389395:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:1.0:1787762616.389397:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:1.0:1787762616.389401:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762616.389403:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762616.389405:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762616.389407:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762616.389409:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:1.0:1787762616.389412:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762616.389414:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762616.389416:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762616.389419:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762616.389421:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762616.389422:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762616.389425:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:1.0:1787762616.389427:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762616.389429:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762616.389432:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c74780.
00000020:00000040:1.0:1787762616.389434:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:1.0:1787762616.389437:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762616.389438:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762616.389440:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762616.389442:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762616.389444:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762616.389447:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544ac00.
00000100:00000001:1.0:1787762616.389450:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762616.389454:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c74780 x1874600883867136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762616.389462:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762616.389464:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762616.389468:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e08688a4] to pc [ptlrpcd_rcv+-1]  req@ffff969643c74780 x1874600883867136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762616.389475:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762616.389478:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762616.389481:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787762616.389482:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762616.389484:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762616.389486:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762616.389488:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4001
00000400:00000200:1.0:1787762616.389492:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762616.389494:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762616.389496:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762616.389500:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762616.389502:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762616.389504:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762616.389506:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762616.389508:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762616.389509:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:1.0:1787762616.389511:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762616.389513:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:1.0:1787762616.389515:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:1.0:1787762616.389517:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:1.0:1787762616.389520:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762616.389522:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762616.389524:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762616.389526:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762616.389528:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:1.0:1787762616.389530:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762616.389533:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762616.389535:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762616.389538:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762616.389540:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762616.389542:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762616.389543:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787762616.389546:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762616.389547:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762616.389551:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c75a40.
00000020:00000040:1.0:1787762616.389554:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:1.0:1787762616.389556:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762616.389557:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762616.389559:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762616.389560:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762616.389562:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762616.389566:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448c00.
00000100:00000001:1.0:1787762616.389569:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762616.389573:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c75a40 x1874600883867264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762616.390820:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762616.390826:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762616.390829:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762616.390839:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c75680 x1874600883866752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.390851:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762616.390853:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762616.390857:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762616.390860:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762616.390863:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762616.390867:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883866752:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762616.390872:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762616.390876:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762616.390878:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762616.390881:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762616.390887:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762616.390889:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762616.390896:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762616.390900:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762616.390907:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762616.390913:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883866752, portal 25
00000100:00000001:2.0:1787762616.390916:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762616.390917:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859239040 : -115902850312576 : ffff969643c75680)
00000100:00000040:2.0:1787762616.390923:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c75680 x1874600883866752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.390932:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762616.390935:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762616.390937:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762616.390940:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883866752, offset 0
00000400:00000200:2.0:1787762616.390947:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762616.390954:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762616.390961:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762616.390966:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762616.390970:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762616.390974:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762616.390976:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762616.390980:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3709:3709:256:4294967295] 192.168.204.116@tcp LPNI seq info [3709:3709:8:4294967295]
00000400:00000200:2.0:1787762616.390984:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762616.390995:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762616.391001:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762616.391006:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762616.391014:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762616.391019:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762616.391024:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762616.391028:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762616.391033:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762616.391035:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762616.391042:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762616.391047:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762616.391051:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762616.391053:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762616.391057:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762616.391061:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c75680 x1874600883866752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.391071:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762616.391075:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c75680 x1874600883866752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.391082:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762616.391084:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762616.391090:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762616.391093:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762616.391096:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298674942
00000100:00000010:2.0:1787762616.391100:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7c60.
00000100:00000001:2.0:1787762616.391107:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762616.391114:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298674942
00000100:00000010:2.0:1787762616.391117:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7a80.
00000100:00000001:2.0:1787762616.391121:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762616.391124:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762616.391127:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762616.391130:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762616.391134:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762616/real 1787762616]  req@ffff969643c75680 x1874600883866752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762616.391143:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762616.391145:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762616.391147:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762616.391150:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762616.391152:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762616.391167:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762616.391171:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c75680 x1874600883866752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762616.391180:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c75680 x1874600883866752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.391186:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762616.391188:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762616.391190:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762616.391192:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762616.391196:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c75680 x1874600883866752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.391203:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762616.391208:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c75680 x1874600883866752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.391215:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762616.391217:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762616.391219:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762616.391220:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762616.391222:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762616.391224:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762616.391227:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762616.391231:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762616.391233:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762616.391237:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c75680 x1874600883866752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762616.391245:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883866752:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762616.391252:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762616.391255:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c76d00 x1874600883866880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.391262:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762616.391263:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762616.391265:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762616.391267:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762616.391269:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762616.391271:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883866880:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762616.391274:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762616.391276:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762616.391277:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762616.391279:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762616.391282:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762616.391284:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762616.391288:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762616.391290:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762616.391293:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762616.391296:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883866880, portal 10
00000100:00000001:2.0:1787762616.391298:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762616.391299:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859244800 : -115902850306816 : ffff969643c76d00)
00000100:00000040:2.0:1787762616.391306:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c76d00 x1874600883866880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.391312:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762616.391315:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762616.391317:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762616.391320:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883866880, offset 0
00000400:00000200:2.0:1787762616.391323:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762616.391327:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762616.391330:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762616.391333:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762616.391336:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762616.391338:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762616.391341:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762616.391344:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3710:3710:256:4294967295] 192.168.204.116@tcp LPNI seq info [3710:3710:8:4294967295]
00000400:00000200:2.0:1787762616.391347:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762616.391353:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762616.391358:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762616.391361:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762616.391364:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762616.391367:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762616.391372:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762616.391374:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762616.391378:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762616.391380:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762616.391383:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762616.391387:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762616.391390:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762616.391391:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762616.391394:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762616.391397:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c76d00 x1874600883866880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.391405:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762616.391408:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c76d00 x1874600883866880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.391414:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762616.391416:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762616.391418:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762616.391422:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762616.391424:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762616.391426:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298673702
00000100:00000001:2.0:1787762616.391429:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298674942
00000100:00000001:2.0:1787762616.391431:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298673702
00000100:00000001:2.0:1787762616.391433:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298674942
00000100:00000001:2.0:1787762616.391435:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762616.391437:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762616.391439:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762616.391443:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762616/real 1787762616]  req@ffff969643c76d00 x1874600883866880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762616.391449:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762616.391451:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762616.391453:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762616.391455:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762616.391456:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762616.391459:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762616.391462:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c76d00 x1874600883866880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762616.391470:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c76d00 x1874600883866880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.391476:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762616.391478:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762616.391480:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762616.391481:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762616.391484:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c76d00 x1874600883866880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.391491:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762616.391494:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c76d00 x1874600883866880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.391501:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762616.391503:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762616.391504:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762616.391505:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762616.391508:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762616.391509:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762616.391512:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762616.391515:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762616.391517:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762616.391521:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c76d00 x1874600883866880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762616.391528:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883866880:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762616.391532:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762616.391536:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c75e00 x1874600883867008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.391542:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762616.391543:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762616.391545:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762616.391546:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762616.391548:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762616.391551:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883867008:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762616.391554:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762616.391556:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762616.391558:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762616.391559:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762616.391562:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762616.391564:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762616.391567:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762616.391569:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762616.391572:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762616.391575:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883867008, portal 10
00000100:00000001:2.0:1787762616.391577:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762616.391578:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859240960 : -115902850310656 : ffff969643c75e00)
00000100:00000040:2.0:1787762616.391583:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c75e00 x1874600883867008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.391590:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762616.391592:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762616.391594:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762616.391627:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883867008, offset 0
00000400:00000200:2.0:1787762616.391632:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762616.391636:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762616.391639:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762616.391642:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762616.391645:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762616.391647:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762616.391649:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762616.391652:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3711:3711:256:4294967295] 192.168.204.116@tcp LPNI seq info [3711:3711:8:4294967295]
00000400:00000200:2.0:1787762616.391656:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762616.391662:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762616.391666:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762616.391670:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762616.391673:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762616.391676:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762616.391681:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762616.391683:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762616.391687:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762616.391689:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762616.391692:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762616.391695:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762616.391697:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762616.391699:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762616.391702:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762616.391705:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c75e00 x1874600883867008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.391712:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762616.391715:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c75e00 x1874600883867008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.391727:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762616.391729:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762616.391731:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762616.391734:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762616.391737:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762616.391739:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298673761
00000100:00000001:2.0:1787762616.391741:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298674942
00000100:00000001:2.0:1787762616.391743:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298673761
00000100:00000001:2.0:1787762616.391745:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298674942
00000100:00000001:2.0:1787762616.391746:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762616.391748:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762616.391750:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762616.391753:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762616/real 1787762616]  req@ffff969643c75e00 x1874600883867008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762616.391761:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762616.391762:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762616.391764:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762616.391766:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762616.391767:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762616.391769:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762616.391772:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c75e00 x1874600883867008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762616.391780:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c75e00 x1874600883867008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.391786:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762616.391787:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762616.391788:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762616.391790:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762616.391793:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c75e00 x1874600883867008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.391800:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762616.391804:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c75e00 x1874600883867008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.391811:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762616.391813:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762616.391815:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762616.391816:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762616.391818:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762616.391820:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762616.391823:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762616.391827:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762616.391829:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762616.391834:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c75e00 x1874600883867008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762616.391841:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883867008:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762616.391846:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762616.391849:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c74780 x1874600883867136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.391856:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762616.391857:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762616.391859:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762616.391861:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762616.391863:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762616.391866:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883867136:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762616.391870:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762616.391872:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762616.391874:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762616.391875:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762616.391879:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762616.391881:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762616.391884:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762616.391887:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762616.391891:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762616.391893:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883867136, portal 4
00000100:00000001:2.0:1787762616.391895:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762616.391897:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859235200 : -115902850316416 : ffff969643c74780)
00000100:00000040:2.0:1787762616.391902:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c74780 x1874600883867136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.391909:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762616.391911:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762616.391913:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762616.391915:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883867136, offset 0
00000400:00000200:2.0:1787762616.391919:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762616.391922:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762616.391925:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762616.391928:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762616.391930:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762616.391933:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762616.391935:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762616.391939:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3712:3712:256:4294967295] 192.168.204.116@tcp LPNI seq info [3712:3712:8:4294967295]
00000400:00000200:2.0:1787762616.391943:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762616.391949:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762616.391953:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762616.391956:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762616.391959:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762616.391962:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762616.391966:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762616.391969:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762616.391972:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762616.391974:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762616.391978:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762616.391981:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762616.391984:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762616.391985:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762616.391988:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762616.391992:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c74780 x1874600883867136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.392000:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762616.392003:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c74780 x1874600883867136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.392009:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762616.392011:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762616.392013:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762616.392016:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762616.392019:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762616.392021:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298673682
00000100:00000001:2.0:1787762616.392023:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298674942
00000100:00000001:2.0:1787762616.392026:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298673682
00000100:00000001:2.0:1787762616.392028:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298674942
00000100:00000001:2.0:1787762616.392030:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762616.392032:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762616.392033:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762616.392037:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762616/real 1787762616]  req@ffff969643c74780 x1874600883867136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762616.392044:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762616.392046:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762616.392047:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762616.392049:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762616.392051:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762616.392054:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762616.392057:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c74780 x1874600883867136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762616.392065:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c74780 x1874600883867136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.392071:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762616.392072:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762616.392074:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762616.392075:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762616.392078:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c74780 x1874600883867136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.392084:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762616.392088:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c74780 x1874600883867136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.392095:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762616.392097:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762616.392098:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762616.392099:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762616.392100:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762616.392102:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762616.392105:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762616.392109:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762616.392111:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762616.392115:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c74780 x1874600883867136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762616.392123:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883867136:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762616.392126:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762616.392129:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762616.392132:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c75680 x1874600883866752/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.392138:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762616.392141:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762616.392144:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762616.392147:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762616.392150:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762616.392152:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762616.392165:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762616.392168:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544a800.
02000000:00000001:2.0:1787762616.392171:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762616.392173:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762616.392175:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c75680.
00000100:00000001:2.0:1787762616.392178:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762616.392180:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762616.392182:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762616.392185:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c76d00 x1874600883866880/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.392193:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762616.392194:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762616.392196:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483efc00.
02000000:00000001:2.0:1787762616.392198:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762616.392199:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762616.392200:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762616.392202:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762616.392203:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544a000.
02000000:00000001:2.0:1787762616.392205:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762616.392206:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762616.392208:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c76d00.
00000100:00000001:2.0:1787762616.392211:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762616.392212:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762616.392214:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762616.392217:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c75e00 x1874600883867008/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.392223:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762616.392226:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762616.392228:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec000.
02000000:00000001:2.0:1787762616.392232:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762616.392235:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762616.392237:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000100:00000001:1.0:1787762616.392239:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000020:00000001:2.0:1787762616.392240:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762616.392243:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b400.
00000100:00000001:1.0:1787762616.392246:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762616.392247:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762616.392249:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762616.392252:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c75e00.
00000100:00000040:1.0:1787762616.392257:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4c6922c] to pc [ptlrpcd_rcv+-1]  req@ffff969643c75a40 x1874600883867264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.392257:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762616.392260:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762616.392262:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762616.392268:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c74780 x1874600883867136/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762616.392277:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762616.392280:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762616.392282:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762616.392284:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ed800.
00000100:00000040:1.0:1787762616.392285:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4011)
02000000:00000001:2.0:1787762616.392288:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762616.392290:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762616.392292:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762616.392294:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762616.392296:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544ac00.
02000000:00000001:2.0:1787762616.392298:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762616.392300:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762616.392301:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c74780.
00000100:00000001:2.0:1787762616.392304:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762616.392305:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762616.392308:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762616.392316:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762616.392319:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762616.392321:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762616.392323:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762616.392324:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762616.392328:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c75a40 x1874600883867264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.392335:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762616.392337:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762616.392339:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762616.392340:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762616.392343:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762616.392346:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883867264:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762616.392350:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762616.392352:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762616.392354:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762616.392356:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762616.392359:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762616.392361:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762616.392364:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762616.392366:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762616.392369:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762616.392372:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883867264, portal 4
00000100:00000001:2.0:1787762616.392373:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762616.392375:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859240000 : -115902850311616 : ffff969643c75a40)
00000100:00000040:2.0:1787762616.392380:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c75a40 x1874600883867264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.392386:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762616.392389:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762616.392391:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762616.392393:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883867264, offset 0
00000400:00000200:2.0:1787762616.392398:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762616.392402:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762616.392405:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762616.392408:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762616.392411:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762616.392413:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762616.392416:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762616.392419:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3713:3713:256:4294967295] 192.168.204.116@tcp LPNI seq info [3713:3713:8:4294967295]
00000400:00000200:2.0:1787762616.392424:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762616.392431:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762616.392437:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762616.392440:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762616.392445:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762616.392448:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762616.392453:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762616.392456:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762616.392459:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762616.392461:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762616.392464:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762616.392467:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762616.392470:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762616.392472:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762616.392475:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762616.392478:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c75a40 x1874600883867264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.392485:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762616.392488:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c75a40 x1874600883867264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.392495:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762616.392496:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762616.392498:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762616.392501:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762616.392504:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762616.392506:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298673690
00000100:00000001:2.0:1787762616.392509:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298674942
00000100:00000001:2.0:1787762616.392510:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298673690
00000100:00000001:2.0:1787762616.392512:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298674942
00000100:00000001:2.0:1787762616.392514:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762616.392516:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762616.392518:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762616.392521:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762616/real 1787762616]  req@ffff969643c75a40 x1874600883867264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762616.392530:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762616.392531:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762616.392532:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762616.392535:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762616.392536:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762616.392538:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762616.392541:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c75a40 x1874600883867264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762616.392550:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c75a40 x1874600883867264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.392555:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762616.392557:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762616.392558:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762616.392560:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762616.392563:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c75a40 x1874600883867264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.392568:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762616.392572:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c75a40 x1874600883867264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.392579:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762616.392581:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762616.392583:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762616.392584:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762616.392586:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762616.392587:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762616.392589:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762616.392592:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762616.392594:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762616.392619:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c75a40 x1874600883867264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762616.392627:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883867264:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762616.392631:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762616.392632:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762616.392635:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c75a40 x1874600883867264/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762616.392641:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762616.392643:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762616.392645:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ed800.
02000000:00000001:2.0:1787762616.392647:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762616.392649:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762616.392650:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762616.392652:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762616.392653:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448c00.
02000000:00000001:2.0:1787762616.392655:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762616.392656:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762616.392658:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c75a40.
00000100:00000001:2.0:1787762616.392660:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762616.392661:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762616.392663:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762616.392666:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762616.392667:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762616.392669:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762616.392670:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762616.835872:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762616.835882:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762616.835888:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762616.835889:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762616.835893:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762616.835894:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762616.836006:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762616.836009:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762616.836013:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762617.667707:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298674942, at 4298674944
00000100:00000010:0.0:1787762617.667722:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7c60.
00000100:00000040:1.0:1787762617.668244:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298674942, at 4298674944
00000100:00000010:1.0:1787762617.668251:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7a80.
00010000:00000001:0.0:1787762617.860256:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762617.860264:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762617.860267:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762617.860269:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762617.860274:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762617.860276:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762617.860278:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762617.860281:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762617.860285:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762617.860286:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762617.860289:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762617.860291:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762617.861244:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762617.861247:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762617.861250:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762618.883706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762618.883712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762618.883718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762618.883720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762618.883723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762618.883724:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762618.883783:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762618.883787:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762618.883791:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762619.907739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762619.907744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762619.907749:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762619.907750:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762619.907752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762619.907753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762619.907820:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762619.907824:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762619.907828:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762620.934969:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762620.934976:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762620.934982:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762620.934985:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762620.934987:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762620.934990:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762620.934993:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762620.934995:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762620.934997:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762620.934999:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762620.935002:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762620.935003:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762620.935118:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762620.935123:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762620.935126:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762621.507813:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762621.507824:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762621.507827:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762621.507831:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762621.507835:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762621.507843:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 4006
00000400:00000200:3.0:1787762621.507851:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762621.507857:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762621.507860:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762621.507864:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762621.507867:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762621.507869:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762621.507872:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762621.507876:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762621.507878:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762621.507880:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762621.507883:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762621.507886:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762621.507889:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762621.507891:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762621.507893:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762621.507895:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762621.507897:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762621.507900:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762621.507904:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762621.507906:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762621.507908:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762621.507912:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762621.507914:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762621.507917:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762621.507919:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762621.507927:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787762621.507930:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762621.507934:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762621.507936:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762621.507938:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762621.507941:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762621.507945:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762621.507952:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787762621.507958:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762621.507967:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883867392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762621.507977:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762621.507980:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762621.507985:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883867392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762621.508007:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762621.508010:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762621.508013:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762621.508015:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762621.508016:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762621.508020:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762621.508022:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4006
00000400:00000200:3.0:1787762621.508026:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762621.508029:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762621.508032:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762621.508035:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762621.508037:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762621.508039:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762621.508041:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762621.508044:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787762621.508045:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787762621.508046:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762621.508050:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762621.508051:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787762621.508052:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000100:00000001:2.0:1787762621.508068:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787762621.508075:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762621.508076:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8b40 x1874600883867392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762621.508079:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762621.508088:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762621.508092:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762621.508095:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787762621.508096:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762621.508100:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762621.508100:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762621.508105:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
02000000:00000001:2.0:1787762621.508107:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1787762621.508109:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
02000000:00000001:2.0:1787762621.508112:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762621.508113:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762621.508118:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762621.508118:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762621.508124:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787762621.508125:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883867392:192.168.204.116@tcp:250:kworker.0
02000000:00000001:3.0:1787762621.508131:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762621.508133:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787762621.508134:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762621.508140:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1787762621.508140:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787762621.508144:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787762621.508145:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762621.508149:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762621.508150:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762621.508157:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef400.
00000100:00000010:3.0:1787762621.508157:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
02000000:00000001:2.0:1787762621.508163:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762621.508163:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762621.508169:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787762621.508172:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:3.0:1787762621.508172:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762621.508176:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762621.508178:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762621.508179:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762621.508185:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762621.508188:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762621.508194:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883867520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762621.508200:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762621.508202:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762621.508206:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883867520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762621.508213:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762621.508216:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762621.508219:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762621.508220:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762621.508221:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762621.508224:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762621.508226:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4006
00000400:00000200:3.0:1787762621.508229:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762621.508232:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762621.508234:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762621.508236:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762621.508238:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762621.508240:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762621.508242:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762621.508244:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762621.508245:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762621.508247:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762621.508249:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762621.508251:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762621.508253:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762621.508256:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762621.508258:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762621.508260:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762621.508262:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762621.508264:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762621.508267:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762621.508269:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762621.508270:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762621.508272:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762621.508274:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762621.508276:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762621.508277:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762621.508279:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762621.508281:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762621.508286:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000400:00000010:2.0:1787762621.508288:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000020:00000040:3.0:1787762621.508288:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762621.508294:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762621.508296:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762621.508298:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1787762621.508299:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
02000000:00000001:3.0:1787762621.508300:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762621.508303:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762621.508308:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000200:2.0:1787762621.508309:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883867392, portal 25
00000100:00000001:3.0:1787762621.508312:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762621.508313:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762621.508318:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885925696 : -115902823625920 : ffff9696455e8b40)
00000100:00100000:3.0:1787762621.508320:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883867648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787762621.508328:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8b40 x1874600883867392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762621.508333:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762621.508338:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762621.508344:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762621.508347:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762621.508350:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762621.508353:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883867392, offset 0
00000100:00000040:3.0:1787762621.508359:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883867648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762621.508363:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000001:3.0:1787762621.508373:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762621.508374:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:3.0:1787762621.508379:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762621.508383:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00080000:3.0:1787762621.508386:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762621.508389:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787762621.508391:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787762621.508391:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762621.508395:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787762621.508401:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00080000:3.0:1787762621.508402:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4006
00000400:00000200:2.0:1787762621.508408:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762621.508412:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762621.508416:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3714:3714:256:4294967295] 192.168.204.116@tcp LPNI seq info [3714:3714:8:4294967295]
00000400:00000200:2.0:1787762621.508421:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762621.508631:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1787762621.508696:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762621.508704:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000800:00000200:2.0:1787762621.508708:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00080000:3.0:1787762621.508710:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762621.508715:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000800:00000010:2.0:1787762621.508717:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000100:00000001:3.0:1787762621.508718:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762621.508723:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762621.508726:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:2.0:1787762621.508729:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000001:3.0:1787762621.508730:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762621.508732:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762621.508735:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.0:1787762621.508736:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000020:00000040:3.0:1787762621.508738:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762621.508744:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762621.508748:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000800:00000200:2.1:1787762621.508749:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:3.0:1787762621.508756:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000800:00000200:2.1:1787762621.508756:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787762621.508761:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762621.508764:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762621.508765:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762621.508767:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762621.508770:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762621.508772:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762621.508774:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762621.508777:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762621.508778:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762621.508780:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762621.508782:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762621.508784:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762621.508786:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762621.508789:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787762621.508791:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762621.508794:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762621.508795:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762621.508797:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762621.508798:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762621.508800:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762621.508804:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762621.508807:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762621.508811:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883867776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762621.508819:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762621.508821:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762621.508824:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883867776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762621.508831:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762621.508834:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762621.508837:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762621.508838:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762621.508840:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762621.508843:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:2.0:1787762621.508846:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00080000:3.0:1787762621.508848:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4006
00000800:00000010:2.0:1787762621.508851:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:3.0:1787762621.508855:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762621.508859:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000200:2.0:1787762621.508862:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787762621.508862:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762621.508868:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762621.508873:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762621.508874:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787762621.508878:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:2.0:1787762621.508882:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000100:00000001:3.0:1787762621.508882:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000010:2.0:1787762621.508887:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000020:00000001:3.0:1787762621.508888:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762621.508890:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762621.508893:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762621.508896:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1787762621.508896:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762621.508901:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762621.508905:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000200:2.0:1787762621.508906:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e8b40 x1874600883867392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762621.508910:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762621.508916:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762621.508921:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762621.508923:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787762621.508924:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000040:2.0:1787762621.508930:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8b40 x1874600883867392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762646 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762621.508930:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762621.508937:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762621.508943:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762621.508948:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762621.508949:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762621.508952:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762621.508953:0:2396:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787762621.508958:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762621.508960:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762621.508963:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787762621.508963:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762621.508969:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762621.508972:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762621.508973:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762621.508978:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298680060
00000100:00000010:3.0:1787762621.508980:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787762621.508984:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000100:00000010:2.0:1787762621.508985:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f77e0.
02000000:00000001:3.0:1787762621.508988:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762621.508990:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762621.508993:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787762621.508993:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762621.508995:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762621.508999:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762621.509002:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298680060
02000000:00000010:3.0:1787762621.509004:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000010:2.0:1787762621.509008:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7f00.
00000100:00000001:3.0:1787762621.509010:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762621.509013:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762621.509018:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787762621.509019:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883867904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762621.509022:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762621.509027:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787762621.509033:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1787762621.509035:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762621/real 1787762621]  req@ffff9696455e8b40 x1874600883867392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762621.509036:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762621.509045:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883867904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762621.509051:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787762621.509070:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762621.509075:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4016)
00000400:00000001:2.0:1787762621.509092:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762621.509096:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762621.509100:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762621.509102:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762621.509105:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762621.509109:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8b40 x1874600883867392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762621.509117:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8b40 x1874600883867392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.509123:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762621.509124:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762621.509126:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762621.509128:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762621.509132:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8b40 x1874600883867392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.509139:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762621.509144:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8b40 x1874600883867392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.509150:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762621.509153:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762621.509155:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762621.509157:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762621.509159:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762621.509161:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762621.509164:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762621.509167:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762621.509169:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762621.509173:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8b40 x1874600883867392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762621.509180:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883867392:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762621.509185:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762621.509187:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762621.509190:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8b40 x1874600883867392/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.509197:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762621.509199:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762621.509202:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762621.509205:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762621.509207:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762621.509208:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762621.509211:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762621.509213:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e88c00.
02000000:00000001:2.0:1787762621.509216:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762621.509217:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762621.509219:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8b40.
00000100:00000001:2.0:1787762621.509222:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762621.509223:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762621.509225:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762621.509232:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762621.509234:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762621.509235:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762621.509237:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762621.509238:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762621.509241:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e9680 x1874600883867520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.509252:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762621.509254:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762621.509256:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762621.509258:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762621.509260:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762621.509262:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883867520:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762621.509265:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762621.509267:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762621.509269:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762621.509270:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762621.509273:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762621.509275:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762621.509279:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762621.509281:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762621.509285:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762621.509289:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883867520, portal 10
00000100:00000001:2.0:1787762621.509291:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762621.509292:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885928576 : -115902823623040 : ffff9696455e9680)
00000100:00000040:2.0:1787762621.509298:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e9680 x1874600883867520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.509303:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762621.509306:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762621.509308:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762621.509310:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883867520, offset 0
00000400:00000200:2.0:1787762621.509314:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762621.509318:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762621.509322:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762621.509325:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762621.509327:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762621.509330:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762621.509332:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762621.509335:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3715:3715:256:4294967295] 192.168.204.116@tcp LPNI seq info [3715:3715:8:4294967295]
00000400:00000200:2.0:1787762621.509339:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762621.509345:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762621.509349:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762621.509352:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762621.509356:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762621.509359:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762621.509363:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762621.509365:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787762621.509380:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762621.509382:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762621.509385:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762621.509388:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762621.509391:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762621.509393:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762621.509396:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762621.509400:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e9680 x1874600883867520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.509406:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762621.509409:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9680 x1874600883867520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762646 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.509416:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762621.509417:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762621.509420:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762621.509583:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762621.509588:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762621.509590:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298678820
00000100:00000001:2.0:1787762621.509592:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298680060
00000100:00000001:2.0:1787762621.509594:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298678820
00000100:00000001:2.0:1787762621.509613:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298680060
00000100:00000001:2.0:1787762621.509615:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762621.509618:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762621.509619:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762621.509624:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762621/real 1787762621]  req@ffff9696455e9680 x1874600883867520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762621.509632:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762621.509633:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762621.509687:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762621.509691:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762621.509692:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762621.509695:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762621.509699:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e9680 x1874600883867520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762621.509706:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e9680 x1874600883867520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.509711:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762621.509713:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762621.509714:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762621.509715:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762621.509718:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e9680 x1874600883867520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.509724:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762621.509727:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e9680 x1874600883867520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.509733:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762621.509735:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762621.509737:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762621.509738:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762621.509739:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762621.509741:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762621.509743:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762621.509747:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762621.509748:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762621.509752:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e9680 x1874600883867520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762621.509758:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883867520:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762621.509843:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762621.509849:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ea1c0 x1874600883867648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.509855:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762621.509856:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762621.509858:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762621.509860:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762621.509861:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762621.509864:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883867648:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762621.509866:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762621.509868:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762621.509870:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762621.509871:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762621.509874:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762621.509876:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762621.509879:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762621.509881:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762621.509884:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762621.509887:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883867648, portal 10
00000100:00000001:2.0:1787762621.509888:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762621.509889:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885931456 : -115902823620160 : ffff9696455ea1c0)
00000100:00000040:2.0:1787762621.509894:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ea1c0 x1874600883867648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.509899:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762621.509902:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762621.509904:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762621.509906:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883867648, offset 0
00000400:00000200:2.0:1787762621.509909:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762621.509913:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762621.509916:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762621.509919:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762621.509921:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762621.509924:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762621.509925:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762621.509928:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3716:3716:256:4294967295] 192.168.204.116@tcp LPNI seq info [3716:3716:8:4294967295]
00000400:00000200:2.0:1787762621.509931:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762621.509937:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762621.509940:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762621.509943:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762621.509947:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762621.509949:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762621.509953:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762621.509955:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787762621.509958:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762621.509960:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762621.509963:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762621.509966:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762621.509968:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762621.509970:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762621.509972:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762621.509975:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ea1c0 x1874600883867648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.509981:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762621.509984:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea1c0 x1874600883867648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762646 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.509989:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762621.509991:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762621.509993:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762621.509996:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762621.509999:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762621.510000:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298678880
00000100:00000001:2.0:1787762621.510002:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298680060
00000100:00000001:2.0:1787762621.510004:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298678880
00000100:00000001:2.0:1787762621.510006:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298680060
00000100:00000001:2.0:1787762621.510008:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762621.510009:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762621.510011:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762621.510014:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762621/real 1787762621]  req@ffff9696455ea1c0 x1874600883867648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762621.510019:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762621.510020:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762621.510022:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762621.510024:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762621.510025:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762621.510027:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762621.510029:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ea1c0 x1874600883867648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762621.510036:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ea1c0 x1874600883867648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.510041:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762621.510042:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762621.510044:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762621.510045:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762621.510047:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ea1c0 x1874600883867648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.510053:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762621.510096:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ea1c0 x1874600883867648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.510103:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762621.510105:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762621.510106:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762621.510108:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762621.510110:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762621.510111:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762621.510113:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762621.510116:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762621.510118:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762621.510121:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ea1c0 x1874600883867648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762621.510127:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883867648:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762621.510130:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762621.510133:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e9e00 x1874600883867776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.510138:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762621.510139:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762621.510141:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762621.510143:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762621.510144:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762621.510147:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883867776:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762621.510149:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762621.510151:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762621.510152:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762621.510154:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762621.510157:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762621.510159:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762621.510162:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762621.510165:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762621.510168:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762621.510170:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883867776, portal 4
00000100:00000001:2.0:1787762621.510172:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762621.510173:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885930496 : -115902823621120 : ffff9696455e9e00)
00000100:00000040:2.0:1787762621.510178:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e9e00 x1874600883867776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.510183:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762621.510185:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762621.510187:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762621.510189:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883867776, offset 0
00000400:00000200:2.0:1787762621.510192:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762621.510196:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762621.510199:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762621.510202:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762621.510204:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762621.510206:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762621.510208:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762621.510211:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3717:3717:256:4294967295] 192.168.204.116@tcp LPNI seq info [3717:3717:8:4294967295]
00000400:00000200:2.0:1787762621.510214:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762621.510219:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762621.510223:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762621.510227:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762621.510230:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762621.510232:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762621.510236:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762621.510238:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787762621.510241:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762621.510243:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762621.510246:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762621.510249:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762621.510252:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762621.510253:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762621.510255:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762621.510258:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e9e00 x1874600883867776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.510265:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762621.510267:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9e00 x1874600883867776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762646 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.510272:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762621.510274:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762621.510277:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762621.510279:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762621.510283:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762621.510285:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298678801
00000100:00000001:2.0:1787762621.510287:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298680060
00000100:00000001:2.0:1787762621.510289:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298678801
00000100:00000001:2.0:1787762621.510291:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298680060
00000100:00000001:2.0:1787762621.510293:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762621.510294:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762621.510296:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762621.510299:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762621/real 1787762621]  req@ffff9696455e9e00 x1874600883867776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762621.510306:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762621.510307:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762621.510308:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762621.510311:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762621.510312:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762621.510314:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762621.510317:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e9e00 x1874600883867776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762621.510324:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e9e00 x1874600883867776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.510335:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762621.510336:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762621.510338:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762621.510339:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762621.510342:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e9e00 x1874600883867776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.510348:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762621.510351:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e9e00 x1874600883867776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.510357:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762621.510359:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762621.510360:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762621.510361:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762621.510362:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762621.510364:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762621.510366:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762621.510369:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762621.510371:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762621.510374:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e9e00 x1874600883867776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762621.510381:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883867776:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762621.510384:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762621.510387:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ebc00 x1874600883867904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.510393:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762621.510394:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762621.510396:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762621.510397:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762621.510399:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762621.510401:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ebc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883867904:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762621.510404:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762621.510406:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762621.510407:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762621.510409:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762621.510411:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ee000.
02000000:00000001:2.0:1787762621.510413:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762621.510415:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762621.510417:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762621.510420:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762621.510569:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883867904, portal 4
00000100:00000001:2.0:1787762621.510571:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762621.510572:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885938176 : -115902823613440 : ffff9696455ebc00)
00000100:00000040:2.0:1787762621.510578:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ebc00 x1874600883867904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.510584:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762621.510586:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762621.510588:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762621.510590:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883867904, offset 0
00000400:00000200:2.0:1787762621.510594:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762621.510714:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762621.510717:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762621.510720:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762621.510722:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762621.510725:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762621.510726:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762621.510729:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3718:3718:256:4294967295] 192.168.204.116@tcp LPNI seq info [3718:3718:8:4294967295]
00000400:00000200:2.0:1787762621.510733:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762621.510738:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762621.510742:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762621.510746:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762621.510750:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762621.510752:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762621.510756:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762621.510758:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787762621.510838:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762621.510841:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762621.510844:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762621.510848:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762621.510851:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762621.510853:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762621.510856:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762621.510859:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ebc00 x1874600883867904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.510866:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762621.510869:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ebc00 x1874600883867904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762646 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.510876:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762621.510877:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762621.510880:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762621.510883:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762621.510886:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762621.510888:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298678809
00000100:00000001:2.0:1787762621.510890:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298680060
00000100:00000001:2.0:1787762621.510892:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298678809
00000100:00000001:2.0:1787762621.510894:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298680060
00000100:00000001:2.0:1787762621.510895:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762621.510897:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762621.510899:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762621.510903:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762621/real 1787762621]  req@ffff9696455ebc00 x1874600883867904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762621.510911:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762621.510912:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762621.510914:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762621.510916:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762621.510917:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762621.510919:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762621.510922:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ebc00 x1874600883867904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762621.510929:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ebc00 x1874600883867904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.510935:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762621.510936:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762621.510937:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762621.510938:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762621.510941:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ebc00 x1874600883867904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.510947:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762621.510950:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ebc00 x1874600883867904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.510956:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762621.510958:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762621.510959:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762621.510960:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762621.510961:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762621.510962:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762621.510964:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762621.510967:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762621.510969:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762621.510972:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ebc00 x1874600883867904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762621.510979:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ebc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883867904:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762621.510983:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762621.510986:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762621.510988:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e9680 x1874600883867520/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.510995:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762621.510997:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762621.510999:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762621.511003:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762621.511005:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762621.511006:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762621.511008:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762621.511010:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8b400.
02000000:00000001:2.0:1787762621.511014:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762621.511015:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762621.511016:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e9680.
00000100:00000001:2.0:1787762621.511019:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762621.511020:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762621.511022:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762621.511025:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ea1c0 x1874600883867648/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.511031:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762621.511032:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762621.511033:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762621.511035:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762621.511037:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762621.511038:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762621.511039:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762621.511040:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89000.
02000000:00000001:2.0:1787762621.511042:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762621.511043:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762621.511044:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ea1c0.
00000100:00000001:2.0:1787762621.511046:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762621.511047:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762621.511049:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762621.511051:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e9e00 x1874600883867776/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.511068:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762621.511069:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762621.511070:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762621.511072:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762621.511073:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762621.511074:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762621.511075:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762621.511077:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8a400.
02000000:00000001:2.0:1787762621.511079:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762621.511080:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762621.511081:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e9e00.
00000100:00000001:2.0:1787762621.511083:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762621.511084:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762621.511085:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762621.511088:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ebc00 x1874600883867904/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762621.511093:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762621.511094:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762621.511096:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ee000.
02000000:00000001:2.0:1787762621.511099:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762621.511100:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762621.511101:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762621.511102:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762621.511103:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89400.
02000000:00000001:2.0:1787762621.511104:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762621.511105:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762621.511106:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ebc00.
00000100:00000001:2.0:1787762621.511108:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762621.511109:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762621.511112:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762621.511117:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762621.511119:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762621.511121:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762621.511122:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762621.955768:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762621.955776:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762621.955782:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762621.955784:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762621.955788:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762621.955789:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762621.956005:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762621.956008:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762621.956011:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762622.787708:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298680060, at 4298680064
00000100:00000040:1.0:1787762622.787708:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298680060, at 4298680064
00000100:00000010:0.0:1787762622.787724:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f77e0.
00000100:00000010:1.0:1787762622.787726:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7f00.
00010000:00000001:0.0:1787762622.979708:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762622.979713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762622.979718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762622.979719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762622.979721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762622.979722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762622.979784:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762622.979788:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762622.979791:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762624.003690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762624.003695:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762624.003699:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762624.003700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762624.003702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762624.003705:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762624.003706:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762624.003709:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762624.003711:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762624.003712:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762624.003714:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762624.003722:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762624.003771:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762624.003774:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762624.003776:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762625.027736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762625.027746:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762625.027753:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762625.027754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762625.027758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762625.027760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762625.027818:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762625.027823:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762625.027826:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762626.051703:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762626.051708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762626.051711:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762626.051712:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762626.051715:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762626.051715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762626.051867:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762626.051871:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762626.051874:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762626.627728:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762626.627737:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762626.627740:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762626.627743:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762626.627747:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762626.627754:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 4011
00000400:00000200:3.0:1787762626.627762:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762626.627767:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762626.627770:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762626.627775:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762626.627778:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762626.627780:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762626.627783:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762626.627786:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762626.627788:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762626.627790:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762626.627794:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762626.627796:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762626.627798:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762626.627800:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762626.627802:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762626.627803:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762626.627805:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762626.627808:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762626.627811:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762626.627813:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762626.627816:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762626.627819:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762626.627821:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762626.627823:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762626.627826:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762626.627835:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787762626.627838:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762626.627841:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762626.627843:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762626.627846:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762626.627849:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762626.627852:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762626.627859:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787762626.627949:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762626.627970:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883868032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762626.627980:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762626.627984:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762626.627988:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883868032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762626.628015:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762626.628017:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762626.628020:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762626.628022:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762626.628023:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762626.628026:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762626.628028:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4011
00000400:00000200:3.0:1787762626.628032:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762626.628035:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762626.628037:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762626.628039:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762626.628041:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762626.628043:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762626.628044:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762626.628046:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762626.628047:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762626.628049:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762626.628050:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762626.628052:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762626.628054:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762626.628056:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762626.628058:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762626.628059:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762626.628061:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762626.628063:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762626.628065:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762626.628067:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762626.628069:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762626.628478:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762626.628481:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762626.628483:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762626.628487:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762626.628490:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762626.628492:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762626.628496:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787762626.628498:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762626.628501:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762626.628503:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762626.628504:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762626.628506:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762626.628508:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762626.628513:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762626.628516:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762626.628522:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883868160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762626.628529:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762626.628531:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762626.628534:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883868160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762626.628541:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762626.628543:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762626.628546:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762626.628547:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762626.628549:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762626.628551:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762626.628553:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4011
00000400:00000200:3.0:1787762626.628557:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762626.628560:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762626.628562:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762626.628564:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762626.628566:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762626.628568:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762626.628570:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762626.628572:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762626.628573:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762626.628575:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762626.628577:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762626.628579:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762626.628580:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762626.628583:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762626.628584:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762626.628585:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762626.628587:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762626.628589:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762626.628591:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762626.628593:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762626.628890:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762626.628895:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762626.628897:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762626.628904:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ead00 x1874600883868032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.628913:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762626.628915:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762626.628918:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762626.628921:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762626.628923:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762626.628926:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ead00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883868032:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762626.628930:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762626.628935:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762626.628938:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762626.628940:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762626.628945:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762626.628947:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762626.628952:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762626.628965:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762626.628972:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762626.628978:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883868032, portal 25
00000100:00000001:2.0:1787762626.628980:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762626.628982:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885934336 : -115902823617280 : ffff9696455ead00)
00000100:00000040:2.0:1787762626.628989:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ead00 x1874600883868032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.628998:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762626.629000:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762626.629002:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762626.629006:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883868032, offset 0
00000400:00000200:2.0:1787762626.629012:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762626.629020:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762626.629025:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762626.629031:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762626.629035:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762626.629038:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762626.629041:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762626.629044:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3719:3719:256:4294967295] 192.168.204.116@tcp LPNI seq info [3719:3719:8:4294967295]
00000400:00000200:2.0:1787762626.629049:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762626.629057:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762626.629063:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762626.629068:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762626.629074:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762626.629078:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762626.629083:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762626.629086:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787762626.629090:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762626.629093:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762626.629100:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762626.629104:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762626.629109:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762626.629111:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762626.629115:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762626.629119:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ead00 x1874600883868032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.629128:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762626.629131:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ead00 x1874600883868032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762651 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.629143:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762626.629145:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762626.629151:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762626.629155:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762626.629158:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298685180
00000100:00000010:2.0:1787762626.629163:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7480.
00000100:00000001:2.0:1787762626.629169:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762626.629175:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298685180
00000100:00000010:2.0:1787762626.629178:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f78a0.
00000100:00000001:2.0:1787762626.629181:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762626.629184:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762626.629187:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762626.629189:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762626.629194:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762626/real 1787762626]  req@ffff9696455ead00 x1874600883868032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762626.629203:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762626.629205:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762626.629206:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762626.629209:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762626.629212:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762626.629214:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762626.629216:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ead00 x1874600883868032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762626.629224:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ead00 x1874600883868032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.629230:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762626.629232:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.629234:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762626.629235:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762626.629239:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ead00 x1874600883868032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.629246:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762626.629250:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ead00 x1874600883868032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.629257:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762626.629260:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.629262:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762626.629263:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.629264:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762626.629266:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762626.629269:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762626.629272:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762626.629274:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762626.629278:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ead00 x1874600883868032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762626.629285:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ead00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883868032:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762626.629289:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762626.629292:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8000 x1874600883868160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.629298:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762626.629300:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762626.629302:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762626.629304:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762626.629306:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762626.629309:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883868160:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762626.629312:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762626.629314:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762626.629316:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762626.629318:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762626.629320:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787762626.629323:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1787762626.629325:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483edc00.
02000000:00000001:3.0:1787762626.629328:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762626.629329:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762626.629331:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762626.629335:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762626.629338:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000008:00000001:3.0:1787762626.629340:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762626.629343:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000100:00000001:3.0:1787762626.629343:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762626.629350:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000010:3.0:1787762626.629351:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000100:00000200:2.0:1787762626.629356:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883868160, portal 10
00000020:00000040:3.0:1787762626.629357:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000100:00000001:2.0:1787762626.629361:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787762626.629363:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787762626.629365:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885922816 : -115902823628800 : ffff9696455e8000)
02000000:00000001:3.0:1787762626.629366:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762626.629370:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762626.629371:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762626.629375:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762626.629376:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8000 x1874600883868160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787762626.629381:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:2.0:1787762626.629384:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787762626.629388:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762626.629389:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762626.629394:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762626.629398:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883868160, offset 0
00000100:00100000:3.0:1787762626.629399:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883868288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762626.629407:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000001:3.0:1787762626.629412:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787762626.629414:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762626.629417:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762626.629421:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000040:3.0:1787762626.629425:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883868288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762626.629427:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762626.629433:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762626.629439:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787762626.629443:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762626.629445:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00080000:3.0:1787762626.629449:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762626.629451:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3720:3720:256:4294967295] 192.168.204.116@tcp LPNI seq info [3720:3720:8:4294967295]
00000100:00080000:3.0:1787762626.629458:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1787762626.629462:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762626.629462:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762626.629466:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762626.629470:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787762626.629474:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787762626.629476:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4011
00000800:00000200:2.0:1787762626.629484:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000400:00000200:3.0:1787762626.629486:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000800:00000010:2.0:1787762626.629491:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000400:00000200:3.0:1787762626.629493:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762626.629497:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1787762626.629499:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:3.0:1787762626.629503:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000800:00000200:2.0:1787762626.629505:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1787762626.629509:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787762626.629513:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:3.0:1787762626.629515:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000800:00000200:2.1:1787762626.629519:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1787762626.629520:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762626.629526:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762626.629528:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000800:00000100:2.0:1787762626.629529:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000020:00000001:3.0:1787762626.629532:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:2.0:1787762626.629533:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000020:00000040:3.0:1787762626.629537:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000400:00000200:2.0:1787762626.629539:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1787762626.629541:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762626.629546:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000400:00000200:2.0:1787762626.629547:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762626.629553:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000100:00000040:3.0:1787762626.629554:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000010:2.0:1787762626.629556:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:3.0:1787762626.629558:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762626.629561:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787762626.629564:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000200:2.0:1787762626.629568:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e8000 x1874600883868160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762626.629569:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762626.629575:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762626.629582:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762626.629585:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787762626.629586:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762626.629591:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8000 x1874600883868160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762651 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762626.629591:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762626.629630:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762626.629632:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762626.629636:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762626.629640:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762626.629643:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762626.629644:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298683941
00000100:00000001:2.0:1787762626.629647:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298685180
00000100:00000001:2.0:1787762626.629648:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298683941
00000100:00000001:2.0:1787762626.629651:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298685180
00000100:00000001:2.0:1787762626.629653:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762626.629654:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762626.629656:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762626.629660:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762626/real 1787762626]  req@ffff9696455e8000 x1874600883868160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762626.629667:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762626.629669:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762626.629670:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762626.629673:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762626.629674:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762626.629676:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762626.629680:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8000 x1874600883868160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762626.629688:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8000 x1874600883868160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.629693:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762626.629695:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.629696:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762626.629697:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762626.629701:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8000 x1874600883868160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.629707:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762626.629710:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8000 x1874600883868160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.629717:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762626.629719:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.629721:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762626.629722:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.629724:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762626.629725:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762626.629727:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762626.629730:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762626.629732:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762626.629736:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8000 x1874600883868160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762626.629743:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883868160:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762626.629747:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.629749:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762626.629752:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ead00 x1874600883868032/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.629759:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762626.629761:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762626.629764:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762626.629767:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762626.629769:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762626.629770:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762626.629772:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762626.629775:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89c00.
02000000:00000001:2.0:1787762626.629778:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762626.629779:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762626.629781:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ead00.
00000100:00000001:2.0:1787762626.629784:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762626.629785:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.629787:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762626.629790:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8000 x1874600883868160/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.629796:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762626.629797:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762626.629799:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762626.629801:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762626.629802:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762626.629803:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762626.629805:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762626.629807:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89400.
02000000:00000001:2.0:1787762626.629809:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762626.629809:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762626.629811:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8000.
00000100:00000001:2.0:1787762626.629813:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762626.629814:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.629816:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.629823:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762626.629824:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762626.629826:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762626.629828:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762626.629829:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762626.629833:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ebc00 x1874600883868288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.629840:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762626.629841:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762626.629843:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762626.629845:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762626.629847:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762626.629849:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ebc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883868288:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762626.629852:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762626.629854:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762626.629855:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762626.629857:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762626.629860:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762626.629862:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762626.629865:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762626.629868:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762626.629870:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762626.629873:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883868288, portal 10
00000100:00000001:2.0:1787762626.629874:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762626.629875:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885938176 : -115902823613440 : ffff9696455ebc00)
00000100:00000040:2.0:1787762626.629881:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ebc00 x1874600883868288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.629887:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762626.629889:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762626.629891:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762626.629893:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883868288, offset 0
00000400:00000200:2.0:1787762626.629897:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762626.629900:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762626.629905:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762626.629907:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762626.629910:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762626.629912:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762626.629915:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762626.629918:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3721:3721:256:4294967295] 192.168.204.116@tcp LPNI seq info [3721:3721:8:4294967295]
00000400:00000200:2.0:1787762626.629922:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762626.629927:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762626.629931:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762626.629934:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762626.629938:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762626.629940:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762626.629944:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762626.629947:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787762626.629950:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762626.629952:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762626.629966:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762626.629970:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762626.629973:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762626.629974:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762626.629977:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762626.629980:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ebc00 x1874600883868288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.629987:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762626.629991:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ebc00 x1874600883868288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762651 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.629997:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762626.629998:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762626.630001:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762626.630004:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762626.630007:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762626.630009:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298684000
00000100:00000001:2.0:1787762626.630011:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298685180
00000100:00000001:2.0:1787762626.630013:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298684000
00000100:00000001:2.0:1787762626.630015:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298685180
00000100:00000001:2.0:1787762626.630018:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762626.630020:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762626.630021:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762626.630024:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762626/real 1787762626]  req@ffff9696455ebc00 x1874600883868288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762626.630032:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762626.630033:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762626.630035:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762626.630037:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762626.630038:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762626.630041:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762626.630043:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ebc00 x1874600883868288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762626.630050:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ebc00 x1874600883868288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.630056:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762626.630057:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.630059:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762626.630060:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762626.630064:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ebc00 x1874600883868288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.630070:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762626.630074:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ebc00 x1874600883868288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.630081:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762626.630083:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.630085:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762626.630086:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.630088:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762626.630089:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762626.630092:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762626.630096:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762626.630098:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762626.630102:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ebc00 x1874600883868288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762626.630109:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ebc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883868288:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762626.630113:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.630115:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762626.630118:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ebc00 x1874600883868288/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.630124:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762626.630125:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762626.630127:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762626.630129:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762626.630130:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762626.630132:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762626.630134:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762626.630135:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8a400.
02000000:00000001:2.0:1787762626.630137:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762626.630138:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762626.630140:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ebc00.
00000100:00000001:2.0:1787762626.630142:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762626.630143:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.630145:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.630148:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762626.630149:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762626.630151:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762626.630153:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762626.630704:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762626.630708:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762626.630710:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762626.630713:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762626.630716:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762626.630718:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762626.630722:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787762626.630725:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762626.630728:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762626.630729:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762626.630731:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762626.630733:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762626.630735:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762626.630739:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762626.630743:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762626.630749:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883868416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762626.630757:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762626.630759:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762626.630763:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883868416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762626.630785:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762626.630789:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762626.630792:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762626.630794:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762626.630796:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762626.630799:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762626.630801:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4011
00000400:00000200:3.0:1787762626.630806:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762626.630809:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762626.630812:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762626.630814:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762626.630817:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762626.630819:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762626.630820:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762626.630823:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762626.630824:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762626.630825:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762626.630828:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762626.630830:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762626.630831:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762626.630834:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762626.630836:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762626.630837:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762626.630839:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762626.630841:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762626.630844:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762626.630846:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762626.630847:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762626.630850:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762626.630852:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762626.630854:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762626.630856:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762626.630858:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762626.630859:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762626.630863:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787762626.630866:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762626.630868:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762626.630870:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762626.630871:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762626.630872:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762626.630874:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762626.630877:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762626.630880:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762626.630885:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883868544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762626.630891:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762626.630893:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762626.630897:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883868544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762626.630905:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762626.630909:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4021)
00000100:00000001:2.0:1787762626.631737:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762626.631741:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762626.631743:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762626.631749:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e9e00 x1874600883868416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.631764:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762626.631765:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762626.631768:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762626.631770:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762626.631772:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762626.631775:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883868416:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762626.631779:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762626.631782:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762626.631784:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762626.631786:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762626.631790:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762626.631792:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762626.631796:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762626.631799:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762626.631803:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762626.631808:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883868416, portal 4
00000100:00000001:2.0:1787762626.631810:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762626.631811:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885930496 : -115902823621120 : ffff9696455e9e00)
00000100:00000040:2.0:1787762626.631818:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e9e00 x1874600883868416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.631824:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762626.631826:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762626.631828:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762626.631831:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883868416, offset 0
00000400:00000200:2.0:1787762626.631835:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762626.631841:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762626.631845:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762626.631850:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762626.631853:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762626.631855:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762626.631857:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762626.631861:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3722:3722:256:4294967295] 192.168.204.116@tcp LPNI seq info [3722:3722:8:4294967295]
00000400:00000200:2.0:1787762626.631864:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762626.631871:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762626.631875:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762626.631879:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762626.631883:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762626.631886:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762626.631891:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762626.631893:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787762626.631897:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762626.631899:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762626.631904:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762626.631907:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762626.631911:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762626.631913:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762626.631916:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762626.631920:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e9e00 x1874600883868416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.631927:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762626.631930:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9e00 x1874600883868416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762651 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.631936:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762626.631937:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762626.631941:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762626.631943:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762626.631946:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762626.631948:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298683923
00000100:00000001:2.0:1787762626.631950:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298685180
00000100:00000001:2.0:1787762626.631952:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298683923
00000100:00000001:2.0:1787762626.631966:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298685180
00000100:00000001:2.0:1787762626.631969:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762626.631972:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762626.631975:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762626.631978:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762626/real 1787762626]  req@ffff9696455e9e00 x1874600883868416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762626.631985:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762626.631987:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762626.631989:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762626.631991:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762626.631993:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762626.631995:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762626.631998:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e9e00 x1874600883868416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762626.632006:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e9e00 x1874600883868416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.632012:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762626.632014:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.632016:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762626.632018:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762626.632021:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e9e00 x1874600883868416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.632028:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762626.632032:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e9e00 x1874600883868416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.632040:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762626.632042:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.632044:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762626.632045:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.632048:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762626.632050:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762626.632053:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762626.632057:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762626.632058:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762626.632062:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e9e00 x1874600883868416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762626.632069:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883868416:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762626.632073:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762626.632076:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ea1c0 x1874600883868544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.632082:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762626.632083:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762626.632086:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762626.632088:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762626.632090:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762626.632092:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883868544:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762626.632095:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762626.632097:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762626.632098:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762626.632100:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762626.632103:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762626.632105:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762626.632108:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762626.632110:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762626.632113:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762626.632116:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883868544, portal 4
00000100:00000001:2.0:1787762626.632118:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762626.632119:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885931456 : -115902823620160 : ffff9696455ea1c0)
00000100:00000040:2.0:1787762626.632123:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ea1c0 x1874600883868544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.632129:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762626.632133:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762626.632135:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762626.632137:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883868544, offset 0
00000400:00000200:2.0:1787762626.632141:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762626.632145:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762626.632149:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762626.632151:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762626.632153:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762626.632156:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762626.632158:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762626.632160:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3723:3723:256:4294967295] 192.168.204.116@tcp LPNI seq info [3723:3723:8:4294967295]
00000400:00000200:2.0:1787762626.632164:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762626.632169:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762626.632172:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762626.632175:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762626.632178:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762626.632181:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762626.632184:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762626.632186:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787762626.632189:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762626.632191:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762626.632193:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762626.632196:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762626.632199:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762626.632200:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762626.632202:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762626.632206:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ea1c0 x1874600883868544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.632213:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762626.632216:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea1c0 x1874600883868544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762651 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.632221:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762626.632222:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762626.632225:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762626.632228:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762626.632230:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762626.632231:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298683930
00000100:00000001:2.0:1787762626.632233:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298685180
00000100:00000001:2.0:1787762626.632235:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298683930
00000100:00000001:2.0:1787762626.632237:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298685180
00000100:00000001:2.0:1787762626.632238:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762626.632240:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762626.632242:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762626.632245:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762626/real 1787762626]  req@ffff9696455ea1c0 x1874600883868544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762626.632251:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762626.632252:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762626.632253:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762626.632255:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762626.632256:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762626.632258:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762626.632260:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ea1c0 x1874600883868544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762626.632267:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ea1c0 x1874600883868544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.632273:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762626.632274:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.632276:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762626.632277:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762626.632280:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ea1c0 x1874600883868544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.632287:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762626.632290:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ea1c0 x1874600883868544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.632297:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762626.632299:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.632300:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762626.632301:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.632303:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762626.632304:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762626.632306:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762626.632309:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762626.632311:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762626.632315:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ea1c0 x1874600883868544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762626.632323:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883868544:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762626.632326:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.632329:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762626.632332:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e9e00 x1874600883868416/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.632338:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762626.632339:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762626.632341:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762626.632344:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762626.632345:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762626.632347:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762626.632349:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762626.632350:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89000.
02000000:00000001:2.0:1787762626.632353:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762626.632355:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762626.632357:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e9e00.
00000100:00000001:2.0:1787762626.632360:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762626.632361:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.632363:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762626.632365:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ea1c0 x1874600883868544/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762626.632371:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762626.632372:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762626.632373:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef800.
02000000:00000001:2.0:1787762626.632376:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762626.632377:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762626.632378:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762626.632380:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762626.632381:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8b400.
02000000:00000001:2.0:1787762626.632383:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762626.632384:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762626.632385:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ea1c0.
00000100:00000001:2.0:1787762626.632387:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762626.632388:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.632390:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762626.632396:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762626.632397:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762626.632399:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762626.632401:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762627.075716:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762627.075725:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762627.075727:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762627.075730:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762627.075734:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762627.075736:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762627.075738:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762627.075740:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762627.075744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762627.075745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762627.075748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762627.075749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762627.075868:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762627.075872:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762627.075875:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787762627.907765:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298685180, at 4298685184
00000100:00000010:1.0:1787762627.907790:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f78a0.
00000100:00000040:0.0:1787762627.907889:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298685180, at 4298685184
00000100:00000010:0.0:1787762627.907897:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7480.
00010000:00000001:0.0:1787762628.099746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762628.099754:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762628.099761:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762628.099763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762628.099766:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762628.099768:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762628.099867:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762628.099871:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762628.099874:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762629.123718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762629.123725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762629.123730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762629.123731:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762629.123734:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762629.123735:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762629.124294:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762629.124299:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762629.124302:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762630.147742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762630.147748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762630.147754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762630.147757:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762630.147759:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762630.147762:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762630.147765:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762630.147767:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762630.147769:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762630.147772:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762630.147775:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762630.147776:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762630.147841:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762630.147845:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762630.147848:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762631.172119:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762631.172126:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762631.172133:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762631.172134:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762631.172137:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762631.172138:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762631.172213:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762631.172217:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762631.172220:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762631.747753:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762631.747765:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762631.747767:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762631.747770:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762631.747775:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762631.747793:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 4016
00000400:00000200:3.0:1787762631.747802:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762631.747808:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762631.747811:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762631.747814:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762631.747817:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762631.747820:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762631.747822:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762631.747826:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762631.747828:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762631.747834:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762631.747837:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762631.747840:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762631.747842:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762631.747845:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762631.747847:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762631.747849:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762631.747850:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762631.747853:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762631.747865:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762631.747868:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762631.747871:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762631.747875:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762631.747878:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762631.747880:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762631.747882:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762631.747892:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000020:00000040:3.0:1787762631.747895:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762631.747901:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762631.747902:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762631.747906:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762631.747908:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762631.747913:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762631.747921:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787762631.747927:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762631.747937:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883868672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762631.747948:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762631.747952:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762631.747956:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883868672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762631.747983:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762631.747986:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762631.747989:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762631.747991:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762631.747992:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762631.747996:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762631.747998:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4016
00000400:00000200:3.0:1787762631.748003:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762631.748006:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762631.748008:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762631.748019:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762631.748021:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762631.748023:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762631.748025:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762631.748028:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762631.748029:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762631.748030:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762631.748032:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762631.748034:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762631.748036:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762631.748039:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762631.748041:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762631.748042:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762631.748045:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762631.748048:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762631.748050:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762631.748053:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762631.748055:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762631.748061:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762631.748063:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762631.748065:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762631.748070:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762631.748072:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762631.748074:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762631.748078:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
00000020:00000040:3.0:1787762631.748081:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762631.748083:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762631.748085:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762631.748086:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762631.748088:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762631.748090:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762631.748095:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762631.748098:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762631.748103:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883868800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762631.748110:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762631.748113:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762631.748116:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883868800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762631.748124:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762631.748126:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762631.748129:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762631.748131:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762631.748132:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762631.748135:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762631.748137:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4016
00000400:00000200:3.0:1787762631.748141:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762631.748144:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762631.748146:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762631.748148:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762631.748150:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762631.748152:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762631.748154:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762631.748156:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762631.748158:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762631.748159:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762631.748160:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762631.748162:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762631.748164:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762631.748167:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762631.748169:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762631.748170:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762631.748172:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762631.748174:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762631.748177:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762631.748179:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762631.748181:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762631.748183:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762631.748185:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762631.748187:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762631.748189:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762631.748191:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762631.748193:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762631.748196:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787762631.748199:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762631.748201:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762631.748203:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762631.748205:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762631.748206:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762631.748208:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762631.748211:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762631.748214:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762631.748219:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883868928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762631.748237:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762631.748239:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762631.748243:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883868928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762631.748250:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762631.748253:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762631.748256:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762631.748257:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762631.748259:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762631.748261:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762631.748263:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4016
00000400:00000200:3.0:1787762631.748267:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762631.748269:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762631.748271:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762631.748274:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762631.748276:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762631.748278:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762631.748279:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762631.748483:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762631.748487:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762631.748490:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762631.748496:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e9680 x1874600883868672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.748504:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762631.748507:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762631.748511:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762631.748514:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762631.748516:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762631.748520:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883868672:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762631.748535:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762631.748540:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762631.748542:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762631.748545:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762631.748550:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762631.748552:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762631.748558:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762631.748562:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762631.748568:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762631.748575:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883868672, portal 25
00000100:00000001:2.0:1787762631.748577:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762631.748578:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885928576 : -115902823623040 : ffff9696455e9680)
00000100:00000040:2.0:1787762631.748584:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e9680 x1874600883868672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.748592:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762631.748594:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762631.748759:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762631.748764:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883868672, offset 0
00000400:00000200:2.0:1787762631.748771:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762631.748791:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762631.748797:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762631.748802:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762631.748807:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762631.748811:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762631.748814:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762631.748817:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3724:3724:256:4294967295] 192.168.204.116@tcp LPNI seq info [3724:3724:8:4294967295]
00000400:00000200:2.0:1787762631.748822:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762631.748830:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762631.748837:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762631.748843:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762631.748850:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762631.748864:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762631.748870:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762631.748874:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787762631.748878:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762631.748880:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762631.748888:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762631.748893:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762631.748898:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762631.748900:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762631.748904:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762631.748908:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e9680 x1874600883868672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.748919:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762631.748922:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9680 x1874600883868672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762656 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.748929:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762631.748931:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762631.748938:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762631.748941:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762631.748944:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298690299
00000100:00000010:2.0:1787762631.748950:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7720.
00000100:00000001:2.0:1787762631.748956:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762631.748964:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298690299
00000100:00000010:2.0:1787762631.748967:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f74e0.
00000100:00000001:2.0:1787762631.748971:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762631.748974:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762631.748977:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762631.748980:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762631.748984:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762631/real 1787762631]  req@ffff9696455e9680 x1874600883868672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762631.749000:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762631.749003:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762631.749005:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762631.749007:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762631.749009:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762631.749024:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762631.749028:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e9680 x1874600883868672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762631.749036:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e9680 x1874600883868672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.749043:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762631.749045:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762631.749047:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762631.749049:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762631.749053:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e9680 x1874600883868672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.749061:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762631.749066:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e9680 x1874600883868672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.749073:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762631.749076:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762631.749078:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762631.749079:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762631.749081:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762631.749083:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762631.749086:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762631.749090:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762631.749092:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762631.749096:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e9680 x1874600883868672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762631.749105:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883868672:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762631.749110:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762631.749114:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8b40 x1874600883868800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.749120:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762631.749122:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762631.749124:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762631.749126:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762631.749128:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762631.749130:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883868800:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762631.749133:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762631.749135:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762631.749137:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762631.749138:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762631.749142:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762631.749144:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762631.749147:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762631.749150:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762631.749153:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762631.749156:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883868800, portal 10
00000100:00000001:2.0:1787762631.749158:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762631.749165:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885925696 : -115902823625920 : ffff9696455e8b40)
00000100:00000040:2.0:1787762631.749172:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8b40 x1874600883868800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.749181:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762631.749185:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762631.749188:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762631.749191:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883868800, offset 0
00000400:00000200:2.0:1787762631.749195:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762631.749199:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762631.749202:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762631.749205:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762631.749212:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762631.749214:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762631.749216:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762631.749219:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3725:3725:256:4294967295] 192.168.204.116@tcp LPNI seq info [3725:3725:8:4294967295]
00000400:00000200:2.0:1787762631.749223:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762631.749231:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762631.749236:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762631.749240:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762631.749244:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762631.749247:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762631.749251:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762631.749254:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787762631.749258:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762631.749260:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762631.749263:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762631.749268:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1787762631.749270:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787762631.749273:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000020:00000040:3.0:1787762631.749273:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762631.749276:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:2.0:1787762631.749278:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000020:00000040:3.0:1787762631.749279:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762631.749283:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762631.749286:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762631.749290:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762631.749293:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762631.749295:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762631.749296:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762631.749301:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1787762631.749301:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762631.749309:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000200:2.0:1787762631.749310:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e8b40 x1874600883868800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762631.749314:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762631.749320:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762631.749325:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787762631.749326:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787762631.749330:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8b40 x1874600883868800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762656 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762631.749331:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762631.749337:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762631.749341:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000100:00000001:2.0:1787762631.749343:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787762631.749346:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762631.749347:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762631.749350:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762631.749353:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762631.749356:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000100:00000040:2.0:1787762631.749359:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000020:00000040:3.0:1787762631.749361:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
00000400:00000200:2.0:1787762631.749365:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:3.0:1787762631.749367:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787762631.749369:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298689060
02000000:00000001:3.0:1787762631.749370:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762631.749375:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298690299
00000100:00000001:3.0:1787762631.749376:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762631.749379:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787762631.749380:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298689060
02000000:00000001:3.0:1787762631.749382:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762631.749384:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298690299
00000100:00000001:2.0:1787762631.749388:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1787762631.749389:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:2.0:1787762631.749391:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762631.749395:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787762631.749397:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762631.749400:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762631/real 1787762631]  req@ffff9696455e8b40 x1874600883868800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762631.749408:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883869056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1787762631.749413:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762631.749417:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762631.749419:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000100:00000001:3.0:1787762631.749423:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787762631.749424:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762631.749428:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:3.0:1787762631.749429:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762631.749432:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1787762631.749437:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883869056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762631.749440:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8b40 x1874600883868800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762631.749467:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762631.749468:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8b40 x1874600883868800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762631.749473:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762631.749481:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1787762631.749482:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787762631.749485:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762631.749486:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787762631.749490:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1787762631.749490:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762631.749494:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762631.749496:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1787762631.749500:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8b40 x1874600883868800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762631.749501:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4016
00000400:00000200:3.0:1787762631.749511:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762631.749516:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787762631.749518:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762631.749523:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762631.749524:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8b40 x1874600883868800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762631.749531:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762631.749537:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762631.749540:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787762631.749541:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762631.749547:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762631.749547:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:2.0:1787762631.749551:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1787762631.749552:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787762631.749554:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787762631.749556:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000100:00000001:2.0:1787762631.749558:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:3.0:1787762631.749559:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762631.749561:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1787762631.749563:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000100:00080000:2.0:1787762631.749566:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762631.749571:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762631.749573:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762631.749578:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8b40 x1874600883868800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762631.749579:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762631.749585:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762631.749593:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762631.749610:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762631.749612:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762631.749613:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762631.749620:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762631.749623:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762631.749625:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762631.749626:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762631.749629:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762631.749631:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762631.749633:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762631.749636:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762631.749638:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762631.749640:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762631.749643:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000020:00000040:3.0:1787762631.749645:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762631.749648:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762631.749649:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762631.749650:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762631.749652:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762631.749654:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762631.749657:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762631.749661:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762631.749666:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883869184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762631.749674:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762631.749676:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762631.749680:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883869184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762631.749698:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762631.749703:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4026)
00000100:00100000:2.0:1787762631.751148:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883868800:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762631.751161:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762631.751171:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455eb480 x1874600883868928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.751183:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762631.751185:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762631.751189:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762631.751192:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762631.751195:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762631.751198:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883868928:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762631.751203:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762631.751206:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762631.751209:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762631.751212:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762631.751219:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762631.751221:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762631.751228:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762631.751232:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762631.751239:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762631.751245:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883868928, portal 10
00000100:00000001:2.0:1787762631.751248:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762631.751250:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885936256 : -115902823615360 : ffff9696455eb480)
00000100:00000040:2.0:1787762631.751257:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455eb480 x1874600883868928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.751265:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762631.751267:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762631.751269:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762631.751272:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883868928, offset 0
00000400:00000200:2.0:1787762631.751278:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762631.751285:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762631.751293:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762631.751298:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762631.751302:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762631.751305:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762631.751308:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762631.751311:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3726:3726:256:4294967295] 192.168.204.116@tcp LPNI seq info [3726:3726:8:4294967295]
00000400:00000200:2.0:1787762631.751316:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762631.751325:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762631.751331:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762631.751336:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762631.751342:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762631.751346:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762631.751351:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762631.751355:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787762631.751358:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762631.751361:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762631.751368:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762631.751372:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762631.751387:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762631.751390:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762631.751394:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762631.751398:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455eb480 x1874600883868928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.751413:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762631.751417:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb480 x1874600883868928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762656 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.751424:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762631.751425:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762631.751430:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762631.751434:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762631.751437:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762631.751440:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298689121
00000100:00000001:2.0:1787762631.751443:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298690299
00000100:00000001:2.0:1787762631.751445:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298689121
00000100:00000001:2.0:1787762631.751457:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298690299
00000100:00000001:2.0:1787762631.751461:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762631.751463:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762631.751465:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762631.751470:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762631/real 1787762631]  req@ffff9696455eb480 x1874600883868928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762631.751478:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762631.751480:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762631.751482:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762631.751484:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762631.751486:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762631.751488:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762631.751491:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455eb480 x1874600883868928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762631.751499:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455eb480 x1874600883868928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.751506:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762631.751508:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762631.751510:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762631.751512:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762631.751516:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455eb480 x1874600883868928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.751521:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762631.751524:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455eb480 x1874600883868928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.751531:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762631.751533:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762631.751535:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762631.751536:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762631.751539:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762631.751540:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762631.751543:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762631.751547:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762631.751550:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762631.751554:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455eb480 x1874600883868928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762631.751562:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883868928:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762631.751566:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762631.751569:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762631.751573:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e9680 x1874600883868672/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.751580:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762631.751583:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762631.751586:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762631.751590:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762631.751593:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762631.751614:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762631.751617:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762631.751619:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e88c00.
02000000:00000001:2.0:1787762631.751623:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762631.751625:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762631.751627:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e9680.
00000100:00000001:2.0:1787762631.751631:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762631.751632:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762631.751634:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762631.751638:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8b40 x1874600883868800/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.751644:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762631.751645:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762631.751647:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762631.751649:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762631.751650:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762631.751652:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762631.751653:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762631.751655:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8b400.
02000000:00000001:2.0:1787762631.751657:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762631.751658:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762631.751660:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8b40.
00000100:00000001:2.0:1787762631.751662:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762631.751663:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762631.751665:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762631.751668:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455eb480 x1874600883868928/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.751673:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762631.751675:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762631.751676:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762631.751678:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762631.751679:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762631.751681:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762631.751683:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762631.751684:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89000.
02000000:00000001:2.0:1787762631.751686:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762631.751687:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762631.751699:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455eb480.
00000100:00000001:2.0:1787762631.751702:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762631.751703:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762631.751705:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762631.751713:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762631.751714:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762631.751716:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762631.751718:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762631.751720:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762631.751723:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8780 x1874600883869056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.751731:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762631.751732:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762631.751734:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762631.751736:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762631.751738:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762631.751740:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883869056:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762631.751744:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762631.751746:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762631.751748:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762631.751750:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762631.751753:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762631.751755:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762631.751759:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762631.751761:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762631.751765:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762631.751768:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883869056, portal 4
00000100:00000001:2.0:1787762631.751770:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762631.751771:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885924736 : -115902823626880 : ffff9696455e8780)
00000100:00000040:2.0:1787762631.751776:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8780 x1874600883869056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.751782:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762631.751784:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762631.751787:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762631.751790:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883869056, offset 0
00000400:00000200:2.0:1787762631.751793:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762631.751797:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762631.751800:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762631.751803:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762631.751818:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762631.751821:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762631.751824:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762631.751827:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3727:3727:256:4294967295] 192.168.204.116@tcp LPNI seq info [3727:3727:8:4294967295]
00000400:00000200:2.0:1787762631.751831:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762631.751837:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762631.751841:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762631.751845:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762631.751849:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762631.751852:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762631.751879:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762631.751882:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787762631.751901:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762631.751903:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762631.751907:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762631.751910:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762631.751914:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762631.751916:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762631.751919:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762631.751923:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e8780 x1874600883869056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.751930:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762631.751941:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8780 x1874600883869056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762656 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.751948:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762631.751949:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762631.751953:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762631.751957:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762631.751960:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762631.751963:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298689043
00000100:00000001:2.0:1787762631.751965:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298690299
00000100:00000001:2.0:1787762631.751967:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298689043
00000100:00000001:2.0:1787762631.751969:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298690299
00000100:00000001:2.0:1787762631.751971:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762631.751973:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762631.751975:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762631.751979:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762631/real 1787762631]  req@ffff9696455e8780 x1874600883869056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762631.751987:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762631.751988:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762631.751990:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762631.751992:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762631.751994:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762631.751996:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762631.751999:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8780 x1874600883869056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762631.752007:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8780 x1874600883869056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.752013:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762631.752015:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762631.752017:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762631.752018:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762631.752022:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8780 x1874600883869056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.752028:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762631.752032:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8780 x1874600883869056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.752039:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762631.752042:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762631.752043:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762631.752045:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762631.752046:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762631.752048:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762631.752050:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762631.752053:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762631.752056:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762631.752089:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8780 x1874600883869056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762631.752096:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883869056:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762631.752101:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762631.752104:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e9a40 x1874600883869184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.752111:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762631.752112:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762631.752115:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762631.752116:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762631.752118:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762631.752120:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883869184:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762631.752123:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762631.752125:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762631.752127:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762631.752128:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762631.752131:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762631.752133:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762631.752137:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762631.752140:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762631.752142:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762631.752145:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883869184, portal 4
00000100:00000001:2.0:1787762631.752147:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762631.752149:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885929536 : -115902823622080 : ffff9696455e9a40)
00000100:00000040:2.0:1787762631.752156:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e9a40 x1874600883869184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.752162:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762631.752164:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762631.752166:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762631.752169:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883869184, offset 0
00000400:00000200:2.0:1787762631.752173:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762631.752176:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762631.752180:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762631.752183:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762631.752185:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762631.752187:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762631.752189:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762631.752192:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3728:3728:256:4294967295] 192.168.204.116@tcp LPNI seq info [3728:3728:8:4294967295]
00000400:00000200:2.0:1787762631.752196:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762631.752201:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762631.752205:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762631.752208:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762631.752212:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762631.752214:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762631.752218:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762631.752220:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787762631.752224:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762631.752225:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762631.752228:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762631.752231:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762631.752235:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762631.752237:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762631.752240:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762631.752243:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e9a40 x1874600883869184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.752257:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762631.752260:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9a40 x1874600883869184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762656 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.752266:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762631.752267:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762631.752271:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762631.752273:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762631.752276:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762631.752278:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298689050
00000100:00000001:2.0:1787762631.752280:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298690299
00000100:00000001:2.0:1787762631.752282:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298689050
00000100:00000001:2.0:1787762631.752284:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298690299
00000100:00000001:2.0:1787762631.752286:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762631.752288:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762631.752290:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762631.752294:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762631/real 1787762631]  req@ffff9696455e9a40 x1874600883869184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762631.752301:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762631.752302:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762631.752304:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762631.752306:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762631.752307:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762631.752309:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762631.752312:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e9a40 x1874600883869184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762631.752323:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e9a40 x1874600883869184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.752335:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762631.752336:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762631.752338:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762631.752339:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762631.752342:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e9a40 x1874600883869184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.752348:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762631.752352:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e9a40 x1874600883869184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.752358:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762631.752361:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762631.752362:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762631.752363:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762631.752365:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762631.752366:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762631.752369:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762631.752372:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762631.752374:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762631.752377:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e9a40 x1874600883869184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762631.752384:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883869184:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762631.752388:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762631.752390:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762631.752393:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8780 x1874600883869056/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.752398:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762631.752400:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762631.752402:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762631.752404:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762631.752406:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762631.752407:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762631.752409:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762631.752411:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8a400.
02000000:00000001:2.0:1787762631.752413:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762631.752415:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762631.752416:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8780.
00000100:00000001:2.0:1787762631.752419:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762631.752420:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762631.752422:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762631.752425:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e9a40 x1874600883869184/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762631.752430:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762631.752432:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762631.752433:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762631.752435:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762631.752436:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762631.752438:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762631.752439:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762631.752441:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89400.
02000000:00000001:2.0:1787762631.752443:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762631.752444:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762631.752445:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e9a40.
00000100:00000001:2.0:1787762631.752447:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762631.752449:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762631.752450:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762631.752454:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762631.752455:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762631.752457:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762631.752459:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762632.195791:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762632.195798:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762632.195804:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762632.195805:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762632.195808:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762632.195810:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762632.195932:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762632.195936:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762632.195939:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762633.028518:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298690299, at 4298690304
00000100:00000010:0.0:1787762633.028534:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7720.
00000100:00000040:1.0:1787762633.028874:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298690299, at 4298690305
00000100:00000010:1.0:1787762633.028882:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f74e0.
00010000:00000001:0.0:1787762633.219754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762633.219760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762633.219765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762633.219766:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762633.219769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762633.219772:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762633.219774:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762633.219777:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762633.219780:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762633.219782:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762633.219784:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762633.219786:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762633.220032:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762633.220036:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762633.220039:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762634.243816:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762634.243823:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762634.243829:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762634.243830:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762634.243833:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762634.243834:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762634.244172:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762634.244175:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762634.244178:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762635.267736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762635.267743:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762635.267750:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762635.267751:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762635.267755:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762635.267757:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762635.267841:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762635.267846:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762635.267849:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762636.292684:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762636.292693:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762636.292713:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762636.292715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762636.292718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762636.292719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762636.292808:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762636.292812:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762636.292818:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762636.867713:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762636.867722:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762636.867725:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762636.867728:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762636.867732:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762636.867739:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 4021
00000400:00000200:3.0:1787762636.867747:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762636.867752:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762636.867767:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762636.867770:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762636.867774:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762636.867776:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762636.867779:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762636.867783:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762636.867785:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762636.867788:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762636.867791:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762636.867794:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762636.867796:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762636.867799:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762636.867801:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762636.867803:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762636.867805:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762636.867808:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762636.867811:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762636.867814:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762636.867816:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762636.867820:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762636.867822:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762636.867824:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762636.867827:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762636.867835:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000020:00000040:3.0:1787762636.867839:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762636.867842:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762636.867844:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762636.867847:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762636.867850:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762636.867854:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762636.867861:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787762636.867867:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762636.867876:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883869312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762636.867885:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762636.867889:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762636.867894:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883869312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762636.867918:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762636.867921:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762636.867924:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762636.867926:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762636.867927:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762636.867931:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762636.867933:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4021
00000400:00000200:3.0:1787762636.867937:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762636.867940:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762636.867942:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762636.867945:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762636.867947:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762636.867949:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762636.867951:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762636.867953:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762636.867954:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762636.867956:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762636.867958:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762636.867960:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762636.867962:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762636.867965:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762636.867967:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762636.867969:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762636.867971:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762636.867973:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762636.867975:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762636.867977:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762636.867979:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762636.867984:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762636.867986:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762636.867988:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762636.867992:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762636.867994:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762636.867997:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762636.868000:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000020:00000040:3.0:1787762636.868002:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762636.868004:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762636.868006:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762636.868007:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762636.868009:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762636.868010:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762636.868015:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762636.868018:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762636.868023:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883869440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762636.868030:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762636.868032:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762636.868036:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883869440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762636.868044:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762636.868046:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762636.868049:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762636.868051:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762636.868052:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762636.868055:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762636.868057:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4021
00000400:00000200:3.0:1787762636.868060:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762636.868063:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762636.868065:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762636.868067:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762636.868069:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762636.868071:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762636.868073:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762636.868075:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762636.868076:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762636.868078:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762636.868079:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762636.868081:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762636.868083:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762636.868086:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762636.868087:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762636.868089:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762636.868091:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762636.868093:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762636.868096:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762636.868099:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762636.868100:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762636.868103:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762636.868105:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762636.868107:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762636.868108:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762636.868111:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762636.868113:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762636.868115:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787762636.868118:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762636.868120:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762636.868122:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762636.868123:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762636.868124:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762636.868126:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762636.868129:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762636.868132:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762636.868136:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883869568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762636.868144:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762636.868146:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762636.868149:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883869568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762636.868156:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762636.868159:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762636.868162:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762636.868163:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762636.868165:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762636.868167:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762636.868169:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4021
00000400:00000200:3.0:1787762636.868172:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762636.868175:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762636.868177:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762636.868179:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762636.868181:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762636.868183:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762636.868185:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762636.868187:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762636.868189:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762636.868191:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762636.868192:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762636.868194:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762636.868196:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762636.868199:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762636.868201:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762636.868202:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762636.868204:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762636.868206:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762636.868209:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762636.868211:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762636.868212:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762636.868214:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762636.868216:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762636.868218:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762636.868220:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762636.868222:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762636.868223:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762636.868226:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787762636.868228:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762636.868230:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762636.868231:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762636.868233:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762636.868234:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762636.868236:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762636.868239:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762636.868242:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762636.868246:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883869696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762636.868258:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762636.868260:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762636.868264:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883869696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762636.868271:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762636.868273:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762636.868276:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762636.868277:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762636.868279:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762636.868281:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762636.868283:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4021
00000400:00000200:3.0:1787762636.868286:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762636.868289:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762636.868292:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762636.868294:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762636.868296:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762636.868298:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762636.868300:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762636.868302:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762636.868304:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762636.868305:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762636.868307:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762636.868309:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762636.868311:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762636.868314:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762636.868315:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762636.868319:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762636.868321:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762636.868323:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762636.868326:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762636.868328:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762636.868330:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762636.868332:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762636.868334:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762636.868336:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762636.868338:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762636.868340:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762636.868342:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762636.868345:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787762636.868347:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762636.868349:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762636.868350:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762636.868352:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762636.868353:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762636.868355:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762636.868358:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762636.868360:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762636.868364:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883869824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762636.868371:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762636.868373:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762636.868376:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883869824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762636.868383:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762636.868387:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4031)
00000100:00000001:2.0:1787762636.869269:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762636.869273:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762636.869276:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762636.869283:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455eb0c0 x1874600883869312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.869292:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762636.869294:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762636.869298:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762636.869300:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762636.869303:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762636.869306:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455eb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883869312:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762636.869311:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762636.869315:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762636.869317:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762636.869320:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762636.869325:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762636.869327:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762636.869332:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762636.869336:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762636.869343:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762636.869349:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883869312, portal 25
00000100:00000001:2.0:1787762636.869351:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762636.869353:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885935296 : -115902823616320 : ffff9696455eb0c0)
00000100:00000040:2.0:1787762636.869359:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455eb0c0 x1874600883869312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.869366:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762636.869369:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762636.869372:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762636.869375:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883869312, offset 0
00000400:00000200:2.0:1787762636.869381:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762636.869387:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762636.869393:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762636.869399:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762636.869403:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762636.869406:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762636.869409:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762636.869413:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3729:3729:256:4294967295] 192.168.204.116@tcp LPNI seq info [3729:3729:8:4294967295]
00000400:00000200:2.0:1787762636.869417:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762636.869432:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762636.869437:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762636.869442:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762636.869448:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762636.869452:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762636.869458:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762636.869461:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787762636.869466:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762636.869468:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762636.869475:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762636.869480:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762636.869485:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762636.869487:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762636.869491:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762636.869496:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455eb0c0 x1874600883869312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.869505:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762636.869509:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb0c0 x1874600883869312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762661 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.869517:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762636.869518:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762636.869524:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762636.869528:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762636.869531:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298695420
00000100:00000010:2.0:1787762636.869535:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7ba0.
00000100:00000001:2.0:1787762636.869541:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762636.869547:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298695420
00000100:00000010:2.0:1787762636.869550:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7780.
00000100:00000001:2.0:1787762636.869553:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762636.869556:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762636.869559:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762636.869561:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762636.869565:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762636/real 1787762636]  req@ffff9696455eb0c0 x1874600883869312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762636.869574:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762636.869576:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762636.869578:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762636.869580:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762636.869582:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762636.869584:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762636.869588:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455eb0c0 x1874600883869312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762636.869619:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455eb0c0 x1874600883869312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.869627:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762636.869629:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762636.869631:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762636.869633:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762636.869637:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455eb0c0 x1874600883869312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.869644:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762636.869649:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455eb0c0 x1874600883869312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.869656:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762636.869659:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762636.869661:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762636.869662:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762636.869665:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762636.869667:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762636.869670:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762636.869674:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762636.869676:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762636.869681:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455eb0c0 x1874600883869312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762636.869690:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455eb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883869312:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762636.869694:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762636.869698:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ea940 x1874600883869440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.869705:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762636.869706:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762636.869708:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762636.869710:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762636.869712:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762636.869715:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883869440:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762636.869718:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762636.869720:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762636.869722:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762636.869723:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762636.869727:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762636.869728:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762636.869732:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762636.869735:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762636.869738:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762636.869741:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883869440, portal 10
00000100:00000001:2.0:1787762636.869743:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762636.869744:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885933376 : -115902823618240 : ffff9696455ea940)
00000100:00000040:2.0:1787762636.869751:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ea940 x1874600883869440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.869771:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762636.869773:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762636.869775:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762636.869778:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883869440, offset 0
00000400:00000200:2.0:1787762636.869782:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762636.869786:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762636.869789:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762636.869792:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762636.869795:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762636.869797:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762636.869799:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762636.869803:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3730:3730:256:4294967295] 192.168.204.116@tcp LPNI seq info [3730:3730:8:4294967295]
00000400:00000200:2.0:1787762636.869807:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762636.869814:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762636.869818:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762636.869821:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762636.869825:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762636.869828:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762636.869832:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762636.869834:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787762636.869838:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762636.869840:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762636.869843:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762636.869847:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762636.869849:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762636.869851:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762636.869854:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762636.869857:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ea940 x1874600883869440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.869865:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762636.869868:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea940 x1874600883869440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762661 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.869875:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762636.869877:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762636.869880:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762636.869883:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762636.869887:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762636.869888:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298694181
00000100:00000001:2.0:1787762636.869891:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298695420
00000100:00000001:2.0:1787762636.869893:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298694181
00000100:00000001:2.0:1787762636.869896:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298695420
00000100:00000001:2.0:1787762636.869898:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762636.869900:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762636.869902:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762636.869905:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762636/real 1787762636]  req@ffff9696455ea940 x1874600883869440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762636.869913:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762636.869914:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762636.869916:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762636.869918:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762636.869920:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762636.869922:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762636.869925:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ea940 x1874600883869440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762636.869932:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ea940 x1874600883869440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.869938:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762636.869939:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762636.869941:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762636.869942:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762636.869946:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ea940 x1874600883869440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.869954:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762636.869958:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ea940 x1874600883869440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.869964:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762636.869966:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762636.869968:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762636.869969:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762636.869971:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762636.869972:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762636.869975:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762636.869978:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762636.869980:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762636.869984:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ea940 x1874600883869440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762636.869992:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883869440:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762636.869995:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762636.869999:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8f00 x1874600883869568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.870005:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762636.870007:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762636.870009:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762636.870011:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762636.870013:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762636.870015:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883869568:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762636.870019:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762636.870021:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762636.870023:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762636.870025:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762636.870028:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762636.870030:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762636.870032:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762636.870035:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762636.870038:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762636.870041:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883869568, portal 10
00000100:00000001:2.0:1787762636.870043:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762636.870044:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885926656 : -115902823624960 : ffff9696455e8f00)
00000100:00000040:2.0:1787762636.870050:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8f00 x1874600883869568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.870057:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762636.870059:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762636.870061:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762636.870064:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883869568, offset 0
00000400:00000200:2.0:1787762636.870068:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762636.870071:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762636.870074:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762636.870077:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762636.870080:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762636.870082:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762636.870084:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762636.870087:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3731:3731:256:4294967295] 192.168.204.116@tcp LPNI seq info [3731:3731:8:4294967295]
00000400:00000200:2.0:1787762636.870092:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762636.870098:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762636.870103:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762636.870106:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762636.870109:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762636.870112:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762636.870116:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762636.870119:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787762636.870123:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762636.870125:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762636.870128:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762636.870131:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762636.870134:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762636.870136:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762636.870138:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762636.870141:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e8f00 x1874600883869568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.870149:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762636.870152:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8f00 x1874600883869568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762661 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.870159:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762636.870161:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762636.870163:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762636.870166:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762636.870169:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762636.870171:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298694240
00000100:00000001:2.0:1787762636.870173:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298695420
00000100:00000001:2.0:1787762636.870175:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298694240
00000100:00000001:2.0:1787762636.870177:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298695420
00000100:00000001:2.0:1787762636.870179:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762636.870181:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762636.870183:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762636.870186:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762636/real 1787762636]  req@ffff9696455e8f00 x1874600883869568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762636.870194:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762636.870195:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762636.870196:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762636.870198:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762636.870200:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762636.870202:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762636.870206:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8f00 x1874600883869568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762636.870214:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8f00 x1874600883869568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.870220:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762636.870221:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762636.870223:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762636.870224:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762636.870227:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8f00 x1874600883869568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.870234:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762636.870238:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8f00 x1874600883869568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.870245:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762636.870248:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762636.870249:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762636.870251:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762636.870253:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762636.870255:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762636.870257:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762636.870261:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762636.870263:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762636.870267:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8f00 x1874600883869568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762636.870275:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883869568:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762636.870279:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762636.870283:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455eb840 x1874600883869696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.870289:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762636.870291:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762636.870293:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762636.870294:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762636.870296:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762636.870299:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455eb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883869696:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762636.870302:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762636.870304:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762636.870306:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762636.870308:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762636.870311:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762636.870313:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762636.870316:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762636.870318:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762636.870321:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762636.870324:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883869696, portal 4
00000100:00000001:2.0:1787762636.870326:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762636.870327:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885937216 : -115902823614400 : ffff9696455eb840)
00000100:00000040:2.0:1787762636.870333:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455eb840 x1874600883869696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.870339:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762636.870341:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762636.870343:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762636.870345:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883869696, offset 0
00000400:00000200:2.0:1787762636.870349:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762636.870353:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762636.870356:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762636.870359:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762636.870361:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762636.870363:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762636.870366:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762636.870369:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3732:3732:256:4294967295] 192.168.204.116@tcp LPNI seq info [3732:3732:8:4294967295]
00000400:00000200:2.0:1787762636.870373:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762636.870379:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762636.870383:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762636.870386:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762636.870390:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762636.870393:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762636.870397:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762636.870399:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787762636.870403:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762636.870405:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762636.870408:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762636.870411:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762636.870414:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762636.870416:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762636.870418:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762636.870421:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455eb840 x1874600883869696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.870429:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762636.870432:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb840 x1874600883869696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762661 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.870438:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762636.870440:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762636.870443:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762636.870445:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762636.870448:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762636.870450:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298694161
00000100:00000001:2.0:1787762636.870452:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298695420
00000100:00000001:2.0:1787762636.870454:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298694161
00000100:00000001:2.0:1787762636.870456:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298695420
00000100:00000001:2.0:1787762636.870458:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762636.870461:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762636.870462:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762636.870466:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762636/real 1787762636]  req@ffff9696455eb840 x1874600883869696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762636.870475:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762636.870476:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762636.870478:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762636.870480:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762636.870482:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762636.870484:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762636.870487:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455eb840 x1874600883869696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762636.870496:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455eb840 x1874600883869696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.870502:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762636.870504:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762636.870506:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762636.870507:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762636.870511:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455eb840 x1874600883869696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.870517:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762636.870521:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455eb840 x1874600883869696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.870529:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762636.870531:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762636.870532:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762636.870534:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762636.870535:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762636.870537:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762636.870539:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762636.870543:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762636.870545:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762636.870549:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455eb840 x1874600883869696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762636.870556:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455eb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883869696:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762636.870560:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762636.870563:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ea580 x1874600883869824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.870570:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762636.870571:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762636.870573:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762636.870575:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762636.870577:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762636.870580:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ea580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883869824:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762636.870583:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762636.870585:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762636.870586:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762636.870588:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762636.870591:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762636.870593:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762636.870613:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762636.870616:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762636.870619:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762636.870622:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883869824, portal 4
00000100:00000001:2.0:1787762636.870624:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762636.870625:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885932416 : -115902823619200 : ffff9696455ea580)
00000100:00000040:2.0:1787762636.870630:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ea580 x1874600883869824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.870636:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762636.870638:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762636.870640:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762636.870642:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883869824, offset 0
00000400:00000200:2.0:1787762636.870646:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762636.870650:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762636.870653:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762636.870656:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762636.870658:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762636.870660:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762636.870662:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762636.870665:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3733:3733:256:4294967295] 192.168.204.116@tcp LPNI seq info [3733:3733:8:4294967295]
00000400:00000200:2.0:1787762636.870669:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762636.870676:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762636.870680:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762636.870683:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762636.870687:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762636.870689:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762636.870693:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762636.870696:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787762636.870700:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762636.870702:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762636.870705:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762636.870708:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762636.870711:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762636.870713:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762636.870715:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762636.870718:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ea580 x1874600883869824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.870724:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762636.870727:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea580 x1874600883869824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762661 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.870733:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762636.870734:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762636.870737:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762636.870740:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762636.870743:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762636.870744:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298694169
00000100:00000001:2.0:1787762636.870747:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298695420
00000100:00000001:2.0:1787762636.870749:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298694169
00000100:00000001:2.0:1787762636.870750:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298695420
00000100:00000001:2.0:1787762636.870752:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762636.870754:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762636.870769:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762636.870773:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762636/real 1787762636]  req@ffff9696455ea580 x1874600883869824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762636.870782:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762636.870783:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762636.870785:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762636.870788:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762636.870790:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762636.870792:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762636.870795:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ea580 x1874600883869824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762636.870803:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ea580 x1874600883869824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.870810:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762636.870812:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762636.870814:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762636.870815:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762636.870818:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ea580 x1874600883869824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.870825:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762636.870829:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ea580 x1874600883869824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.870836:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762636.870839:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762636.870840:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762636.870841:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762636.870843:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762636.870845:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762636.870847:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762636.870850:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762636.870852:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762636.870855:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ea580 x1874600883869824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762636.870863:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ea580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883869824:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762636.870867:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762636.870869:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762636.870872:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455eb0c0 x1874600883869312/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.870879:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762636.870881:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762636.870883:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762636.870887:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762636.870888:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762636.870890:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762636.870892:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762636.870895:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89c00.
02000000:00000001:2.0:1787762636.870898:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762636.870900:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762636.870902:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455eb0c0.
00000100:00000001:2.0:1787762636.870905:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762636.870906:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762636.870908:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762636.870911:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ea940 x1874600883869440/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.870918:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762636.870919:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762636.870920:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762636.870922:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762636.870923:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762636.870924:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762636.870926:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762636.870928:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89400.
02000000:00000001:2.0:1787762636.870930:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762636.870931:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762636.870932:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ea940.
00000100:00000001:2.0:1787762636.870934:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762636.870936:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762636.870938:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762636.870940:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8f00 x1874600883869568/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.870946:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762636.870948:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762636.870949:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762636.870951:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762636.870952:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762636.870953:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762636.870955:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762636.870956:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8a400.
02000000:00000001:2.0:1787762636.870958:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762636.870959:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762636.870960:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8f00.
00000100:00000001:2.0:1787762636.870962:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762636.870964:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762636.870965:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762636.870968:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455eb840 x1874600883869696/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.870979:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762636.870981:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762636.870983:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762636.870985:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762636.870986:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762636.870987:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762636.870989:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762636.870991:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89000.
02000000:00000001:2.0:1787762636.870993:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762636.870994:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762636.870995:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455eb840.
00000100:00000001:2.0:1787762636.870997:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762636.870998:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762636.871000:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762636.871003:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ea580 x1874600883869824/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762636.871010:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762636.871011:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762636.871013:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762636.871015:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762636.871016:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762636.871017:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762636.871019:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762636.871021:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8b400.
02000000:00000001:2.0:1787762636.871023:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762636.871024:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762636.871025:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ea580.
00000100:00000001:2.0:1787762636.871027:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762636.871028:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762636.871030:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762636.871037:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762636.871039:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762636.871041:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762636.871042:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762637.315730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762637.315739:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762637.315741:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762637.315744:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762637.315762:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762637.315764:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762637.315767:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762637.315769:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762637.315773:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762637.315775:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762637.315778:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762637.315780:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762637.315880:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762637.315884:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762637.315887:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787762638.147744:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298695420, at 4298695424
00000100:00000010:1.0:1787762638.147765:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7780.
00000100:00000040:0.0:1787762638.147944:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298695420, at 4298695424
00000100:00000010:0.0:1787762638.147952:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7ba0.
00010000:00000001:0.0:1787762638.339905:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762638.339912:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762638.339918:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762638.339919:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762638.339922:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762638.339924:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762638.340426:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762638.340431:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762638.340434:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762639.363746:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762639.363753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762639.363758:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762639.363759:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762639.363762:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762639.363763:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762639.366143:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762639.366149:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762639.366154:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762640.387752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762640.387758:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762640.387763:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762640.387766:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762640.387769:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762640.387772:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762640.387776:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762640.387778:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762640.387780:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762640.387783:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762640.387786:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762640.387787:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762640.393619:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762640.393626:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762640.393631:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762641.411769:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762641.411777:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762641.411783:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762641.411785:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762641.411788:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762641.411789:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762641.412529:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762641.412533:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762641.412537:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762641.989297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762641.989307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762641.989309:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762641.989313:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762641.989317:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762641.989324:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 4026
00000400:00000200:2.0:1787762641.989334:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762641.989339:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762641.989342:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762641.989345:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762641.989348:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762641.989351:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762641.989353:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762641.989356:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762641.989359:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:2.0:1787762641.989361:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762641.989364:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:2.0:1787762641.989367:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:2.0:1787762641.989369:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:2.0:1787762641.989372:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762641.989374:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762641.989376:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762641.989378:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762641.989381:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:2.0:1787762641.989386:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762641.989388:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762641.989391:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762641.989394:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762641.989397:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762641.989399:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762641.989402:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762641.989411:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ef840.
00000020:00000040:2.0:1787762641.989415:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:2.0:1787762641.989419:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762641.989420:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762641.989423:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762641.989426:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762641.989429:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762641.989436:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef000.
00000100:00000001:2.0:1787762641.989442:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762641.989450:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ef840 x1874600883869952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762641.989460:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762641.989465:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762641.989470:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b068e52] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ef840 x1874600883869952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762641.989498:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762641.989502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762641.989505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762641.989506:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762641.989508:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762641.989527:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762641.989529:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4026
00000400:00000200:2.0:1787762641.989533:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762641.989536:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762641.989539:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762641.989542:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762641.989545:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762641.989548:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762641.989550:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762641.989553:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762641.989555:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:2.0:1787762641.989556:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762641.989558:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:2.0:1787762641.989561:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:2.0:1787762641.989563:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:2.0:1787762641.989566:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762641.989569:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762641.989571:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762641.989573:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762641.989575:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:2.0:1787762641.989578:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762641.989580:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762641.989582:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762641.989587:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762641.989589:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762641.989591:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762641.989595:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762641.989598:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762641.989600:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762641.989604:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517eda40.
00000020:00000040:2.0:1787762641.989606:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:2.0:1787762641.989608:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762641.989642:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762641.989644:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762641.989646:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762641.989648:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762641.989652:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ecc00.
00000100:00000001:2.0:1787762641.989668:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762641.989674:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517eda40 x1874600883870080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762641.989681:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762641.989683:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762641.989687:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062fc5fc1] to pc [ptlrpcd_rcv+-1]  req@ffff9696517eda40 x1874600883870080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762641.989695:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762641.989697:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762641.989700:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787762641.989702:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762641.989703:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762641.989706:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762641.989709:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4026
00000400:00000200:2.0:1787762641.989715:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762641.989718:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762641.989721:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762641.989724:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762641.989727:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762641.989728:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762641.989731:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762641.989733:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762641.989734:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000100:00000001:1.0:1787762641.989736:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787762641.989736:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762641.989739:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000100:00000001:1.0:1787762641.989743:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787762641.989743:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000001:1.0:1787762641.989747:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787762641.989748:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:2.0:1787762641.989753:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762641.989757:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762641.989759:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ef840 x1874600883869952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762641.989763:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762641.989769:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762641.989775:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00000001:1.0:1787762641.989776:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762641.989780:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762641.989781:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
02000000:00000001:1.0:1787762641.989785:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787762641.989786:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762641.989788:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762641.989790:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762641.989794:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762641.989796:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787762641.989801:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ef840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883869952:192.168.204.116@tcp:250:kworker.0
02000000:00000001:2.0:1787762641.989802:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762641.989806:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762641.989809:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1787762641.989810:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762641.989814:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762641.989815:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787762641.989817:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762641.989819:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762641.989823:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:2.0:1787762641.989823:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517eed00.
00000020:00000040:2.0:1787762641.989829:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000010:1.0:1787762641.989832:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b000.
02000000:00000001:2.0:1787762641.989832:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762641.989836:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762641.989837:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762641.989840:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762641.989843:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787762641.989846:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:2.0:1787762641.989846:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762641.989853:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ec400.
00000400:00000010:1.0:1787762641.989854:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000100:00000001:2.0:1787762641.989859:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762641.989863:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00100000:2.0:1787762641.989868:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517eed00 x1874600883870208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787762641.989871:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883869952, portal 25
00000100:00000001:1.0:1787762641.989877:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762641.989879:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089377344 : -115902620174272 : ffff9696517ef840)
00000100:00000001:2.0:1787762641.989883:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762641.989887:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762641.989889:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ef840 x1874600883869952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762641.989895:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adaeb222] to pc [ptlrpcd_rcv+-1]  req@ffff9696517eed00 x1874600883870208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.989906:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762641.989913:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00000001:2.0:1787762641.989915:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762641.989919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762641.989922:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762641.989924:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762641.989926:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762641.989929:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762641.989932:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4026
00000400:00000200:2.0:1787762641.989936:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762641.989938:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762641.989940:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762641.989943:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762641.989945:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762641.989947:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762641.989949:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:2.0:1787762641.989952:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762641.989953:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:2.0:1787762641.989955:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762641.989957:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:2.0:1787762641.989958:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:2.0:1787762641.989960:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:2.0:1787762641.989963:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762641.989965:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762641.989967:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762641.989969:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762641.989971:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:2.0:1787762641.989974:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000400:00000010:1.0:1787762641.989977:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000001:2.0:1787762641.989977:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762641.989983:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1787762641.989984:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883869952, offset 0
02000000:00000001:2.0:1787762641.989986:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762641.989990:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762641.989991:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762641.989993:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:2.0:1787762641.989998:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762641.990000:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762641.990004:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ede00.
00000020:00000040:2.0:1787762641.990007:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
00000400:00000200:1.0:1787762641.990010:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
02000000:00000001:2.0:1787762641.990010:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762641.990011:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762641.990015:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762641.990017:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762641.990019:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762641.990022:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000010:2.0:1787762641.990022:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef400.
00000100:00000001:2.0:1787762641.990028:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762641.990032:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00100000:2.0:1787762641.990037:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ede00 x1874600883870336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762641.990040:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762641.990048:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762641.990054:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787762641.990054:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762641.990059:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000001:2.0:1787762641.990060:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762641.990065:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3734:3734:256:4294967295] 192.168.204.116@tcp LPNI seq info [3734:3734:8:4294967295]
00000100:00000040:2.0:1787762641.990069:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041377f2a] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ede00 x1874600883870336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762641.990074:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762641.990085:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762641.990089:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1787762641.990090:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762641.990097:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:1.0:1787762641.990101:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000100:00000001:2.0:1787762641.990101:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762641.990104:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762641.990108:0:8:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:1.0:1787762641.990109:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000100:00080000:2.0:1787762641.990113:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4026
00000800:00000200:1.0:1787762641.990120:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762641.990124:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762641.990130:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000400:00000200:2.0:1787762641.990134:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000800:00000200:1.1:1787762641.990136:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000400:00000200:2.0:1787762641.990141:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000800:00000100:1.0:1787762641.990145:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00080000:2.0:1787762641.990147:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000800:00000010:1.0:1787762641.990149:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000100:00000040:2.0:1787762641.990154:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762641.990158:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787762641.990158:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762641.990162:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762641.990168:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:1.0:1787762641.990173:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1787762641.990173:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762641.990177:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000400:00000200:1.0:1787762641.990181:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000020:00000001:2.0:1787762641.990181:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787762641.990186:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000020:00000040:2.0:1787762641.990186:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000100:00000001:1.0:1787762641.990192:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1787762641.990192:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:2.0:1787762641.990197:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000200:1.0:1787762641.990200:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ef840 x1874600883869952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762641.990203:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762641.990208:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762641.990213:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:2.0:1787762641.990218:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:2.0:1787762641.990221:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:2.0:1787762641.990223:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:2.0:1787762641.990226:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762641.990227:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762641.990231:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762641.990233:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762641.990234:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762641.990236:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787762641.990238:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762641.990240:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762641.990244:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696517ec780.
00000020:00000040:2.0:1787762641.990246:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:2.0:1787762641.990249:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762641.990250:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762641.990252:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762641.990253:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762641.990255:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762641.990259:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9696483ef800.
00000100:00000001:2.0:1787762641.990262:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762641.990267:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696517ec780 x1874600883870464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762641.990274:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762641.990276:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762641.990280:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056399392] to pc [ptlrpcd_rcv+-1]  req@ffff9696517ec780 x1874600883870464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762641.990288:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762641.990292:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4036)
00000100:00000001:1.0:1787762641.990359:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762641.990363:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ef840 x1874600883869952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762666 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.990426:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762641.990428:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762641.990435:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762641.990440:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762641.990442:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298700541
00000100:00000010:1.0:1787762641.990448:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d360.
00000100:00000001:1.0:1787762641.990454:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762641.990460:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298700541
00000100:00000010:1.0:1787762641.990462:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d0c0.
00000100:00000001:1.0:1787762641.990465:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762641.990468:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762641.990471:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762641.990473:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762641.990478:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762641/real 1787762641]  req@ffff9696517ef840 x1874600883869952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762641.990487:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762641.990489:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762641.990491:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762641.990494:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762641.990495:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762641.990497:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762641.990501:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ef840 x1874600883869952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762641.990510:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ef840 x1874600883869952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.990517:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762641.990519:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762641.990521:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762641.990523:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762641.990527:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ef840 x1874600883869952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.990534:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762641.990539:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ef840 x1874600883869952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.990546:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762641.990549:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762641.990551:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762641.990552:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762641.990719:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762641.990721:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762641.990725:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762641.990729:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762641.990732:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762641.990737:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ef840 x1874600883869952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762641.990745:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ef840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883869952:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762641.990750:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762641.990753:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517eda40 x1874600883870080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.990760:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762641.990761:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762641.990764:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762641.990766:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762641.990768:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762641.990770:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517eda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883870080:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762641.990774:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762641.990776:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762641.990777:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762641.990779:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762641.990782:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762641.990784:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762641.990788:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762641.990791:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762641.990795:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762641.990798:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883870080, portal 10
00000100:00000001:1.0:1787762641.990800:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762641.990801:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089369664 : -115902620181952 : ffff9696517eda40)
00000100:00000040:1.0:1787762641.990808:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517eda40 x1874600883870080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.990815:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762641.990817:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762641.990819:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762641.990821:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883870080, offset 0
00000400:00000200:1.0:1787762641.990824:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762641.990828:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762641.990832:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762641.990836:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762641.990838:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762641.990841:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762641.990844:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762641.990847:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3735:3735:256:4294967295] 192.168.204.116@tcp LPNI seq info [3735:3735:8:4294967295]
00000400:00000200:1.0:1787762641.990851:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762641.990857:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762641.990862:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762641.990865:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762641.990869:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762641.990872:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762641.990876:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762641.990878:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787762641.990882:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762641.990884:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762641.990888:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762641.990890:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762641.990893:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762641.990895:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762641.990898:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762641.990901:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517eda40 x1874600883870080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.990908:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762641.990912:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517eda40 x1874600883870080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762666 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.990981:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762641.990983:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762641.990987:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762641.991087:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762641.991091:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762641.991093:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298699302
00000100:00000001:1.0:1787762641.991095:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298700541
00000100:00000001:1.0:1787762641.991097:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298699302
00000100:00000001:1.0:1787762641.991099:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298700541
00000100:00000001:1.0:1787762641.991102:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762641.991104:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762641.991106:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762641.991111:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762641/real 1787762641]  req@ffff9696517eda40 x1874600883870080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762641.991123:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762641.991124:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762641.991126:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762641.991129:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762641.991131:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762641.991133:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762641.991136:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517eda40 x1874600883870080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762641.991144:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517eda40 x1874600883870080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.991151:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762641.991152:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762641.991153:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762641.991155:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762641.991158:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517eda40 x1874600883870080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.991166:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762641.991170:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517eda40 x1874600883870080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.991177:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762641.991179:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762641.991180:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762641.991181:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762641.991183:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762641.991184:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762641.991187:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762641.991190:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762641.991192:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762641.991196:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517eda40 x1874600883870080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762641.991204:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517eda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883870080:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762641.991208:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762641.991210:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762641.991213:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ef840 x1874600883869952/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.991278:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762641.991281:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762641.991283:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762641.991286:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762641.991288:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762641.991290:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762641.991292:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762641.991295:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef000.
02000000:00000001:1.0:1787762641.991298:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762641.991300:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762641.991302:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ef840.
00000100:00000001:1.0:1787762641.991305:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762641.991306:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762641.991308:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762641.991312:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517eda40 x1874600883870080/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.991318:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762641.991319:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762641.991321:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762641.991323:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762641.991324:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762641.991325:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762641.991327:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762641.991328:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ecc00.
02000000:00000001:1.0:1787762641.991330:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762641.991331:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762641.991332:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517eda40.
00000100:00000001:1.0:1787762641.991334:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762641.991335:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762641.991337:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762641.991343:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762641.991345:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762641.991348:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762641.991349:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762641.991351:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762641.991355:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517eed00 x1874600883870208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.991361:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762641.991362:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762641.991365:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762641.991366:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762641.991377:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762641.991380:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517eed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883870208:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762641.991384:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762641.991386:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762641.991387:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762641.991389:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762641.991392:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762641.991394:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762641.991397:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762641.991399:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762641.991402:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762641.991405:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883870208, portal 10
00000100:00000001:1.0:1787762641.991407:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762641.991408:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089374464 : -115902620177152 : ffff9696517eed00)
00000100:00000040:1.0:1787762641.991414:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517eed00 x1874600883870208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.991420:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762641.991422:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762641.991424:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762641.991426:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883870208, offset 0
00000400:00000200:1.0:1787762641.991431:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762641.991435:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762641.991438:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762641.991441:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762641.991444:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762641.991446:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762641.991448:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762641.991451:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3736:3736:256:4294967295] 192.168.204.116@tcp LPNI seq info [3736:3736:8:4294967295]
00000400:00000200:1.0:1787762641.991456:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762641.991462:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762641.991466:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762641.991469:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762641.991473:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762641.991476:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762641.991481:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762641.991483:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787762641.991487:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762641.991489:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762641.991492:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762641.991495:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762641.991498:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762641.991500:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762641.991502:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762641.991505:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517eed00 x1874600883870208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.991513:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762641.991517:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517eed00 x1874600883870208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762666 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.991524:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762641.991525:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762641.991527:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762641.991530:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762641.991533:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762641.991535:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298699361
00000100:00000001:1.0:1787762641.991537:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298700541
00000100:00000001:1.0:1787762641.991539:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298699361
00000100:00000001:1.0:1787762641.991541:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298700541
00000100:00000001:1.0:1787762641.991543:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762641.991545:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762641.991547:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762641.991550:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762641/real 1787762641]  req@ffff9696517eed00 x1874600883870208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762641.991760:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762641.991762:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762641.991764:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762641.991767:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762641.991769:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762641.991771:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762641.991775:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517eed00 x1874600883870208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762641.991784:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517eed00 x1874600883870208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.991791:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762641.991792:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762641.991794:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762641.991795:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762641.991799:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517eed00 x1874600883870208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.991805:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762641.991809:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517eed00 x1874600883870208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.991817:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762641.991819:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762641.991820:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762641.991822:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762641.991823:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762641.991825:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762641.991828:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762641.991831:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762641.991833:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762641.991837:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517eed00 x1874600883870208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762641.991844:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517eed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883870208:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762641.991848:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762641.991852:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ede00 x1874600883870336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.991858:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762641.991860:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762641.991862:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762641.991864:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762641.991865:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762641.991868:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ede00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883870336:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762641.991871:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762641.991873:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762641.991875:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762641.991877:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762641.991880:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762641.991882:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762641.991885:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762641.991888:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762641.991891:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762641.991894:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883870336, portal 4
00000100:00000001:1.0:1787762641.991896:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762641.991897:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089370624 : -115902620180992 : ffff9696517ede00)
00000100:00000040:1.0:1787762641.991902:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ede00 x1874600883870336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.991908:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762641.991911:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762641.991913:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762641.991915:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883870336, offset 0
00000400:00000200:1.0:1787762641.991978:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762641.991982:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762641.991986:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762641.992102:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762641.992106:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762641.992109:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762641.992111:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762641.992115:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3737:3737:256:4294967295] 192.168.204.116@tcp LPNI seq info [3737:3737:8:4294967295]
00000400:00000200:1.0:1787762641.992119:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762641.992125:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762641.992130:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762641.992133:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762641.992137:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762641.992140:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762641.992144:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762641.992146:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787762641.992150:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762641.992152:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762641.992155:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762641.992158:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762641.992161:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762641.992163:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762641.992165:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762641.992169:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ede00 x1874600883870336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.992176:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762641.992179:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ede00 x1874600883870336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762666 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.992185:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762641.992186:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762641.992189:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762641.992192:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762641.992195:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762641.992197:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298699283
00000100:00000001:1.0:1787762641.992199:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298700541
00000100:00000001:1.0:1787762641.992201:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298699283
00000100:00000001:1.0:1787762641.992203:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298700541
00000100:00000001:1.0:1787762641.992205:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762641.992207:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762641.992209:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762641.992213:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762641/real 1787762641]  req@ffff9696517ede00 x1874600883870336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762641.992278:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762641.992279:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762641.992281:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762641.992284:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762641.992286:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762641.992288:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762641.992291:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ede00 x1874600883870336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762641.992300:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ede00 x1874600883870336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.992307:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762641.992308:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762641.992310:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762641.992311:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762641.992314:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ede00 x1874600883870336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.992321:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762641.992324:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ede00 x1874600883870336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.992330:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762641.992332:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762641.992334:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762641.992335:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762641.992337:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762641.992339:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762641.992341:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762641.992344:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762641.992346:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762641.992350:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ede00 x1874600883870336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762641.992358:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ede00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883870336:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762641.992362:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762641.992415:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696517ec780 x1874600883870464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.992423:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762641.992424:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762641.992426:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762641.992428:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762641.992430:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762641.992434:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696517ec780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883870464:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762641.992437:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762641.992438:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762641.992440:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762641.992441:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762641.992444:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762641.992446:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762641.992450:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762641.992452:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762641.992455:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762641.992458:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883870464, portal 4
00000100:00000001:1.0:1787762641.992459:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762641.992461:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171089364864 : -115902620186752 : ffff9696517ec780)
00000100:00000040:1.0:1787762641.992466:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696517ec780 x1874600883870464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.992472:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762641.992474:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762641.992476:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762641.992478:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883870464, offset 0
00000400:00000200:1.0:1787762641.992482:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762641.992485:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762641.992489:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762641.992491:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762641.992494:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762641.992496:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762641.992498:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762641.992501:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3738:3738:256:4294967295] 192.168.204.116@tcp LPNI seq info [3738:3738:8:4294967295]
00000400:00000200:1.0:1787762641.992505:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762641.992512:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762641.992515:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762641.992518:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762641.992522:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762641.992525:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762641.992529:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762641.992531:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787762641.992535:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762641.992537:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762641.992539:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762641.992542:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762641.992545:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762641.992547:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762641.992549:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762641.992552:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696517ec780 x1874600883870464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.992571:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762641.992574:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696517ec780 x1874600883870464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762666 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.992587:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762641.992588:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762641.992591:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762641.992593:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762641.992613:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762641.992615:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298699291
00000100:00000001:1.0:1787762641.992888:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298700541
00000100:00000001:1.0:1787762641.992891:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298699291
00000100:00000001:1.0:1787762641.992893:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298700541
00000100:00000001:1.0:1787762641.992895:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762641.992897:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762641.992899:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762641.992904:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762641/real 1787762641]  req@ffff9696517ec780 x1874600883870464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762641.992912:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762641.992914:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762641.992915:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762641.992973:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762641.992975:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762641.992978:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762641.992982:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696517ec780 x1874600883870464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762641.993089:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696517ec780 x1874600883870464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.993095:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762641.993097:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762641.993099:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762641.993100:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762641.993104:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696517ec780 x1874600883870464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.993111:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762641.993115:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696517ec780 x1874600883870464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.993120:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762641.993123:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762641.993124:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762641.993125:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762641.993127:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762641.993129:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762641.993132:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762641.993135:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762641.993136:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762641.993140:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696517ec780 x1874600883870464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762641.993149:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696517ec780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883870464:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762641.993152:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762641.993154:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762641.993157:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517eed00 x1874600883870208/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.993163:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762641.993165:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762641.993167:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762641.993170:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762641.993172:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762641.993173:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762641.993175:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762641.993177:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ec400.
02000000:00000001:1.0:1787762641.993180:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762641.993181:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762641.993183:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517eed00.
00000100:00000001:1.0:1787762641.993187:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762641.993188:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762641.993190:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762641.993193:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ede00 x1874600883870336/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.993198:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762641.993200:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762641.993201:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762641.993203:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762641.993204:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762641.993206:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762641.993207:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762641.993209:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef400.
02000000:00000001:1.0:1787762641.993211:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762641.993212:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762641.993213:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ede00.
00000100:00000001:1.0:1787762641.993214:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762641.993215:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762641.993217:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762641.993277:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696517ec780 x1874600883870464/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762641.993284:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762641.993285:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762641.993287:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762641.993289:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762641.993290:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762641.993292:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762641.993294:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762641.993295:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9696483ef800.
02000000:00000001:1.0:1787762641.993297:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762641.993298:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762641.993300:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696517ec780.
00000100:00000001:1.0:1787762641.993302:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762641.993304:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762641.993305:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762641.993310:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762641.993312:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762641.993314:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762641.993316:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762642.435728:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762642.435734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762642.435739:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762642.435741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762642.435744:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762642.435745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762642.435842:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762642.435849:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762642.435854:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787762643.268790:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298700541, at 4298700545
00000100:00000010:1.0:1787762643.268805:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00000100:00000040:0.0:1787762643.270268:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298700541, at 4298700546
00000100:00000010:0.0:1787762643.270280:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d360.
00010000:00000001:0.0:1787762643.459881:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762643.459889:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762643.459896:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762643.459897:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762643.459902:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762643.459905:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762643.459907:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762643.459910:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762643.460238:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762643.460241:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762643.460244:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762643.460247:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762643.460428:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762643.460432:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762643.460435:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762644.483730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762644.483737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762644.483742:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762644.483745:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762644.483748:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762644.483749:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762644.484453:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762644.484456:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762644.484460:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762645.507754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762645.507760:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762645.507765:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762645.507767:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762645.507770:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762645.507771:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762645.507875:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762645.507885:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762645.507889:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762646.531764:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762646.531773:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762646.531779:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762646.531781:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762646.531785:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762646.531786:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762646.532102:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762646.532106:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762646.532110:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762647.108099:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762647.108110:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762647.108113:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762647.108117:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762647.108122:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762647.108129:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 4031
00000400:00000200:3.0:1787762647.108138:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762647.108144:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762647.108147:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762647.108150:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762647.108154:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762647.108156:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762647.108159:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762647.108163:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762647.108164:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762647.108167:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762647.108171:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762647.108174:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762647.108176:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762647.108179:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762647.108181:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762647.108183:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762647.108185:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762647.108189:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762647.108192:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762647.108195:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762647.108198:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762647.108201:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762647.108204:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762647.108206:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762647.108209:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762647.108218:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787762647.108221:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762647.108226:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762647.109084:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762647.109090:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762647.109093:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762647.109097:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762647.109107:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787762647.109113:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762647.109124:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883870592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762647.109135:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762647.109138:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762647.109144:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883870592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762647.109167:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762647.109171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762647.109174:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762647.109175:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762647.109177:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762647.109180:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762647.109183:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4031
00000400:00000200:3.0:1787762647.109189:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762647.109193:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762647.109195:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762647.109198:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762647.109201:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762647.109203:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762647.109206:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762647.109208:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762647.109210:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762647.109212:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762647.109215:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762647.109218:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762647.109220:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762647.109225:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762647.109243:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762647.109252:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762647.109256:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762647.109269:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e92c0 x1874600883870592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.109281:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762647.109284:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762647.109289:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762647.109292:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762647.109295:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762647.109300:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883870592:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762647.109304:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762647.109309:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762647.109313:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762647.109315:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762647.109325:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762647.109327:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762647.109335:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762647.109340:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762647.109348:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762647.109356:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883870592, portal 25
00000100:00000001:1.0:1787762647.109359:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762647.109361:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885927616 : -115902823624000 : ffff9696455e92c0)
00000100:00000040:1.0:1787762647.109368:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e92c0 x1874600883870592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.109377:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762647.109381:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762647.109383:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762647.109392:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883870592, offset 0
00000400:00000200:1.0:1787762647.109401:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762647.109411:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762647.109420:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762647.109426:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762647.109431:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762647.109436:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762647.109439:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762647.109443:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3739:3739:256:4294967295] 192.168.204.116@tcp LPNI seq info [3739:3739:8:4294967295]
00000400:00000200:1.0:1787762647.109448:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762647.109457:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762647.109463:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762647.109469:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762647.109478:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762647.109482:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762647.109490:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762647.109494:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787762647.109499:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762647.109503:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762647.109510:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762647.109515:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762647.109521:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762647.109524:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762647.109530:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762647.109534:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e92c0 x1874600883870592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.109545:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762647.109549:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e92c0 x1874600883870592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.109566:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762647.109568:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762647.109575:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762647.109580:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762647.109583:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298705660
00000100:00000010:1.0:1787762647.109590:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d0c0.
00000100:00000001:1.0:1787762647.109647:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762647.109657:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298705661
00000100:00000010:1.0:1787762647.109661:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d660.
00000100:00000001:1.0:1787762647.109664:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762647.109668:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762647.109670:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762647.109673:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762647.109679:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762647/real 1787762647]  req@ffff9696455e92c0 x1874600883870592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762647.109689:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762647.109691:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762647.109693:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762647.109695:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762647.109697:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762647.109700:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762647.109704:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e92c0 x1874600883870592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762647.109712:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e92c0 x1874600883870592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.109719:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762647.109720:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.109723:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762647.109725:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762647.109729:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e92c0 x1874600883870592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.109735:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762647.109740:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e92c0 x1874600883870592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.109748:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762647.109752:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.109753:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762647.109754:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.109757:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762647.109759:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762647.109762:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762647.109766:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762647.109769:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762647.109772:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e92c0 x1874600883870592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762647.109781:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883870592:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762647.109786:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.109789:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762647.109791:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e92c0 x1874600883870592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.109798:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762647.109801:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762647.109803:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762647.109806:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762647.109809:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762647.109811:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762647.109813:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762647.109816:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e88c00.
02000000:00000001:1.0:1787762647.109820:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762647.109822:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762647.109824:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e92c0.
00000100:00000001:1.0:1787762647.109828:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762647.109829:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.109831:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.109841:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762647.109843:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762647.109845:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762647.109847:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762647.110322:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762647.110331:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762647.110334:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762647.110337:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762647.110340:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762647.110343:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762647.110345:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762647.110352:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762647.110355:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762647.110357:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762647.110361:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762647.110364:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762647.110366:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762647.110372:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e83c0.
00000020:00000040:3.0:1787762647.110375:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762647.110382:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762647.110384:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762647.110387:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762647.110389:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762647.110391:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762647.110397:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787762647.110402:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762647.110409:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e83c0 x1874600883870720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762647.110417:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762647.110420:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762647.110424:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1eeea11] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e83c0 x1874600883870720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762647.110447:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762647.110450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762647.110454:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762647.110455:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762647.110457:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762647.110460:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762647.110463:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4031
00000400:00000200:3.0:1787762647.110468:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762647.110472:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762647.110475:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762647.110478:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762647.110480:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762647.110481:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762647.110483:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762647.110485:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762647.110486:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762647.110489:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762647.110491:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762647.110493:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762647.110496:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762647.110498:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762647.110500:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762647.110502:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762647.110504:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762647.110506:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762647.110508:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762647.110511:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762647.110512:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762647.110515:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762647.110517:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762647.110519:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762647.110521:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762647.110523:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762647.110524:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762647.110528:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e92c0.
00000020:00000040:3.0:1787762647.110531:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762647.110533:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762647.110535:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762647.110536:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762647.110538:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762647.110540:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762647.110545:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762647.110550:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762647.110554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e92c0 x1874600883870848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762647.110566:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762647.110570:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762647.110574:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762647.110581:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787762647.110583:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e83c0 x1874600883870720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762647.110585:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762647.110615:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762647.110617:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762647.110619:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762647.110622:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762647.110624:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762647.110628:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883870720:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762647.110632:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762647.110635:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762647.110636:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762647.110639:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762647.110642:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762647.110644:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762647.110649:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762647.110652:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762647.110657:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762647.110661:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883870720, portal 10
00000100:00000001:1.0:1787762647.110663:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762647.110664:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885923776 : -115902823627840 : ffff9696455e83c0)
00000100:00000040:1.0:1787762647.110672:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e83c0 x1874600883870720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.110679:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762647.110682:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762647.110685:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762647.110687:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883870720, offset 0
00000400:00000200:1.0:1787762647.110692:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762647.110698:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762647.110702:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762647.110707:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762647.110711:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762647.110714:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762647.110716:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762647.110720:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3740:3740:256:4294967295] 192.168.204.116@tcp LPNI seq info [3740:3740:8:4294967295]
00000400:00000200:1.0:1787762647.110724:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762647.110731:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762647.110736:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762647.110739:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762647.110743:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762647.110747:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762647.110752:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762647.110755:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787762647.110759:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762647.110761:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762647.110765:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762647.110769:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762647.110773:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762647.110774:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762647.110777:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762647.110781:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e83c0 x1874600883870720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.110790:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762647.110793:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e83c0 x1874600883870720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.110800:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762647.110802:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762647.110805:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762647.110809:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762647.110812:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762647.110814:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298704421
00000100:00000001:1.0:1787762647.110817:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298705660
00000100:00000001:1.0:1787762647.110820:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298704421
00000100:00000001:1.0:1787762647.110822:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298705661
00000100:00000001:1.0:1787762647.110824:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762647.110826:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762647.110828:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762647.110831:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762647/real 1787762647]  req@ffff9696455e83c0 x1874600883870720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762647.110839:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762647.110840:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762647.110842:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762647.110844:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762647.110845:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762647.110847:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762647.110850:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e83c0 x1874600883870720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762647.110859:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e83c0 x1874600883870720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.110866:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762647.110868:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.110870:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762647.110871:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762647.110875:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e83c0 x1874600883870720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.110883:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762647.110887:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e83c0 x1874600883870720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.110894:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762647.110897:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.110899:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762647.110900:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.110902:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762647.110904:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762647.110907:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762647.110910:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762647.110912:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762647.110916:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e83c0 x1874600883870720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762647.110923:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883870720:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762647.110927:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.110928:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762647.110931:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e83c0 x1874600883870720/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.110937:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762647.110939:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762647.110941:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762647.110943:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762647.110945:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762647.110947:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762647.110949:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762647.110951:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e88c00.
02000000:00000001:1.0:1787762647.110953:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762647.110955:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762647.110956:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e83c0.
00000100:00000001:1.0:1787762647.110959:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762647.110961:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.110962:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.110967:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762647.110969:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762647.110971:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762647.110973:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762647.111314:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4d430a] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e92c0 x1874600883870848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762647.111336:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762647.111340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762647.111344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762647.111345:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762647.111347:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762647.111350:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762647.111353:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4031
00000400:00000200:3.0:1787762647.111358:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762647.111361:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762647.111363:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762647.111367:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762647.111369:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762647.111371:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762647.111373:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762647.111375:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762647.111376:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762647.111378:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762647.111380:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762647.111381:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762647.111384:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762647.111386:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762647.111388:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762647.111390:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762647.111392:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762647.111394:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762647.111397:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762647.111399:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762647.111401:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762647.111405:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762647.111407:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762647.111408:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762647.111411:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762647.111413:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762647.111415:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762647.111419:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea580.
00000020:00000040:3.0:1787762647.111422:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762647.111424:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762647.111425:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762647.111427:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762647.111429:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762647.111431:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762647.111435:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762647.111439:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762647.111444:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea580 x1874600883870976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762647.111452:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762647.111454:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762647.111458:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64012e] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea580 x1874600883870976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762647.111465:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762647.111467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762647.111470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762647.111471:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762647.111473:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762647.111475:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762647.111477:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4031
00000400:00000200:3.0:1787762647.111481:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762647.111484:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762647.111485:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762647.111488:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762647.111490:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762647.111491:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762647.111494:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762647.111497:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762647.111498:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762647.111499:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762647.111501:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762647.111502:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762647.111504:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762647.111506:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762647.111508:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762647.111509:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762647.111511:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762647.111513:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762647.111515:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762647.111517:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762647.111519:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762647.111522:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762647.111523:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762647.111525:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762647.111527:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762647.111529:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762647.111530:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762647.111533:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb840.
00000020:00000040:3.0:1787762647.111535:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762647.111537:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762647.111538:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762647.111539:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762647.111541:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762647.111542:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762647.111545:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762647.111548:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762647.111552:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb840 x1874600883871104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762647.111572:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762647.111574:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762647.111578:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000991d12da] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb840 x1874600883871104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762647.111583:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762647.111589:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4042)
00000100:00000001:1.0:1787762647.113644:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762647.113652:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762647.113656:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762647.113672:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e92c0 x1874600883870848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.113687:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762647.113690:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762647.113695:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762647.113699:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762647.113702:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762647.113706:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883870848:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762647.113711:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762647.113716:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762647.113867:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762647.113871:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762647.113881:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762647.113884:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762647.113892:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762647.113897:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762647.113904:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762647.113913:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883870848, portal 10
00000100:00000001:1.0:1787762647.113916:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762647.113918:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885927616 : -115902823624000 : ffff9696455e92c0)
00000100:00000040:1.0:1787762647.113927:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e92c0 x1874600883870848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.113935:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762647.113938:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762647.113941:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762647.113944:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883870848, offset 0
00000400:00000200:1.0:1787762647.113951:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762647.113961:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762647.113969:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762647.113977:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762647.113983:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762647.113987:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762647.113991:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762647.113994:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3741:3741:256:4294967295] 192.168.204.116@tcp LPNI seq info [3741:3741:8:4294967295]
00000400:00000200:1.0:1787762647.113999:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762647.114007:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762647.114014:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762647.114020:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762647.114026:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762647.114030:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762647.114037:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762647.114040:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787762647.114045:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762647.114048:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762647.114055:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762647.114061:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762647.114066:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762647.114069:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762647.114073:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762647.114077:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e92c0 x1874600883870848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.114089:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762647.114092:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e92c0 x1874600883870848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.114100:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762647.114101:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762647.114107:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762647.114112:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762647.114115:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762647.114119:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298704484
00000100:00000001:1.0:1787762647.114122:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298705660
00000100:00000001:1.0:1787762647.114125:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298704484
00000100:00000001:1.0:1787762647.114127:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298705661
00000100:00000001:1.0:1787762647.114130:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762647.114133:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762647.114136:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762647.114141:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762647/real 1787762647]  req@ffff9696455e92c0 x1874600883870848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762647.114151:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762647.114153:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762647.114155:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762647.114158:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762647.114159:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762647.114162:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762647.114165:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e92c0 x1874600883870848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762647.114174:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e92c0 x1874600883870848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.114182:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762647.114183:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.114185:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762647.114187:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762647.114191:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e92c0 x1874600883870848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.114198:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762647.114203:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e92c0 x1874600883870848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.114211:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762647.114213:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.114215:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762647.114217:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.114220:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762647.114222:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762647.114226:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762647.114230:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762647.114232:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762647.114236:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e92c0 x1874600883870848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762647.114245:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883870848:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762647.114250:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762647.114254:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ea580 x1874600883870976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.114260:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762647.114262:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762647.114264:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762647.114266:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762647.114268:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762647.114271:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ea580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883870976:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762647.114275:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762647.114277:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762647.114279:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762647.114280:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762647.114284:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762647.114286:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762647.114289:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762647.114293:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762647.114296:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762647.114299:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883870976, portal 4
00000100:00000001:1.0:1787762647.114301:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762647.114302:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885932416 : -115902823619200 : ffff9696455ea580)
00000100:00000040:1.0:1787762647.114309:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ea580 x1874600883870976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.114315:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762647.114318:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762647.114320:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762647.114322:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883870976, offset 0
00000400:00000200:1.0:1787762647.114326:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762647.114330:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762647.114333:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762647.114337:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762647.114339:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762647.114341:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762647.114344:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762647.114347:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3742:3742:256:4294967295] 192.168.204.116@tcp LPNI seq info [3742:3742:8:4294967295]
00000400:00000200:1.0:1787762647.114351:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762647.114357:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762647.114361:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762647.114363:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762647.114367:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762647.114370:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762647.114374:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762647.114376:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787762647.114380:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762647.114382:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762647.114385:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762647.114388:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762647.114391:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762647.114393:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762647.114395:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762647.114399:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ea580 x1874600883870976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.114406:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762647.114409:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea580 x1874600883870976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.114416:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762647.114418:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762647.114420:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762647.114423:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762647.114426:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762647.114428:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298704405
00000100:00000001:1.0:1787762647.114430:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298705660
00000100:00000001:1.0:1787762647.114432:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298704405
00000100:00000001:1.0:1787762647.114435:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298705661
00000100:00000001:1.0:1787762647.114437:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762647.114439:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762647.114441:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762647.114444:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762647/real 1787762647]  req@ffff9696455ea580 x1874600883870976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762647.114452:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762647.114453:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762647.114455:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762647.114458:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762647.114459:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762647.114461:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762647.114465:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ea580 x1874600883870976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762647.114473:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ea580 x1874600883870976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.114480:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762647.114481:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.114483:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762647.114484:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762647.114488:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ea580 x1874600883870976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.114495:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762647.114498:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ea580 x1874600883870976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.114505:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762647.114507:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.114509:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762647.114510:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.114512:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762647.114513:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762647.114515:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762647.114519:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762647.114521:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762647.114524:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ea580 x1874600883870976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762647.114532:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ea580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883870976:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762647.114536:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762647.114540:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455eb840 x1874600883871104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.114546:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762647.114548:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762647.114550:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762647.114552:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762647.114554:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762647.114568:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455eb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883871104:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762647.114572:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762647.114575:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762647.114576:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762647.114578:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762647.114581:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762647.114583:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762647.114587:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762647.114589:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762647.114592:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762647.114595:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883871104, portal 4
00000100:00000001:1.0:1787762647.114632:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762647.114634:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885937216 : -115902823614400 : ffff9696455eb840)
00000100:00000040:1.0:1787762647.114640:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455eb840 x1874600883871104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.114646:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762647.114648:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762647.114651:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762647.114654:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883871104, offset 0
00000400:00000200:1.0:1787762647.114658:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762647.114661:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762647.114665:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762647.114667:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762647.114670:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762647.114673:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762647.114675:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762647.114678:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3743:3743:256:4294967295] 192.168.204.116@tcp LPNI seq info [3743:3743:8:4294967295]
00000400:00000200:1.0:1787762647.114682:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762647.114689:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762647.114693:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762647.114696:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762647.114700:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762647.114703:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762647.114707:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762647.114710:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787762647.114713:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762647.114716:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762647.114718:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762647.114722:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762647.114724:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762647.114726:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762647.114728:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762647.114732:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455eb840 x1874600883871104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.114740:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762647.114742:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb840 x1874600883871104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.114749:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762647.114750:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762647.114753:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762647.114756:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762647.114759:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762647.114761:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298704413
00000100:00000001:1.0:1787762647.114763:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298705660
00000100:00000001:1.0:1787762647.114765:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298704413
00000100:00000001:1.0:1787762647.114767:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298705661
00000100:00000001:1.0:1787762647.114769:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762647.114771:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762647.114773:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762647.114776:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762647/real 1787762647]  req@ffff9696455eb840 x1874600883871104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762647.114783:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762647.114784:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762647.114786:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762647.114789:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762647.114790:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762647.114794:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762647.114797:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455eb840 x1874600883871104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762647.114805:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455eb840 x1874600883871104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.114812:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762647.114813:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.114815:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762647.114817:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762647.114820:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455eb840 x1874600883871104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.114827:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762647.114831:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455eb840 x1874600883871104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.114837:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762647.114840:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.114842:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762647.114842:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.114844:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762647.114845:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762647.114848:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762647.114851:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762647.114853:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762647.114856:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455eb840 x1874600883871104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762647.114864:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455eb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883871104:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762647.114868:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.114870:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762647.114874:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e92c0 x1874600883870848/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.114881:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762647.114883:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762647.114886:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762647.114889:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762647.114892:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762647.114894:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762647.114897:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762647.114900:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8b400.
02000000:00000001:1.0:1787762647.114904:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762647.114905:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762647.114908:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e92c0.
00000100:00000001:1.0:1787762647.114911:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762647.114913:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.114914:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762647.114918:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ea580 x1874600883870976/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.114924:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762647.114925:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762647.114927:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762647.114929:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762647.114930:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762647.114931:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762647.114932:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762647.114934:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89000.
02000000:00000001:1.0:1787762647.114936:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762647.114937:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762647.114938:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ea580.
00000100:00000001:1.0:1787762647.114940:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762647.114941:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.114943:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762647.114946:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455eb840 x1874600883871104/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762647.114953:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762647.114955:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762647.114957:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762647.114960:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762647.114961:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762647.114963:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762647.114965:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762647.114966:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8a400.
02000000:00000001:1.0:1787762647.114968:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762647.114969:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762647.114971:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455eb840.
00000100:00000001:1.0:1787762647.114974:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762647.114975:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.114977:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762647.114986:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762647.114989:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762647.114991:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762647.114993:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762647.555745:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762647.555755:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762647.555757:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762647.555761:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762647.555766:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762647.555768:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762647.555770:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762647.555772:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762647.555777:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762647.555778:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762647.555782:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762647.555784:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762647.555868:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762647.555872:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762647.555874:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762648.387719:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298705660, at 4298705664
00000100:00000040:1.0:1787762648.387727:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298705661, at 4298705664
00000100:00000010:0.0:1787762648.387731:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d0c0.
00000100:00000010:1.0:1787762648.387736:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787762648.580097:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762648.580105:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762648.580111:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762648.580113:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762648.580117:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762648.580118:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762648.580696:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762648.580700:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762648.580704:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762649.603848:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762649.603855:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762649.603860:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762649.603861:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762649.603864:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762649.603865:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762649.603955:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762649.603958:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762649.603961:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762650.627717:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762650.627725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762650.627731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762650.627734:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762650.627736:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762650.627739:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762650.627742:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762650.627745:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762650.627747:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762650.627749:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762650.627752:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762650.627753:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762650.627847:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762650.627850:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762650.627853:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762651.651695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762651.651700:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762651.651704:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762651.651705:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762651.651707:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762651.651708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762651.651767:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762651.651772:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762651.651775:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762652.227714:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762652.227723:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762652.227725:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762652.227728:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762652.227733:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762652.227739:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 4037
00000400:00000200:3.0:1787762652.227748:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762652.227754:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762652.227757:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762652.227760:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762652.227763:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762652.227766:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762652.227768:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762652.227773:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762652.227774:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762652.227777:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762652.227780:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762652.227782:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762652.227784:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762652.227786:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762652.227787:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762652.227788:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762652.227789:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762652.227798:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762652.227800:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762652.227802:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762652.227804:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762652.227806:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762652.227808:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762652.227809:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762652.227812:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762652.227819:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8f00.
00000020:00000040:3.0:1787762652.227821:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762652.227824:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762652.227825:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762652.227827:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762652.227829:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762652.227832:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762652.227837:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762652.227842:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762652.227848:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8f00 x1874600883871232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762652.227856:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762652.227860:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762652.227864:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000549589b7] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8f00 x1874600883871232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762652.227890:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762652.227894:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762652.227897:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762652.227898:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762652.227900:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762652.227903:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762652.227906:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4037
00000400:00000200:3.0:1787762652.227910:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762652.227913:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762652.227915:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762652.227918:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762652.227920:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762652.227921:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762652.227923:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762652.227925:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762652.227927:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762652.227928:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762652.227930:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762652.227932:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762652.227934:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762652.227941:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762652.227943:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762652.227945:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762652.227947:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762652.227949:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762652.227951:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762652.227954:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762652.227956:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762652.227961:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762652.227964:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762652.227966:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762652.227970:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762652.227973:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:3.0:1787762652.227974:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762652.227977:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762652.227978:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762652.227981:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1787762652.227984:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea940.
00000100:00000040:1.0:1787762652.227988:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8f00 x1874600883871232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762652.227989:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762652.227995:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762652.227998:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762652.228001:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762652.228002:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762652.228004:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762652.228005:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762652.228007:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762652.228009:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762652.228010:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762652.228014:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762652.228015:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00100000:1.0:1787762652.228016:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883871232:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762652.228023:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787762652.228023:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762652.228027:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762652.228029:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762652.228032:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787762652.228032:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea940 x1874600883871360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787762652.228038:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762652.228041:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762652.228044:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762652.228048:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762652.228049:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762652.228055:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000100:00000040:3.0:1787762652.228057:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad9c2d64] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea940 x1874600883871360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787762652.228064:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000001:3.0:1787762652.228068:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762652.228073:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883871232, portal 25
00000100:00080000:3.0:1787762652.228073:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762652.228078:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787762652.228079:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787762652.228081:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885926656 : -115902823624960 : ffff9696455e8f00)
00000100:00000001:3.0:1787762652.228083:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762652.228086:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762652.228090:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787762652.228093:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8f00 x1874600883871232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762652.228095:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4037
00000400:00000200:3.0:1787762652.228104:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762652.228110:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1787762652.228110:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000040:1.0:1787762652.228116:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762652.228119:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00080000:3.0:1787762652.228122:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787762652.228124:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883871232, offset 0
00000100:00000040:3.0:1787762652.228128:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762652.228132:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762652.228136:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00000040:3.0:1787762652.228138:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762652.228142:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762652.228144:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762652.228146:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000400:00000200:1.0:1787762652.228148:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000001:3.0:1787762652.228150:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762652.228153:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000400:00000200:1.0:1787762652.228155:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000020:00000001:3.0:1787762652.228157:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:1.0:1787762652.228161:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1787762652.228162:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000200:1.0:1787762652.228165:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762652.228170:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787762652.228170:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762652.228176:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000001:3.0:1787762652.228176:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762652.228180:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3744:3744:256:4294967295] 192.168.204.116@tcp LPNI seq info [3744:3744:8:4294967295]
00000100:00000040:3.0:1787762652.228183:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762652.228187:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762652.228189:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762652.228193:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762652.228199:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000400:00000200:1.0:1787762652.228202:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787762652.228205:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762652.228210:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
02000000:00000001:3.0:1787762652.228211:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762652.228215:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:1.0:1787762652.228217:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
02000000:00000001:3.0:1787762652.228220:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762652.228223:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.0:1787762652.228226:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000008:00100000:3.0:1787762652.228227:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1787762652.228230:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000008:00000001:3.0:1787762652.228232:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762652.228235:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762652.228236:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762652.228240:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000100:00000010:3.0:1787762652.228241:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb0c0.
00000800:00000100:1.0:1787762652.228244:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000020:00000040:3.0:1787762652.228246:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000800:00000010:1.0:1787762652.228248:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
02000000:00000001:3.0:1787762652.228252:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787762652.228255:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787762652.228256:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762652.228260:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787762652.228260:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762652.228264:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787762652.228266:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762652.228268:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
02000000:00000001:3.0:1787762652.228268:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762652.228273:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762652.228278:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e8f00 x1874600883871232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787762652.228278:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762652.228285:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762652.228288:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762652.228292:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8f00 x1874600883871232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762677 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.228297:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762652.228298:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1787762652.228302:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb0c0 x1874600883871488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762652.228303:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762652.228311:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762652.228315:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298710779
00000100:00000001:3.0:1787762652.228320:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1787762652.228321:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d660.
00000100:00000001:3.0:1787762652.228324:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762652.228328:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1787762652.228332:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000109ed589] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb0c0 x1874600883871488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.228336:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298710779
00000100:00000010:1.0:1787762652.228341:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d600.
00000100:00000001:1.0:1787762652.228345:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762652.228350:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762652.228351:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762652.228353:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762652.228355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762652.228357:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1787762652.228361:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1787762652.228362:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762652/real 1787762652]  req@ffff9696455e8f00 x1874600883871232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762652.228365:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762652.228369:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:1.0:1787762652.228373:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787762652.228374:0:8:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:1.0:1787762652.228375:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762652.228378:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762652.228380:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762652.228381:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762652.228383:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1787762652.228386:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4037
00000100:00000200:1.0:1787762652.228390:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8f00 x1874600883871232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787762652.228395:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762652.228403:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762652.228406:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787762652.228408:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8f00 x1874600883871232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762652.228412:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762652.228418:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762652.228422:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762652.228425:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762652.228426:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762652.228428:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787762652.228430:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762652.228432:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000100:00000001:1.0:1787762652.228434:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1787762652.228436:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762652.228438:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787762652.228440:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000100:00100000:1.0:1787762652.228445:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8f00 x1874600883871232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762652.228445:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762652.228451:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762652.228474:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762652.228477:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762652.228479:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762652.228480:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762652.228486:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762652.228490:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00000040:1.0:1787762652.228491:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8f00 x1874600883871232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762652.228496:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762652.228502:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762652.228507:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762652.228510:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787762652.228511:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762652.228517:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762652.228518:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762652.228521:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000100:00000001:1.0:1787762652.228522:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1787762652.228524:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762652.228525:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762652.228527:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762652.228529:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762652.228530:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762652.228534:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:3.0:1787762652.228536:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9a40.
00000100:00080000:1.0:1787762652.228539:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:3.0:1787762652.228541:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762652.228547:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:1.0:1787762652.228550:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
02000000:00000001:3.0:1787762652.228550:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762652.228555:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762652.228556:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1787762652.228557:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762652.228561:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762652.228565:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8f00 x1874600883871232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787762652.228567:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762652.228573:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762652.228582:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9a40 x1874600883871616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762652.228584:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883871232:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762652.228594:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762652.228616:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762652.228619:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762652.228624:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af544b19] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9a40 x1874600883871616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762652.228631:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762652.228634:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762652.228638:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787762652.228640:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762652.228643:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1787762652.228647:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8f00 x1874600883871232/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762652.228647:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762652.228651:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762652.228657:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4037
00000100:00000001:1.0:1787762652.228662:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000400:00000200:3.0:1787762652.228666:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:1.0:1787762652.228667:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762652.228672:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
00000400:00000200:3.0:1787762652.228672:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762652.228678:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762652.228682:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
02000000:00000001:1.0:1787762652.228683:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787762652.228684:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:1.0:1787762652.228688:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000040:3.0:1787762652.228689:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000020:00000040:1.0:1787762652.228692:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000100:00000001:3.0:1787762652.228693:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762652.228698:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787762652.228699:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000040:3.0:1787762652.228701:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
02000000:00000010:1.0:1787762652.228704:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89400.
00000020:00000001:3.0:1787762652.228704:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762652.228708:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
02000000:00000001:1.0:1787762652.228711:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:3.0:1787762652.228712:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
02000000:00000001:1.0:1787762652.228715:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:3.0:1787762652.228717:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000010:1.0:1787762652.228718:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8f00.
00000100:00000001:1.0:1787762652.228723:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000040:3.0:1787762652.228724:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762652.228725:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762652.228728:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762652.228730:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762652.228734:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762652.228736:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762652.228738:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762652.228739:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762652.228745:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787762652.228745:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762652.228750:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762652.228753:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762652.228754:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787762652.228755:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762652.228758:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787762652.228759:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762652.228762:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762652.228765:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1787762652.228766:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ea940 x1874600883871360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787762652.228768:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762652.228772:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762652.228776:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762652.228783:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8780.
00000100:00000001:1.0:1787762652.228784:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787762652.228787:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000100:00000001:1.0:1787762652.228788:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762652.228792:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762652.228794:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762652.228796:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762652.228798:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762652.228800:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762652.228801:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762652.228803:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762652.228806:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762652.228808:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00100000:1.0:1787762652.228809:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883871360:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762652.228814:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787762652.228815:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762652.228816:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762652.228820:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762652.228821:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762652.228825:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
00000100:00100000:3.0:1787762652.228826:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8780 x1874600883871744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787762652.228827:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762652.228836:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762652.228842:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000100:00000001:3.0:1787762652.228843:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762652.228847:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762652.228849:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000040:3.0:1787762652.228853:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c7fce] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8780 x1874600883871744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762652.228855:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883871360, portal 10
00000100:00000001:1.0:1787762652.228860:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762652.228863:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885933376 : -115902823618240 : ffff9696455ea940)
00000100:00000001:3.0:1787762652.228872:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762652.228874:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ea940 x1874600883871360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762652.228878:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4047)
00000100:00000001:1.0:1787762652.228939:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762652.228942:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762652.228945:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762652.228949:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883871360, offset 0
00000400:00000200:1.0:1787762652.228953:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762652.228957:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762652.228961:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762652.228964:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762652.228967:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762652.228969:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762652.228972:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762652.228974:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3745:3745:256:4294967295] 192.168.204.116@tcp LPNI seq info [3745:3745:8:4294967295]
00000400:00000200:1.0:1787762652.228979:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762652.228984:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762652.228989:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762652.228992:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762652.228997:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762652.228999:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762652.229004:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762652.229006:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787762652.229010:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762652.229012:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762652.229015:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762652.229018:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762652.229021:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762652.229023:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762652.229025:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762652.229028:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ea940 x1874600883871360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229042:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762652.229045:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea940 x1874600883871360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762677 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229051:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762652.229052:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762652.229055:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762652.229059:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762652.229062:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762652.229064:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298709540
00000100:00000001:1.0:1787762652.229066:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298710779
00000100:00000001:1.0:1787762652.229068:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298709540
00000100:00000001:1.0:1787762652.229069:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298710779
00000100:00000001:1.0:1787762652.229070:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762652.229072:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762652.229073:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762652.229076:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762652/real 1787762652]  req@ffff9696455ea940 x1874600883871360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762652.229080:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762652.229081:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762652.229082:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762652.229084:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762652.229085:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762652.229086:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762652.229088:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ea940 x1874600883871360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762652.229093:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ea940 x1874600883871360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229096:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762652.229097:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762652.229098:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762652.229099:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762652.229101:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ea940 x1874600883871360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229105:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762652.229107:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ea940 x1874600883871360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229111:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762652.229113:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762652.229114:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762652.229115:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762652.229117:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762652.229118:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762652.229125:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762652.229129:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762652.229131:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762652.229135:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ea940 x1874600883871360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762652.229143:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883871360:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762652.229146:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762652.229149:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455eb0c0 x1874600883871488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229155:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762652.229157:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762652.229158:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762652.229160:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762652.229162:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762652.229165:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455eb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883871488:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762652.229168:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762652.229169:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762652.229171:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762652.229173:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762652.229176:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762652.229178:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762652.229181:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762652.229183:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762652.229186:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762652.229189:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883871488, portal 10
00000100:00000001:1.0:1787762652.229191:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762652.229192:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885935296 : -115902823616320 : ffff9696455eb0c0)
00000100:00000040:1.0:1787762652.229198:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455eb0c0 x1874600883871488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229204:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762652.229206:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762652.229208:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762652.229210:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883871488, offset 0
00000400:00000200:1.0:1787762652.229212:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762652.229215:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762652.229217:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762652.229219:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762652.229221:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762652.229222:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762652.229224:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762652.229226:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3746:3746:256:4294967295] 192.168.204.116@tcp LPNI seq info [3746:3746:8:4294967295]
00000400:00000200:1.0:1787762652.229228:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762652.229232:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762652.229234:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762652.229236:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762652.229239:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762652.229241:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762652.229243:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762652.229245:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787762652.229247:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762652.229248:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762652.229250:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762652.229252:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762652.229254:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762652.229255:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762652.229256:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762652.229258:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455eb0c0 x1874600883871488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229263:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762652.229265:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb0c0 x1874600883871488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762677 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229268:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762652.229269:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762652.229271:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762652.229273:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762652.229275:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762652.229276:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298709599
00000100:00000001:1.0:1787762652.229277:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298710779
00000100:00000001:1.0:1787762652.229279:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298709599
00000100:00000001:1.0:1787762652.229280:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298710779
00000100:00000001:1.0:1787762652.229281:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762652.229282:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762652.229283:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762652.229285:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762652/real 1787762652]  req@ffff9696455eb0c0 x1874600883871488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762652.229289:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762652.229291:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762652.229292:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762652.229293:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762652.229294:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762652.229295:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762652.229297:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455eb0c0 x1874600883871488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762652.229301:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455eb0c0 x1874600883871488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229304:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762652.229305:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762652.229306:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762652.229307:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762652.229309:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455eb0c0 x1874600883871488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229312:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762652.229314:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455eb0c0 x1874600883871488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229318:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762652.229319:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762652.229321:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762652.229321:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762652.229322:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762652.229323:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762652.229325:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762652.229326:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762652.229327:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762652.229329:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455eb0c0 x1874600883871488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762652.229337:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455eb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883871488:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762652.229340:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762652.229341:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e9a40 x1874600883871616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229345:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762652.229346:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762652.229347:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762652.229348:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762652.229349:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762652.229350:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883871616:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762652.229352:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762652.229353:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762652.229354:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762652.229355:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762652.229357:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762652.229358:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762652.229360:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762652.229361:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762652.229364:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762652.229365:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883871616, portal 4
00000100:00000001:1.0:1787762652.229366:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762652.229367:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885929536 : -115902823622080 : ffff9696455e9a40)
00000100:00000040:1.0:1787762652.229371:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e9a40 x1874600883871616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229374:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762652.229376:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762652.229377:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762652.229378:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883871616, offset 0
00000400:00000200:1.0:1787762652.229380:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762652.229382:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762652.229385:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762652.229388:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762652.229390:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762652.229392:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762652.229394:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762652.229396:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3747:3747:256:4294967295] 192.168.204.116@tcp LPNI seq info [3747:3747:8:4294967295]
00000400:00000200:1.0:1787762652.229400:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762652.229405:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762652.229410:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762652.229413:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762652.229416:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762652.229419:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762652.229423:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762652.229425:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787762652.229429:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762652.229430:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762652.229433:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762652.229436:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762652.229439:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762652.229441:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762652.229442:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762652.229445:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e9a40 x1874600883871616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229451:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762652.229454:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9a40 x1874600883871616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762677 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229477:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762652.229483:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762652.229486:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762652.229489:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762652.229492:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762652.229495:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298709520
00000100:00000001:1.0:1787762652.229497:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298710779
00000100:00000001:1.0:1787762652.229500:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298709520
00000100:00000001:1.0:1787762652.229501:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298710779
00000100:00000001:1.0:1787762652.229503:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762652.229505:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762652.229507:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762652.229511:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762652/real 1787762652]  req@ffff9696455e9a40 x1874600883871616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762652.229518:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762652.229519:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762652.229520:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762652.229522:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762652.229523:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762652.229524:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762652.229526:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e9a40 x1874600883871616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762652.229531:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e9a40 x1874600883871616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229536:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762652.229537:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762652.229539:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762652.229540:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762652.229544:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e9a40 x1874600883871616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229550:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762652.229554:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e9a40 x1874600883871616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229561:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762652.229564:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762652.229565:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762652.229566:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762652.229568:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762652.229569:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762652.229572:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762652.229575:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762652.229577:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762652.229581:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e9a40 x1874600883871616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762652.229589:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883871616:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762652.229593:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762652.229595:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762652.229615:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ea940 x1874600883871360/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229621:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762652.229623:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762652.229624:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762652.229627:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762652.229629:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762652.229630:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762652.229632:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762652.229634:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89c00.
02000000:00000001:1.0:1787762652.229636:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762652.229637:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762652.229639:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ea940.
00000100:00000001:1.0:1787762652.229641:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762652.229642:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762652.229644:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762652.229647:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455eb0c0 x1874600883871488/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229655:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762652.229656:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762652.229657:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762652.229659:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762652.229659:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762652.229660:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762652.229661:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762652.229662:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8a400.
02000000:00000001:1.0:1787762652.229663:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762652.229664:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762652.229664:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455eb0c0.
00000100:00000001:1.0:1787762652.229666:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762652.229666:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762652.229667:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762652.229669:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e9a40 x1874600883871616/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229672:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762652.229673:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762652.229674:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762652.229675:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762652.229676:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762652.229677:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762652.229678:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762652.229678:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89000.
02000000:00000001:1.0:1787762652.229679:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762652.229680:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762652.229681:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e9a40.
00000100:00000001:1.0:1787762652.229682:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762652.229682:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762652.229683:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762652.229686:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762652.229687:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762652.229688:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762652.229688:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762652.229689:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762652.229691:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8780 x1874600883871744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229695:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762652.229697:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762652.229698:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762652.229699:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762652.229700:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762652.229702:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883871744:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762652.229704:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762652.229705:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762652.229706:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762652.229707:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762652.229709:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762652.229710:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762652.229712:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762652.229714:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762652.229716:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762652.229718:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883871744, portal 4
00000100:00000001:1.0:1787762652.229719:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762652.229720:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885924736 : -115902823626880 : ffff9696455e8780)
00000100:00000040:1.0:1787762652.229723:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8780 x1874600883871744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229727:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762652.229729:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762652.229730:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762652.229731:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883871744, offset 0
00000400:00000200:1.0:1787762652.229733:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762652.229736:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762652.229738:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762652.229739:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762652.229741:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762652.229742:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762652.229744:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762652.229746:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3748:3748:256:4294967295] 192.168.204.116@tcp LPNI seq info [3748:3748:8:4294967295]
00000400:00000200:1.0:1787762652.229750:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762652.229756:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762652.229760:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762652.229762:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762652.229766:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762652.229768:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762652.229771:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762652.229774:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787762652.229777:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762652.229779:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762652.229782:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762652.229785:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762652.229787:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762652.229789:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762652.229792:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762652.229795:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e8780 x1874600883871744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229802:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762652.229804:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8780 x1874600883871744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762677 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229808:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762652.229809:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762652.229811:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762652.229813:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762652.229815:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762652.229816:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298709528
00000100:00000001:1.0:1787762652.229818:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298710779
00000100:00000001:1.0:1787762652.229819:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298709528
00000100:00000001:1.0:1787762652.229820:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298710779
00000100:00000001:1.0:1787762652.229822:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762652.229823:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762652.229825:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762652.229827:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762652/real 1787762652]  req@ffff9696455e8780 x1874600883871744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762652.229835:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762652.229836:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762652.229837:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762652.229840:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762652.229841:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762652.229843:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762652.229846:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8780 x1874600883871744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762652.229853:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8780 x1874600883871744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229860:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762652.229861:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762652.229863:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762652.229864:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762652.229867:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8780 x1874600883871744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229874:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762652.229878:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8780 x1874600883871744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229891:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762652.229893:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762652.229895:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762652.229896:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762652.229898:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762652.229900:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762652.229902:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762652.229905:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762652.229907:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762652.229911:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8780 x1874600883871744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762652.229916:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883871744:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762652.229919:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762652.229920:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762652.229921:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8780 x1874600883871744/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762652.229925:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762652.229927:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762652.229928:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762652.229931:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762652.229932:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762652.229933:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762652.229935:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762652.229936:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8b400.
02000000:00000001:1.0:1787762652.229939:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762652.229940:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762652.229941:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8780.
00000100:00000001:1.0:1787762652.229943:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762652.229944:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762652.229946:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762652.229949:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762652.229950:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762652.229952:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762652.229954:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762652.675702:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762652.675708:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762652.675714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762652.675715:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762652.675718:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762652.675719:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762652.675779:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762652.675782:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762652.675785:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787762653.507704:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298710779, at 4298710784
00000100:00000010:1.0:1787762653.507720:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00000100:00000040:0.0:1787762653.507809:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298710779, at 4298710784
00000100:00000010:0.0:1787762653.507816:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d660.
00010000:00000001:0.0:1787762653.701028:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762653.701035:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762653.701041:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762653.701042:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762653.701046:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762653.701050:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762653.701052:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762653.701056:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762653.701059:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762653.701061:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762653.701064:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762653.701066:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762653.701356:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762653.701360:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762653.701363:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762654.723692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762654.723702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762654.723706:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762654.723707:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762654.723710:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762654.723711:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762654.723771:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762654.723775:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762654.723779:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762655.747720:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762655.747727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762655.747732:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762655.747733:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762655.747736:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762655.747737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762655.747797:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762655.747800:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762655.747803:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762656.771730:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762656.771737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762656.771743:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762656.771744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762656.771747:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762656.771748:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762656.771822:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762656.771826:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762656.771830:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762657.347706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762657.347715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762657.347718:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762657.347721:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762657.347726:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762657.347733:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 4042
00000400:00000200:3.0:1787762657.347742:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762657.347748:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762657.347751:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762657.347755:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762657.347764:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762657.347769:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762657.347772:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762657.347776:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762657.347778:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762657.347780:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762657.347783:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762657.347786:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762657.347788:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762657.347791:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762657.347793:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762657.347795:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762657.347797:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762657.347800:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762657.347803:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762657.347805:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762657.347808:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762657.347811:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762657.347813:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762657.347816:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762657.347818:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762657.347837:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455eb480.
00000020:00000040:3.0:1787762657.347840:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762657.347844:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762657.347846:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762657.347848:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762657.347851:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762657.347855:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762657.347862:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787762657.347868:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762657.347876:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455eb480 x1874600883871872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762657.347885:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762657.347889:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762657.347893:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090f51621] to pc [ptlrpcd_rcv+-1]  req@ffff9696455eb480 x1874600883871872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762657.347913:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762657.347916:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762657.347919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762657.347920:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762657.347922:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762657.347924:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762657.347927:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4042
00000400:00000200:3.0:1787762657.347931:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762657.347933:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762657.347936:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762657.347939:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762657.347942:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762657.347945:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762657.347948:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762657.347950:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762657.347951:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787762657.347952:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762657.347956:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762657.347957:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787762657.347958:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000100:00000001:1.0:1787762657.347962:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787762657.347962:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762657.347967:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762657.347972:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000040:1.0:1787762657.347973:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455eb480 x1874600883871872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762657.347975:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762657.347978:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762657.347982:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762657.347987:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762657.347998:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762657.348002:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762657.348005:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762657.348006:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762657.348009:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762657.348012:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762657.348016:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762657.348017:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762657.348021:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762657.348022:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762657.348024:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1787762657.348030:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883871872:192.168.204.116@tcp:250:kworker.0
00000008:00100000:3.0:1787762657.348030:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762657.348036:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762657.348038:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787762657.348040:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762657.348044:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8b40.
02000000:00000001:1.0:1787762657.348048:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762657.348051:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762657.348054:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1787762657.348058:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000010:1.0:1787762657.348060:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:3.0:1787762657.348061:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762657.348063:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762657.348065:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762657.348067:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762657.348070:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762657.348072:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762657.348073:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000010:3.0:1787762657.348079:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000400:00000010:1.0:1787762657.348080:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000100:00000001:3.0:1787762657.348085:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762657.348089:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00100000:3.0:1787762657.348093:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8b40 x1874600883872000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787762657.348097:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883871872, portal 25
00000100:00000001:1.0:1787762657.348103:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762657.348104:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762657.348106:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885936256 : -115902823615360 : ffff9696455eb480)
00000100:00000001:3.0:1787762657.348108:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762657.348118:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455eb480 x1874600883871872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762657.348119:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d76e59e0] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8b40 x1874600883872000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.348146:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787762657.348146:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762657.348151:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787762657.348154:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000100:00080000:3.0:1787762657.348157:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:1.0:1787762657.348159:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000001:3.0:1787762657.348160:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1787762657.348164:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883871872, offset 0
00000100:00080000:3.0:1787762657.348164:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762657.348169:0:8:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787762657.348174:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000100:00080000:3.0:1787762657.348174:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4042
00000400:00000200:3.0:1787762657.348181:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762657.348186:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762657.348186:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762657.348191:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787762657.348197:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000040:3.0:1787762657.348197:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762657.348202:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762657.348205:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762657.348206:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762657.348213:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000100:00000001:3.0:1787762657.348215:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:1.0:1787762657.348218:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1787762657.348220:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762657.348222:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000400:00000200:1.0:1787762657.348224:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000020:00000001:3.0:1787762657.348225:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762657.348229:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000400:00000200:1.0:1787762657.348233:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3749:3749:256:4294967295] 192.168.204.116@tcp LPNI seq info [3749:3749:8:4294967295]
00000020:00000001:3.0:1787762657.348233:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762657.348237:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762657.348245:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762657.348246:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:3.0:1787762657.348250:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762657.348254:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762657.348256:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762657.348261:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000400:00000200:1.0:1787762657.348265:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787762657.348267:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762657.348272:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762657.348274:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1787762657.348276:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
02000000:00000001:3.0:1787762657.348277:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762657.348281:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762657.348283:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:1.0:1787762657.348284:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000008:00100000:3.0:1787762657.348286:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762657.348290:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762657.348291:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762657.348294:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000010:3.0:1787762657.348297:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9680.
00000800:00000200:1.0:1787762657.348300:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000020:00000040:3.0:1787762657.348301:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762657.348307:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762657.348309:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762657.348311:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000001:3.0:1787762657.348312:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762657.348315:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787762657.348317:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
02000000:00000001:3.0:1787762657.348318:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762657.348325:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000800:00000100:1.0:1787762657.348326:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000100:00000001:3.0:1787762657.348330:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762657.348331:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000100:00100000:3.0:1787762657.348338:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9680 x1874600883872128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762657.348339:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762657.348348:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762657.348353:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762657.348355:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:3.0:1787762657.348369:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762657.348371:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762657.348375:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787762657.348376:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd2835f5] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9680 x1874600883872128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762657.348384:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455eb480 x1874600883871872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762657.348388:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762657.348392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762657.348399:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762657.348402:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787762657.348404:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787762657.348405:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762657.348409:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787762657.348411:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455eb480 x1874600883871872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762682 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762657.348414:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4042
00000400:00000200:3.0:1787762657.348421:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762657.348427:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762657.348428:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000001:1.0:1787762657.348431:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787762657.348432:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762657.348437:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762657.348439:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762657.348440:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762657.348442:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762657.348446:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000200:1.0:1787762657.348447:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000020:00000001:3.0:1787762657.348451:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762657.348453:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298715899
00000020:00000040:3.0:1787762657.348454:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762657.348458:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762657.348460:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000100:00000010:1.0:1787762657.348461:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d600.
00000020:00000001:3.0:1787762657.348462:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762657.348466:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000001:1.0:1787762657.348469:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1787762657.348471:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762657.348474:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762657.348476:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298715899
00000100:00000040:3.0:1787762657.348478:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000010:1.0:1787762657.348482:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816dc60.
00000100:00000001:3.0:1787762657.348482:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762657.348487:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00000001:1.0:1787762657.348488:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1787762657.348491:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762657.348494:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762657.348495:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762657.348499:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762657.348501:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762657.348503:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762657.348505:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787762657.348506:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762657.348509:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1787762657.348513:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762657/real 1787762657]  req@ffff9696455eb480 x1874600883871872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787762657.348513:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762657.348517:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762657.348521:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762657.348526:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787762657.348530:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
00000400:00000001:1.0:1787762657.348531:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787762657.348534:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:1.0:1787762657.348535:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787762657.348538:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762657.348539:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000100:00000001:3.0:1787762657.348541:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787762657.348544:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
02000000:00000001:3.0:1787762657.348544:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762657.348547:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762657.348548:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
02000000:00000010:3.0:1787762657.348552:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:1.0:1787762657.348553:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787762657.348557:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762657.348560:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455eb480 x1874600883871872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762657.348565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883872256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787762657.348581:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455eb480 x1874600883871872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762657.348581:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762657.348584:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762657.348592:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883872256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.348593:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762657.348615:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762657.348618:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762657.348620:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762657.348626:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455eb480 x1874600883871872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762657.348637:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762657.348639:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787762657.348642:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787762657.348645:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455eb480 x1874600883871872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762657.348647:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762657.348651:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787762657.348653:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762657.348655:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762657.348657:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762657.348659:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762657.348660:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762657.348663:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762657.348665:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:3.0:1787762657.348666:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4042
00000100:00000001:1.0:1787762657.348667:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762657.348671:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:3.0:1787762657.348674:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00080000:1.0:1787762657.348677:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762657.348681:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:3.0:1787762657.348681:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00000040:1.0:1787762657.348687:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455eb480 x1874600883871872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762657.348687:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762657.348695:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00100000:1.0:1787762657.348698:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883871872:192.168.204.116@tcp:250:kworker.0
00000100:00000001:3.0:1787762657.348700:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762657.348702:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762657.348705:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762657.348706:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762657.348710:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455eb480 x1874600883871872/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762657.348711:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762657.348716:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762657.348719:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000100:00000001:1.0:1787762657.348720:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000001:3.0:1787762657.348722:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787762657.348723:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:3.0:1787762657.348725:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
02000000:00000010:1.0:1787762657.348726:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
00000020:00000001:3.0:1787762657.348728:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
02000000:00000001:1.0:1787762657.348731:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762657.348732:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:1.0:1787762657.348736:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000040:3.0:1787762657.348738:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000020:00000040:1.0:1787762657.348740:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000100:00000001:3.0:1787762657.348743:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:1.0:1787762657.348744:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000040:3.0:1787762657.348747:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
02000000:00000010:1.0:1787762657.348749:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e88c00.
00000100:00000001:3.0:1787762657.348750:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762657.348754:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
02000000:00000001:1.0:1787762657.348755:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:3.0:1787762657.348757:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
02000000:00000001:1.0:1787762657.348759:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787762657.348761:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762657.348763:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455eb480.
02000000:00000001:3.0:1787762657.348764:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762657.348768:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762657.348769:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1787762657.348772:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762657.348773:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762657.348777:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762657.348778:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787762657.348781:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762657.348785:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762657.348786:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762657.348791:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787762657.348793:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762657.348795:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762657.348796:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762657.348797:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762657.348798:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762657.348801:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762657.348802:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762657.348805:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762657.348806:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762657.348809:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000010:3.0:1787762657.348811:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:1.0:1787762657.348812:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762657.348817:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762657.348819:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8b40 x1874600883872000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762657.348825:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883872384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762657.348834:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762657.348837:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762657.348840:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787762657.348842:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787762657.348843:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762657.348846:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762657.348851:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762657.348851:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883872384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762657.348858:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883872000:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762657.348867:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762657.348870:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787762657.348871:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762657.348873:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762657.348876:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787762657.348877:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4052)
02000000:00000010:1.0:1787762657.348880:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762657.348884:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762657.348889:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762657.348892:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762657.348896:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762657.348899:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883872000, portal 10
00000100:00000001:1.0:1787762657.348901:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762657.348903:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885925696 : -115902823625920 : ffff9696455e8b40)
00000100:00000040:1.0:1787762657.348909:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8b40 x1874600883872000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.348914:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762657.348915:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762657.348917:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762657.348919:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883872000, offset 0
00000400:00000200:1.0:1787762657.348921:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762657.348924:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762657.348927:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762657.348929:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762657.348931:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762657.348932:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762657.348934:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762657.348935:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3750:3750:256:4294967295] 192.168.204.116@tcp LPNI seq info [3750:3750:8:4294967295]
00000400:00000200:1.0:1787762657.348938:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762657.348943:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762657.348948:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762657.348951:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762657.348955:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762657.348958:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762657.348962:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762657.348965:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762657.348969:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762657.348971:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762657.348973:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762657.348977:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762657.348980:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762657.348981:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762657.348984:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762657.348987:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e8b40 x1874600883872000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.348995:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762657.348998:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8b40 x1874600883872000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762682 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349005:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762657.349006:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762657.349009:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762657.349013:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762657.349016:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762657.349018:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298714660
00000100:00000001:1.0:1787762657.349020:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298715899
00000100:00000001:1.0:1787762657.349022:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298714660
00000100:00000001:1.0:1787762657.349024:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298715899
00000100:00000001:1.0:1787762657.349026:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762657.349028:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762657.349029:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762657.349033:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762657/real 1787762657]  req@ffff9696455e8b40 x1874600883872000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762657.349047:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762657.349049:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762657.349050:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762657.349053:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762657.349054:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762657.349056:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762657.349059:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8b40 x1874600883872000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762657.349067:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8b40 x1874600883872000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349074:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762657.349075:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762657.349077:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762657.349078:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762657.349082:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8b40 x1874600883872000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349088:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762657.349091:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8b40 x1874600883872000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349098:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762657.349100:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762657.349102:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762657.349103:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762657.349104:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762657.349106:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762657.349108:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762657.349111:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762657.349113:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762657.349118:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8b40 x1874600883872000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762657.349126:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883872000:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762657.349129:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762657.349133:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e9680 x1874600883872128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349138:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762657.349139:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762657.349141:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762657.349143:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762657.349145:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762657.349147:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883872128:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762657.349150:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762657.349151:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762657.349153:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762657.349155:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762657.349158:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762657.349160:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762657.349163:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762657.349165:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762657.349167:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762657.349170:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883872128, portal 10
00000100:00000001:1.0:1787762657.349172:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762657.349173:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885928576 : -115902823623040 : ffff9696455e9680)
00000100:00000040:1.0:1787762657.349178:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e9680 x1874600883872128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349183:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762657.349185:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762657.349187:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762657.349189:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883872128, offset 0
00000400:00000200:1.0:1787762657.349193:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762657.349196:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762657.349199:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762657.349202:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762657.349204:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762657.349207:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762657.349209:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762657.349211:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3751:3751:256:4294967295] 192.168.204.116@tcp LPNI seq info [3751:3751:8:4294967295]
00000400:00000200:1.0:1787762657.349215:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762657.349220:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762657.349224:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762657.349228:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762657.349231:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762657.349234:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762657.349238:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762657.349241:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762657.349244:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762657.349246:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762657.349249:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762657.349252:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762657.349255:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762657.349256:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762657.349259:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762657.349262:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e9680 x1874600883872128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349270:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762657.349273:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9680 x1874600883872128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762682 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349279:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762657.349280:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762657.349283:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762657.349286:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762657.349289:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762657.349291:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298714719
00000100:00000001:1.0:1787762657.349293:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298715899
00000100:00000001:1.0:1787762657.349295:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298714719
00000100:00000001:1.0:1787762657.349298:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298715899
00000100:00000001:1.0:1787762657.349300:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762657.349302:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762657.349304:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762657.349307:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762657/real 1787762657]  req@ffff9696455e9680 x1874600883872128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762657.349314:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762657.349316:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762657.349317:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762657.349319:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762657.349321:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762657.349323:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762657.349326:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e9680 x1874600883872128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762657.349334:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e9680 x1874600883872128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349341:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762657.349342:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762657.349344:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762657.349345:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762657.349348:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e9680 x1874600883872128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349354:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762657.349358:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e9680 x1874600883872128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349373:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762657.349375:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762657.349377:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762657.349378:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762657.349379:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762657.349381:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762657.349383:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762657.349386:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762657.349388:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762657.349391:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e9680 x1874600883872128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762657.349398:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883872128:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762657.349401:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762657.349404:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ea1c0 x1874600883872256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349411:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762657.349412:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762657.349414:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762657.349415:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762657.349417:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762657.349420:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883872256:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762657.349422:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762657.349424:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762657.349425:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762657.349427:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762657.349429:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762657.349431:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762657.349434:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762657.349436:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762657.349439:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762657.349442:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883872256, portal 4
00000100:00000001:1.0:1787762657.349445:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762657.349446:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885931456 : -115902823620160 : ffff9696455ea1c0)
00000100:00000040:1.0:1787762657.349452:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ea1c0 x1874600883872256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349457:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762657.349459:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762657.349462:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762657.349464:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883872256, offset 0
00000400:00000200:1.0:1787762657.349469:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762657.349473:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762657.349476:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762657.349478:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762657.349481:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762657.349483:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762657.349485:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762657.349488:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3752:3752:256:4294967295] 192.168.204.116@tcp LPNI seq info [3752:3752:8:4294967295]
00000400:00000200:1.0:1787762657.349491:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762657.349497:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762657.349501:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762657.349504:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762657.349507:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762657.349510:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762657.349513:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762657.349515:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762657.349518:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762657.349520:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762657.349523:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762657.349526:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762657.349528:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762657.349530:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762657.349532:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762657.349536:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ea1c0 x1874600883872256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349548:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762657.349551:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea1c0 x1874600883872256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762682 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349557:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762657.349558:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762657.349561:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762657.349564:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762657.349567:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762657.349569:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298714640
00000100:00000001:1.0:1787762657.349571:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298715899
00000100:00000001:1.0:1787762657.349573:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298714640
00000100:00000001:1.0:1787762657.349575:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298715899
00000100:00000001:1.0:1787762657.349577:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762657.349579:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762657.349581:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762657.349584:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762657/real 1787762657]  req@ffff9696455ea1c0 x1874600883872256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762657.349592:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762657.349594:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762657.349613:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762657.349616:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762657.349618:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762657.349620:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762657.349623:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ea1c0 x1874600883872256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762657.349631:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ea1c0 x1874600883872256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349637:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762657.349639:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762657.349641:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762657.349642:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762657.349645:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ea1c0 x1874600883872256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349651:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762657.349654:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ea1c0 x1874600883872256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349660:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762657.349662:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762657.349664:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762657.349665:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762657.349667:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762657.349668:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762657.349670:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762657.349673:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762657.349676:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762657.349679:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ea1c0 x1874600883872256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762657.349684:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883872256:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762657.349686:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762657.349688:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762657.349689:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8b40 x1874600883872000/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349693:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762657.349694:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762657.349696:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762657.349697:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762657.349698:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762657.349699:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762657.349701:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762657.349702:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8b400.
02000000:00000001:1.0:1787762657.349703:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762657.349704:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762657.349705:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8b40.
00000100:00000001:1.0:1787762657.349707:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762657.349707:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762657.349708:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762657.349710:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e9680 x1874600883872128/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349714:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762657.349715:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762657.349715:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762657.349716:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762657.349717:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762657.349717:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762657.349718:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762657.349719:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89000.
02000000:00000001:1.0:1787762657.349720:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762657.349721:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762657.349721:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e9680.
00000100:00000001:1.0:1787762657.349722:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762657.349723:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762657.349724:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762657.349725:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ea1c0 x1874600883872256/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349730:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762657.349731:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762657.349733:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762657.349735:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762657.349735:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762657.349736:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762657.349738:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762657.349739:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8a400.
02000000:00000001:1.0:1787762657.349741:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762657.349742:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762657.349743:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ea1c0.
00000100:00000001:1.0:1787762657.349745:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762657.349746:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762657.349747:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762657.349751:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762657.349752:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762657.349754:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762657.349755:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762657.349757:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762657.349760:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e9e00 x1874600883872384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349767:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762657.349768:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762657.349771:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762657.349772:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762657.349774:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762657.349777:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883872384:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762657.349780:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762657.349782:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762657.349783:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762657.349785:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762657.349788:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762657.349790:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762657.349793:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762657.349795:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762657.349798:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762657.349800:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883872384, portal 4
00000100:00000001:1.0:1787762657.349802:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762657.349804:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885930496 : -115902823621120 : ffff9696455e9e00)
00000100:00000040:1.0:1787762657.349808:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e9e00 x1874600883872384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349814:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762657.349816:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762657.349819:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762657.349821:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883872384, offset 0
00000400:00000200:1.0:1787762657.349825:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762657.349828:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762657.349832:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762657.349835:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762657.349837:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762657.349839:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762657.349842:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762657.349845:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3753:3753:256:4294967295] 192.168.204.116@tcp LPNI seq info [3753:3753:8:4294967295]
00000400:00000200:1.0:1787762657.349849:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762657.349854:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762657.349858:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762657.349861:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762657.349865:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762657.349868:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762657.349871:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762657.349874:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762657.349878:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762657.349879:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762657.349882:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762657.349885:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762657.349888:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762657.349890:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762657.349892:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762657.349895:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e9e00 x1874600883872384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349902:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762657.349905:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9e00 x1874600883872384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762682 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349912:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762657.349913:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762657.349916:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762657.349919:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762657.349922:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762657.349924:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298714648
00000100:00000001:1.0:1787762657.349926:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298715899
00000100:00000001:1.0:1787762657.349928:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298714648
00000100:00000001:1.0:1787762657.349930:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298715899
00000100:00000001:1.0:1787762657.349931:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762657.349933:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762657.349934:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762657.349936:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762657/real 1787762657]  req@ffff9696455e9e00 x1874600883872384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762657.349941:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762657.349942:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762657.349944:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762657.349946:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762657.349948:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762657.349950:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762657.349952:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e9e00 x1874600883872384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762657.349959:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e9e00 x1874600883872384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349965:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762657.349966:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762657.349968:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762657.349969:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762657.349973:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e9e00 x1874600883872384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349980:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762657.349983:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e9e00 x1874600883872384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.349990:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762657.349992:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762657.349994:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762657.349995:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762657.349997:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762657.349998:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762657.350001:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762657.350004:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762657.350006:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762657.350009:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e9e00 x1874600883872384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762657.350017:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883872384:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762657.350020:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762657.350022:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762657.350025:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e9e00 x1874600883872384/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762657.350031:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762657.350032:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762657.350034:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762657.350036:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762657.350038:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762657.350039:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762657.350041:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762657.350042:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89c00.
02000000:00000001:1.0:1787762657.350044:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762657.350046:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762657.350047:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e9e00.
00000100:00000001:1.0:1787762657.350049:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762657.350050:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762657.350052:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762657.350055:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762657.350056:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762657.350057:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762657.350058:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762657.795698:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762657.795706:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762657.795708:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762657.795710:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762657.795714:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762657.795716:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762657.795717:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762657.795718:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762657.795721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762657.795722:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762657.795724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762657.795725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762657.795767:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762657.795770:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762657.795772:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762658.628273:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298715899, at 4298715904
00000100:00000010:0.0:1787762658.628288:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d600.
00000100:00000040:1.0:1787762658.628974:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298715899, at 4298715905
00000100:00000010:1.0:1787762658.628983:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787762658.819701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762658.819706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762658.819709:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762658.819710:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762658.819712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762658.819713:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762658.819767:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762658.819771:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762658.819774:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762659.843804:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762659.843813:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762659.843821:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762659.843822:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762659.843826:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762659.843827:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762659.843871:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762659.843875:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762659.843879:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762660.867721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762660.867728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762660.867733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762660.867737:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762660.867739:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762660.867742:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762660.867745:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762660.867747:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762660.867749:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762660.867751:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762660.867754:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762660.867755:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762660.867965:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762660.867969:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762660.867972:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762661.891714:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762661.891720:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762661.891727:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762661.891728:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762661.891731:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762661.891744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762661.891808:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762661.891812:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762661.891815:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762662.467718:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762662.467728:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762662.467731:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762662.467742:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762662.467746:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762662.467753:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 4047
00000400:00000200:0.0:1787762662.467762:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762662.467768:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762662.467771:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762662.467774:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762662.467784:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762662.467786:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762662.467790:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762662.467793:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762662.467795:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:0.0:1787762662.467797:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762662.467800:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:0.0:1787762662.467801:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:0.0:1787762662.467803:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:0.0:1787762662.467805:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762662.467806:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762662.467807:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762662.467808:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762662.467810:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:0.0:1787762662.467812:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:0.0:1787762662.467813:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762662.467815:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762662.467818:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762662.467820:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762662.467821:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762662.467823:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762662.467832:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097e1c0.
00000020:00000040:0.0:1787762662.467834:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:0.0:1787762662.467837:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762662.467838:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762662.467840:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762662.467842:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762662.467845:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762662.467851:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a33400.
00000100:00000001:0.0:1787762662.467857:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762662.467863:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097e1c0 x1874600883872512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762662.467870:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762662.467873:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762662.467876:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb94abd1] to pc [ptlrpcd_rcv+-1]  req@ffff96966097e1c0 x1874600883872512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762662.467891:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762662.467893:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762662.467895:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762662.467896:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762662.467897:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762662.467899:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762662.467901:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4047
00000400:00000200:0.0:1787762662.467903:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762662.467905:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762662.467906:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762662.467909:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762662.467910:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762662.467912:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762662.467913:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762662.467915:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762662.467916:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:0.0:1787762662.467917:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762662.467918:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:0.0:1787762662.467919:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:0.0:1787762662.467920:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:0.0:1787762662.467922:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762662.467923:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762662.467925:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762662.467926:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762662.467928:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:0.0:1787762662.467930:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762662.467930:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762662.467933:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762662.467935:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762662.467936:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787762662.467939:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762662.467940:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787762662.467942:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762662.467945:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762662.467948:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762662.467950:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762662.467951:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097e1c0 x1874600883872512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762662.467952:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762662.467956:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097d680.
00000020:00000040:0.0:1787762662.467959:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:0.0:1787762662.467963:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762662.467965:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762662.467968:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762662.467970:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762662.467973:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762662.467973:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762662.467978:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762662.467979:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32800.
00000100:00000001:0.0:1787762662.467982:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762662.467985:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:0.0:1787762662.467987:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097d680 x1874600883872640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787762662.467989:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762662.467996:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762662.468001:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762662.468004:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762662.468005:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883872512:192.168.204.116@tcp:250:kworker.0
00000100:00000040:0.0:1787762662.468008:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b356f346] to pc [ptlrpcd_rcv+-1]  req@ffff96966097d680 x1874600883872640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.468013:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787762662.468018:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762662.468019:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1787762662.468023:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787762662.468023:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762662.468028:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:1.0:1787762662.468030:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787762662.468031:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762662.468033:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762662.468035:0:8:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:1.0:1787762662.468037:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
00000100:00080000:0.0:1787762662.468038:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4047
02000000:00000001:1.0:1787762662.468043:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762662.468044:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:0.0:1787762662.468048:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762662.468050:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762662.468053:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762662.468055:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:0.0:1787762662.468056:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762662.468059:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762662.468061:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000400:00000010:1.0:1787762662.468062:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000020:00000001:0.0:1787762662.468063:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762662.468065:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:0.0:1787762662.468067:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762662.468069:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:0.0:1787762662.468071:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:0.0:1787762662.468073:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000400:00000010:1.0:1787762662.468073:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000040:0.0:1787762662.468078:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762662.468079:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762662.468080:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762662.468082:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000200:1.0:1787762662.468082:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883872512, portal 25
00000020:00000040:0.0:1787762662.468086:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00000001:1.0:1787762662.468088:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787762662.468089:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762662.468092:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342668224 : -115902366883392 : ffff96966097e1c0)
00000100:00000001:0.0:1787762662.468099:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762662.468100:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097e1c0 x1874600883872512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787762662.468102:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762662.468106:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762662.468111:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762662.468114:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787762662.468115:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762662.468119:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1787762662.468122:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000008:00000001:0.0:1787762662.468125:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762662.468127:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000001:0.0:1787762662.468128:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762662.468131:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883872512, offset 0
00000100:00000010:0.0:1787762662.468135:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097f840.
00000020:00000040:0.0:1787762662.468139:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
00000400:00000200:1.0:1787762662.468141:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
02000000:00000001:0.0:1787762662.468144:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762662.468146:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762662.468148:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762662.468150:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787762662.468153:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
02000000:00000001:0.0:1787762662.468154:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762662.468161:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a31800.
00000400:00000200:1.0:1787762662.468162:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000100:00000001:0.0:1787762662.468167:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762662.468170:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:0.0:1787762662.468176:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097f840 x1874600883872768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762662.468177:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762662.468184:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762662.468190:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000100:00000001:0.0:1787762662.468191:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762662.468197:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762662.468197:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3754:3754:256:4294967295] 192.168.204.116@tcp LPNI seq info [3754:3754:8:4294967295]
00000100:00000040:0.0:1787762662.468205:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02bc9d6] to pc [ptlrpcd_rcv+-1]  req@ffff96966097f840 x1874600883872768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762662.468206:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:0.0:1787762662.468217:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762662.468220:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762662.468222:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762662.468225:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762662.468228:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787762662.468231:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787762662.468233:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762662.468239:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4047
00000800:00000200:1.0:1787762662.468244:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000400:00000200:0.0:1787762662.468247:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000800:00000010:1.0:1787762662.468252:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000400:00000200:0.0:1787762662.468253:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762662.468258:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1787762662.468275:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000100:00000040:0.0:1787762662.468277:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000800:00000200:1.0:1787762662.468281:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787762662.468282:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762662.468287:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762662.468292:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000800:00000200:1.1:1787762662.468293:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000020:00000001:0.0:1787762662.468296:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1787762662.468298:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000020:00000040:0.0:1787762662.468300:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:0.0:1787762662.468303:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762662.468306:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000800:00000100:1.0:1787762662.468310:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000020:00000001:0.0:1787762662.468311:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000800:00000010:1.0:1787762662.468315:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000020:00000001:0.0:1787762662.468316:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:0.0:1787762662.468323:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762662.468325:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787762662.468327:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762662.468331:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000400:00000200:1.0:1787762662.468335:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787762662.468336:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:0.0:1787762662.468341:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000400:00000200:1.0:1787762662.468344:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000100:00080000:0.0:1787762662.468346:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000400:00000010:1.0:1787762662.468349:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:0.0:1787762662.468351:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762662.468355:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762662.468356:0:2396:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787762662.468358:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762662.468363:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762662.468364:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097e1c0 x1874600883872512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762662.468366:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762662.468370:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:0.0:1787762662.468376:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762662.468380:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762662.468380:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000010:0.0:1787762662.468384:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c000.
00000100:00000040:1.0:1787762662.468386:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097e1c0 x1874600883872512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762687 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787762662.468389:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:0.0:1787762662.468395:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762662.468397:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762662.468400:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762662.468401:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762662.468405:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787762662.468405:0:2396:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787762662.468410:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762662.468413:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762662.468415:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a30400.
00000100:00000001:0.0:1787762662.468420:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762662.468421:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762662.468426:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298721019
00000100:00100000:0.0:1787762662.468430:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c000 x1874600883872896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1787762662.468433:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816dc60.
00000100:00000001:0.0:1787762662.468442:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762662.468443:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762662.468447:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762662.468452:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298721019
00000100:00000040:0.0:1787762662.468454:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b885017a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c000 x1874600883872896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787762662.468457:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816dea0.
00000100:00000001:1.0:1787762662.468463:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762662.468467:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762662.468469:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762662.468471:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762662.468473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762662.468475:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1787762662.468479:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787762662.468483:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787762662.468484:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762662/real 1787762662]  req@ffff96966097e1c0 x1874600883872512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762662.468485:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762662.468491:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762662.468497:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4047
00000400:00000001:1.0:1787762662.468502:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:0.0:1787762662.468504:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000001:1.0:1787762662.468506:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762662.468509:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:0.0:1787762662.468510:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000400:00000200:1.0:1787762662.468513:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000100:00080000:0.0:1787762662.468515:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1787762662.468517:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000040:0.0:1787762662.468521:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762662.468523:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787762662.468526:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787762662.468531:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097e1c0 x1874600883872512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787762662.468533:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762662.468536:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:0.0:1787762662.468538:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762662.468539:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:0.0:1787762662.468542:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762662.468545:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:0.0:1787762662.468548:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:0.0:1787762662.468553:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:0.0:1787762662.468560:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000200:1.0:1787762662.468562:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097e1c0 x1874600883872512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762662.468564:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762662.468570:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:0.0:1787762662.468575:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000100:00000001:1.0:1787762662.468577:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:0.0:1787762662.468579:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00000001:1.0:1787762662.468580:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762662.468585:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1787762662.468586:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762662.468587:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762662.468590:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762662.468621:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097e1c0 x1874600883872512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.468629:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762662.468634:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097e1c0 x1874600883872512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787762662.468635:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762662.468641:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762662.468644:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787762662.468645:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762662.468651:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762662.468652:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762662.468656:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787762662.468656:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762662.468658:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1787762662.468663:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762662.468663:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762662.468667:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762662.468668:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762662.468673:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:0.0:1787762662.468674:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff96966097c780.
00000020:00000040:0.0:1787762662.468679:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
00000100:00080000:1.0:1787762662.468680:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
02000000:00000001:0.0:1787762662.468684:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787762662.468685:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1787762662.468687:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762662.468692:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1787762662.468692:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097e1c0 x1874600883872512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787762662.468695:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762662.468699:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762662.468706:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969643a32000.
00000100:00100000:1.0:1787762662.468707:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883872512:192.168.204.116@tcp:250:kworker.0
00000100:00000001:0.0:1787762662.468713:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762662.468714:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762662.468719:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1787762662.468723:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96966097c780 x1874600883873024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787762662.468724:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097e1c0 x1874600883872512/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762662.468748:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762662.468749:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1787762662.468752:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762662.468753:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762662.468758:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
00000100:00000040:0.0:1787762662.468761:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b7e064a] to pc [ptlrpcd_rcv+-1]  req@ffff96966097c780 x1874600883873024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762662.468763:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762662.468766:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762662.468769:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762662.468774:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:0.0:1787762662.468776:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762662.468778:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a33400.
00000100:00000040:0.0:1787762662.468782:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4057)
02000000:00000001:1.0:1787762662.468784:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762662.468787:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762662.468789:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097e1c0.
00000100:00000001:1.0:1787762662.468794:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762662.468796:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762662.468798:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762662.468805:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762662.468807:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762662.468809:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762662.468811:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762662.468812:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762662.468815:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097d680 x1874600883872640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.468821:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762662.468822:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762662.468824:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762662.468825:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762662.468827:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762662.468829:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883872640:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762662.468832:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762662.468834:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762662.468835:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762662.468837:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762662.468839:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762662.468849:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762662.468853:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762662.468856:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762662.468859:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762662.468862:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883872640, portal 10
00000100:00000001:1.0:1787762662.468864:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762662.468865:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342665344 : -115902366886272 : ffff96966097d680)
00000100:00000040:1.0:1787762662.468871:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097d680 x1874600883872640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.468877:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762662.468879:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762662.468882:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762662.468883:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883872640, offset 0
00000400:00000200:1.0:1787762662.468887:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762662.468891:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762662.468895:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762662.468898:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762662.468900:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762662.468902:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762662.468904:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762662.468907:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3755:3755:256:4294967295] 192.168.204.116@tcp LPNI seq info [3755:3755:8:4294967295]
00000400:00000200:1.0:1787762662.468910:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762662.468915:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762662.468919:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762662.468922:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762662.468926:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762662.468929:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762662.468934:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762662.468936:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787762662.468940:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762662.468941:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762662.468945:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762662.468947:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762662.468950:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762662.468952:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762662.468954:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762662.468957:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097d680 x1874600883872640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.468964:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762662.468966:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097d680 x1874600883872640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762687 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.468972:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762662.468974:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762662.468977:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762662.468980:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762662.468983:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762662.468985:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298719780
00000100:00000001:1.0:1787762662.468987:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298721019
00000100:00000001:1.0:1787762662.468989:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298719780
00000100:00000001:1.0:1787762662.468991:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298721019
00000100:00000001:1.0:1787762662.468993:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762662.468995:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762662.468997:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762662.469001:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762662/real 1787762662]  req@ffff96966097d680 x1874600883872640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762662.469007:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762662.469008:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762662.469009:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762662.469011:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762662.469012:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762662.469014:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762662.469017:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097d680 x1874600883872640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762662.469023:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097d680 x1874600883872640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469028:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762662.469030:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762662.469031:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762662.469032:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762662.469035:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097d680 x1874600883872640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469040:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762662.469043:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097d680 x1874600883872640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469049:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762662.469051:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762662.469053:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762662.469054:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762662.469055:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762662.469057:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762662.469060:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762662.469063:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762662.469065:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762662.469069:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097d680 x1874600883872640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762662.469076:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883872640:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762662.469079:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762662.469082:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097f840 x1874600883872768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469088:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762662.469089:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762662.469091:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762662.469093:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762662.469094:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762662.469097:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883872768:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762662.469099:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762662.469101:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762662.469102:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762662.469104:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762662.469107:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762662.469109:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762662.469112:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762662.469114:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762662.469117:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762662.469119:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883872768, portal 10
00000100:00000001:1.0:1787762662.469121:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762662.469123:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342673984 : -115902366877632 : ffff96966097f840)
00000100:00000040:1.0:1787762662.469127:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097f840 x1874600883872768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469133:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762662.469135:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762662.469137:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762662.469138:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883872768, offset 0
00000400:00000200:1.0:1787762662.469142:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762662.469145:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762662.469148:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762662.469151:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762662.469153:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762662.469156:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762662.469157:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762662.469160:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3756:3756:256:4294967295] 192.168.204.116@tcp LPNI seq info [3756:3756:8:4294967295]
00000400:00000200:1.0:1787762662.469164:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762662.469169:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762662.469173:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762662.469176:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762662.469179:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762662.469182:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762662.469185:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762662.469187:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787762662.469191:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762662.469192:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762662.469195:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762662.469198:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762662.469200:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762662.469202:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762662.469204:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762662.469207:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097f840 x1874600883872768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469214:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762662.469217:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097f840 x1874600883872768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762687 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469223:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762662.469225:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762662.469227:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762662.469229:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762662.469232:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762662.469234:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298719839
00000100:00000001:1.0:1787762662.469236:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298721019
00000100:00000001:1.0:1787762662.469238:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298719839
00000100:00000001:1.0:1787762662.469239:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298721019
00000100:00000001:1.0:1787762662.469242:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762662.469243:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762662.469245:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762662.469248:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762662/real 1787762662]  req@ffff96966097f840 x1874600883872768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762662.469254:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762662.469255:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762662.469257:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762662.469258:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762662.469273:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762662.469276:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762662.469279:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097f840 x1874600883872768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762662.469287:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097f840 x1874600883872768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469292:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762662.469294:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762662.469295:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762662.469297:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762662.469300:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097f840 x1874600883872768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469307:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762662.469311:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097f840 x1874600883872768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469316:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762662.469318:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762662.469320:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762662.469321:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762662.469322:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762662.469324:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762662.469326:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762662.469329:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762662.469331:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762662.469334:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097f840 x1874600883872768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762662.469341:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883872768:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762662.469344:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762662.469347:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097c000 x1874600883872896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469353:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762662.469355:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762662.469357:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762662.469358:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762662.469360:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762662.469362:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883872896:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762662.469365:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762662.469367:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762662.469368:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762662.469370:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762662.469373:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762662.469374:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762662.469377:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762662.469379:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762662.469382:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762662.469384:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883872896, portal 4
00000100:00000001:1.0:1787762662.469386:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762662.469387:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342659584 : -115902366892032 : ffff96966097c000)
00000100:00000040:1.0:1787762662.469393:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097c000 x1874600883872896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469398:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762662.469400:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762662.469402:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762662.469403:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883872896, offset 0
00000400:00000200:1.0:1787762662.469407:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762662.469410:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762662.469413:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762662.469415:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762662.469417:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762662.469419:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762662.469421:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762662.469424:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3757:3757:256:4294967295] 192.168.204.116@tcp LPNI seq info [3757:3757:8:4294967295]
00000400:00000200:1.0:1787762662.469428:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762662.469433:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762662.469438:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762662.469440:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762662.469443:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762662.469446:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762662.469449:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762662.469452:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787762662.469455:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762662.469457:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762662.469459:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762662.469462:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762662.469465:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762662.469466:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762662.469468:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762662.469471:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097c000 x1874600883872896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469478:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762662.469481:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097c000 x1874600883872896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762687 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469486:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762662.469488:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762662.469490:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762662.469492:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762662.469495:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762662.469497:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298719760
00000100:00000001:1.0:1787762662.469499:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298721019
00000100:00000001:1.0:1787762662.469501:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298719760
00000100:00000001:1.0:1787762662.469503:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298721019
00000100:00000001:1.0:1787762662.469505:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762662.469507:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762662.469508:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762662.469511:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762662/real 1787762662]  req@ffff96966097c000 x1874600883872896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762662.469517:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762662.469518:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762662.469519:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762662.469521:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762662.469523:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762662.469525:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762662.469528:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097c000 x1874600883872896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762662.469535:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097c000 x1874600883872896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469540:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762662.469541:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762662.469543:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762662.469544:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762662.469547:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097c000 x1874600883872896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469553:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762662.469556:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097c000 x1874600883872896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469561:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762662.469563:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762662.469564:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762662.469565:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762662.469567:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762662.469568:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762662.469571:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762662.469574:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762662.469576:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762662.469579:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097c000 x1874600883872896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762662.469586:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883872896:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762662.469589:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762662.469592:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff96966097c780 x1874600883873024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469616:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762662.469618:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762662.469620:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762662.469621:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762662.469623:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762662.469625:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96966097c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883873024:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762662.469628:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762662.469630:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762662.469631:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762662.469632:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762662.469635:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449000.
02000000:00000001:1.0:1787762662.469637:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762662.469640:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762662.469642:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762662.469645:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762662.469648:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883873024, portal 4
00000100:00000001:1.0:1787762662.469649:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762662.469650:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628171342661504 : -115902366890112 : ffff96966097c780)
00000100:00000040:1.0:1787762662.469655:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff96966097c780 x1874600883873024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469661:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762662.469663:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762662.469665:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762662.469666:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883873024, offset 0
00000400:00000200:1.0:1787762662.469670:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762662.469674:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762662.469677:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762662.469679:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762662.469681:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762662.469683:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762662.469686:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762662.469689:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3758:3758:256:4294967295] 192.168.204.116@tcp LPNI seq info [3758:3758:8:4294967295]
00000400:00000200:1.0:1787762662.469692:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762662.469698:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762662.469702:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762662.469705:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762662.469708:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762662.469711:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762662.469715:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762662.469717:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787762662.469721:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762662.469723:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762662.469725:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762662.469728:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762662.469730:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762662.469731:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762662.469733:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762662.469736:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff96966097c780 x1874600883873024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469742:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762662.469745:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff96966097c780 x1874600883873024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762687 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469750:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762662.469751:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762662.469753:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762662.469756:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762662.469759:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762662.469761:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298719768
00000100:00000001:1.0:1787762662.469762:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298721019
00000100:00000001:1.0:1787762662.469764:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298719768
00000100:00000001:1.0:1787762662.469766:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298721019
00000100:00000001:1.0:1787762662.469768:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762662.469770:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762662.469771:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762662.469774:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762662/real 1787762662]  req@ffff96966097c780 x1874600883873024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762662.469781:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762662.469782:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762662.469783:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762662.469785:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762662.469786:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762662.469788:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762662.469790:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff96966097c780 x1874600883873024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762662.469797:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff96966097c780 x1874600883873024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469802:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762662.469803:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762662.469804:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762662.469805:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762662.469808:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96966097c780 x1874600883873024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469813:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762662.469816:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff96966097c780 x1874600883873024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469822:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762662.469824:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762662.469825:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762662.469826:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762662.469828:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762662.469829:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762662.469831:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762662.469834:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762662.469835:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762662.469838:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff96966097c780 x1874600883873024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762662.469844:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96966097c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883873024:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762662.469847:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762662.469849:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762662.469851:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097d680 x1874600883872640/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469856:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762662.469858:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762662.469859:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762662.469861:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762662.469863:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762662.469864:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762662.469866:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762662.469867:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a32800.
02000000:00000001:1.0:1787762662.469869:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762662.469870:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762662.469871:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097d680.
00000100:00000001:1.0:1787762662.469874:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762662.469876:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762662.469877:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762662.469880:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097f840 x1874600883872768/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469885:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762662.469886:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762662.469887:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762662.469889:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762662.469890:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762662.469892:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762662.469893:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762662.469895:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a31800.
02000000:00000001:1.0:1787762662.469897:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762662.469898:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762662.469899:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097f840.
00000100:00000001:1.0:1787762662.469901:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762662.469902:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762662.469904:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762662.469907:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097c000 x1874600883872896/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469911:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762662.469912:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762662.469914:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762662.469915:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762662.469916:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762662.469917:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762662.469918:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762662.469919:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a30400.
02000000:00000001:1.0:1787762662.469921:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762662.469922:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762662.469923:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097c000.
00000100:00000001:1.0:1787762662.469926:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762662.469927:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762662.469928:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762662.469930:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff96966097c780 x1874600883873024/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762662.469936:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762662.469937:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762662.469938:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449000.
02000000:00000001:1.0:1787762662.469940:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762662.469941:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762662.469942:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762662.469944:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762662.469945:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969643a32000.
02000000:00000001:1.0:1787762662.469947:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762662.469948:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762662.469949:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff96966097c780.
00000100:00000001:1.0:1787762662.469952:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762662.469952:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762662.469954:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762662.469957:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762662.469958:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762662.469959:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762662.469961:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762662.915683:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762662.915688:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762662.915692:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762662.915692:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762662.915695:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762662.915696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762662.915751:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762662.915755:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762662.915758:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787762663.747695:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298721019, at 4298721024
00000100:00000040:0.0:1787762663.747713:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298721019, at 4298721024
00000100:00000010:1.0:1787762663.747714:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00000100:00000010:0.0:1787762663.747740:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dc60.
00010000:00000001:0.0:1787762663.939779:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762663.939790:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762663.939798:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762663.939799:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762663.939804:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762663.939808:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762663.939811:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762663.939815:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762663.939819:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762663.939822:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762663.939824:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762663.939827:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762663.939944:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762663.939952:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762663.939958:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762664.963818:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762664.963823:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762664.963828:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762664.963830:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762664.963833:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762664.963834:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762664.963940:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762664.963947:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762664.963952:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762665.988120:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762665.988128:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762665.988134:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762665.988135:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762665.988138:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762665.988139:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762665.988392:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762665.988396:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762665.988399:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1787762666.051844:0:13301:0:(osc_request.c:747:osc_update_next_shrink()) next time 5256 to shrink grant
00000008:00000020:3.0:1787762666.051853:0:13301:0:(osc_request.c:747:osc_update_next_shrink()) next time 5256 to shrink grant
00010000:00000001:0.0:1787762667.011712:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762667.011718:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762667.011724:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762667.011725:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762667.011729:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762667.011730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762667.011786:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762667.011788:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762667.011791:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762667.588250:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762667.588265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762667.588268:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762667.588273:0:8:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762667.588279:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762667.588289:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 4052
00000400:00000200:3.0:1787762667.588300:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762667.588306:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762667.588310:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762667.588313:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762667.588317:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762667.588320:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762667.588323:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762667.588328:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762667.588331:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:3.0:1787762667.588334:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762667.588338:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:3.0:1787762667.588341:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:3.0:1787762667.588344:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:3.0:1787762667.588347:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762667.588349:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762667.588351:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762667.588353:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762667.588356:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:3.0:1787762667.588360:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762667.588363:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762667.588366:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762667.588371:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762667.588374:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762667.588376:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762667.588380:0:8:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762667.588394:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ebc00.
00000020:00000040:3.0:1787762667.588397:0:8:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:3.0:1787762667.588402:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762667.588404:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762667.588408:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762667.588411:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762667.588416:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762667.588427:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89400.
00000100:00000001:3.0:1787762667.588434:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762667.588446:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ebc00 x1874600883873152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762667.588459:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762667.588465:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762667.588470:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968bd32b] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ebc00 x1874600883873152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762667.588502:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762667.588506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762667.588509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762667.588510:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762667.588512:0:8:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762667.588515:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762667.588518:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4052
00000400:00000200:3.0:1787762667.588522:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762667.588524:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762667.588526:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762667.588529:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762667.588531:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762667.588533:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762667.588535:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762667.588537:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762667.588539:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:3.0:1787762667.588540:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762667.588543:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:3.0:1787762667.588545:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:3.0:1787762667.588547:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:3.0:1787762667.588550:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762667.588552:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762667.588554:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762667.588556:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762667.588558:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:3.0:1787762667.588561:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762667.588563:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762667.588565:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762667.588571:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762667.588573:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762667.588575:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762667.588580:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762667.588583:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762667.588585:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762667.588589:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e8000.
00000020:00000040:3.0:1787762667.588591:0:8:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:3.0:1787762667.588629:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762667.588631:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762667.588633:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762667.588634:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762667.588636:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762667.588642:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89c00.
00000100:00000001:3.0:1787762667.588646:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762667.588651:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e8000 x1874600883873280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762667.588659:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762667.588661:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762667.588665:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b50380c] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e8000 x1874600883873280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762667.588673:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762667.588675:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762667.588679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762667.588681:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762667.588682:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762667.588684:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762667.588687:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4052
00000400:00000200:3.0:1787762667.588690:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762667.588693:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762667.588696:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762667.588698:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762667.588700:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762667.588702:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762667.588704:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762667.588707:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762667.588708:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:3.0:1787762667.588710:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762667.588712:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:3.0:1787762667.588714:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:3.0:1787762667.588716:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:3.0:1787762667.588719:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762667.588721:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762667.588723:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762667.588724:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762667.588727:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:3.0:1787762667.588729:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762667.588731:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762667.588734:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762667.588736:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762667.588739:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762667.588740:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762667.588743:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762667.588745:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762667.588747:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762667.588750:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ead00.
00000020:00000040:3.0:1787762667.588753:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:3.0:1787762667.588755:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762667.588757:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762667.588758:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762667.588760:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762667.588761:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762667.588765:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8a400.
00000100:00000001:3.0:1787762667.588769:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762667.588773:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ead00 x1874600883873408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762667.588780:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762667.588783:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762667.588786:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeccea6d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ead00 x1874600883873408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762667.588793:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762667.588796:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762667.588799:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762667.588800:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762667.588802:0:8:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762667.588805:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762667.588807:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4052
00000400:00000200:3.0:1787762667.588810:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762667.588813:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762667.588815:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762667.588818:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762667.588819:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762667.588821:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762667.588823:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762667.588825:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762667.588827:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:3.0:1787762667.588828:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762667.588830:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:3.0:1787762667.588832:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:3.0:1787762667.588834:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:3.0:1787762667.588837:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762667.588839:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762667.588840:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762667.588842:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762667.588844:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:3.0:1787762667.588847:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762667.588849:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762667.588851:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762667.588853:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762667.588855:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762667.588857:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762667.588860:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:3.0:1787762667.588862:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762667.588864:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762667.588868:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455e9e00.
00000020:00000040:3.0:1787762667.588870:0:8:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:3.0:1787762667.588872:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762667.588874:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762667.588875:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762667.588877:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762667.588878:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762667.588883:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e89000.
00000100:00000001:3.0:1787762667.588887:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762667.588891:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455e9e00 x1874600883873536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762667.588898:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762667.588900:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762667.588903:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9445ad] to pc [ptlrpcd_rcv+-1]  req@ffff9696455e9e00 x1874600883873536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762667.588910:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762667.588913:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762667.588916:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762667.588917:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762667.588918:0:8:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762667.588921:0:8:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762667.588923:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4052
00000400:00000200:3.0:1787762667.588927:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:3.0:1787762667.588929:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762667.588931:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762667.588934:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762667.588936:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762667.588937:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762667.588939:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:3.0:1787762667.588941:0:8:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762667.588942:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:3.0:1787762667.588944:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762667.588946:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:3.0:1787762667.588949:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:3.0:1787762667.588951:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:3.0:1787762667.588954:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762667.588955:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762667.588957:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:3.0:1787762667.588959:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:3.0:1787762667.588962:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:3.0:1787762667.588964:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:3.0:1787762667.588967:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762667.588968:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762667.588971:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762667.588972:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762667.588974:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762667.588976:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762667.588977:0:8:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762667.588979:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762667.588982:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9696455ea1c0.
00000020:00000040:3.0:1787762667.588984:0:8:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:3.0:1787762667.588986:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762667.588987:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762667.588989:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762667.588991:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762667.588992:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762667.588996:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969652e8b400.
00000100:00000001:3.0:1787762667.588999:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762667.589004:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9696455ea1c0 x1874600883873664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762667.589009:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762667.589011:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762667.589015:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b7128d] to pc [ptlrpcd_rcv+-1]  req@ffff9696455ea1c0 x1874600883873664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762667.589022:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762667.589027:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4062)
00000100:00000001:1.0:1787762667.591266:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762667.591276:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762667.591280:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762667.591294:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ebc00 x1874600883873152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.591309:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762667.591311:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762667.591426:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762667.591430:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762667.591438:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762667.591442:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ebc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883873152:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762667.591447:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762667.591452:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762667.591456:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762667.591459:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762667.591474:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449000.
02000000:00000001:1.0:1787762667.591476:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762667.591484:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762667.591494:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762667.591503:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762667.591511:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883873152, portal 25
00000100:00000001:1.0:1787762667.591514:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762667.591520:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885938176 : -115902823613440 : ffff9696455ebc00)
00000100:00000040:1.0:1787762667.591526:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ebc00 x1874600883873152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.591540:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762667.591543:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762667.591550:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762667.591554:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883873152, offset 0
00000400:00000200:1.0:1787762667.591561:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762667.591571:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762667.591584:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762667.591590:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762667.591632:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762667.591637:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762667.591640:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762667.591649:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3759:3759:256:4294967295] 192.168.204.116@tcp LPNI seq info [3759:3759:8:4294967295]
00000400:00000200:1.0:1787762667.591654:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762667.591664:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762667.591671:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762667.591682:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762667.591690:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762667.591694:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762667.591706:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762667.591709:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787762667.591714:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762667.591717:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762667.591724:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762667.591729:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762667.591740:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762667.591742:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762667.591748:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762667.591752:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ebc00 x1874600883873152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.591766:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762667.591770:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ebc00 x1874600883873152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762692 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.591783:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762667.591785:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762667.591792:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762667.591796:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762667.591800:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298726143
00000100:00000010:1.0:1787762667.591805:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816dea0.
00000100:00000001:1.0:1787762667.591813:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762667.591822:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298726143
00000100:00000010:1.0:1787762667.591825:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96964816d420.
00000100:00000001:1.0:1787762667.591828:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762667.591831:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762667.591834:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762667.591837:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762667.591842:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762667/real 1787762667]  req@ffff9696455ebc00 x1874600883873152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762667.591851:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762667.591853:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762667.591855:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762667.591857:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762667.591859:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762667.591861:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762667.591865:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ebc00 x1874600883873152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762667.591874:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ebc00 x1874600883873152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.591881:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762667.591883:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762667.591885:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762667.591887:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762667.591891:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ebc00 x1874600883873152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.591899:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762667.591904:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ebc00 x1874600883873152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.591911:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762667.591914:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762667.591915:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762667.591916:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762667.591919:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762667.591921:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762667.591925:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762667.591928:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762667.591930:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762667.591934:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ebc00 x1874600883873152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762667.591942:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ebc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883873152:192.168.204.116@tcp:250:kworker.0
00000100:00000001:1.0:1787762667.591946:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762667.591950:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e8000 x1874600883873280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.591957:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762667.591959:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762667.591961:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762667.591963:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762667.591965:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762667.591967:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883873280:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762667.591970:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762667.591972:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762667.591973:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762667.591975:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762667.591978:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762667.591980:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762667.591983:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762667.591986:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762667.591989:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762667.592054:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883873280, portal 10
00000100:00000001:1.0:1787762667.592057:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762667.592058:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885922816 : -115902823628800 : ffff9696455e8000)
00000100:00000040:1.0:1787762667.592066:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e8000 x1874600883873280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.592072:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762667.592074:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762667.592076:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762667.592079:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883873280, offset 0
00000400:00000200:1.0:1787762667.592082:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762667.592087:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762667.592091:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762667.592093:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762667.592096:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762667.592097:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762667.592099:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762667.592102:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3760:3760:256:4294967295] 192.168.204.116@tcp LPNI seq info [3760:3760:8:4294967295]
00000400:00000200:1.0:1787762667.592106:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762667.592110:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762667.592114:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762667.592117:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762667.592121:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762667.592123:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762667.592127:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762667.592129:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787762667.592132:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762667.592133:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762667.592136:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762667.592139:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762667.592141:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762667.592143:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762667.592145:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762667.592148:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e8000 x1874600883873280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.592154:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762667.592157:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e8000 x1874600883873280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762692 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.592178:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762667.592179:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762667.592182:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762667.592186:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:1.0:1787762667.592189:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762667.592191:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298724903
00000100:00000001:1.0:1787762667.592193:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298726143
00000100:00000001:1.0:1787762667.592195:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298724903
00000100:00000001:1.0:1787762667.592197:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298726143
00000100:00000001:1.0:1787762667.592199:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762667.592201:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762667.592203:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762667.592207:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762667/real 1787762667]  req@ffff9696455e8000 x1874600883873280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762667.592216:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762667.592217:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762667.592219:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762667.592221:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762667.592223:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762667.592225:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762667.592228:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e8000 x1874600883873280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762667.592234:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e8000 x1874600883873280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.592240:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762667.592241:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762667.592242:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762667.592244:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762667.592247:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e8000 x1874600883873280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.592252:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762667.592256:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e8000 x1874600883873280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.592261:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762667.592264:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762667.592265:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762667.592266:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762667.592267:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762667.592269:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762667.592271:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762667.592274:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762667.592276:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762667.592280:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e8000 x1874600883873280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762667.592287:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883873280:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762667.592290:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762667.592295:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ead00 x1874600883873408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.592305:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762667.592306:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762667.592309:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762667.592310:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762667.592327:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762667.592330:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ead00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883873408:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762667.592333:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762667.592336:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762667.592337:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762667.592339:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762667.592342:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762667.592344:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762667.592348:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762667.592350:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762667.592353:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762667.592356:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883873408, portal 10
00000100:00000001:1.0:1787762667.592357:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762667.592358:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885934336 : -115902823617280 : ffff9696455ead00)
00000100:00000040:1.0:1787762667.592364:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ead00 x1874600883873408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.592369:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762667.592371:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762667.592373:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762667.592375:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883873408, offset 0
00000400:00000200:1.0:1787762667.592378:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762667.592381:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762667.592384:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762667.592387:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762667.592389:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762667.592391:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762667.592393:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762667.592396:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3761:3761:256:4294967295] 192.168.204.116@tcp LPNI seq info [3761:3761:8:4294967295]
00000400:00000200:1.0:1787762667.592400:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762667.592405:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762667.592409:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762667.592412:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762667.592425:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762667.592428:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762667.592432:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762667.592434:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787762667.592439:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762667.592447:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762667.592450:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762667.592453:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762667.592457:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762667.592459:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762667.592461:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762667.592465:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ead00 x1874600883873408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.592479:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762667.592482:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ead00 x1874600883873408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762692 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.592489:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762667.592490:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762667.592493:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762667.592500:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:1.0:1787762667.592504:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762667.592506:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298724962
00000100:00000001:1.0:1787762667.592509:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298726143
00000100:00000001:1.0:1787762667.592511:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298724962
00000100:00000001:1.0:1787762667.592513:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298726143
00000100:00000001:1.0:1787762667.592515:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762667.592517:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762667.592519:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762667.592523:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762667/real 1787762667]  req@ffff9696455ead00 x1874600883873408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762667.592535:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762667.592537:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762667.592538:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762667.592541:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762667.592542:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762667.592544:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762667.592548:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ead00 x1874600883873408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762667.592556:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ead00 x1874600883873408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.592566:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762667.592568:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762667.592570:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762667.592571:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762667.592575:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ead00 x1874600883873408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.592581:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762667.592585:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ead00 x1874600883873408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.592591:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762667.592619:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762667.592620:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762667.592626:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762667.592628:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762667.592629:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762667.592631:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762667.592635:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762667.592637:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762667.592641:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ead00 x1874600883873408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762667.592649:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ead00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883873408:192.168.204.116@tcp:38:kworker.0
00000100:00000001:1.0:1787762667.592653:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762667.592661:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455e9e00 x1874600883873536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.592668:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762667.592670:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762667.592672:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762667.592674:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762667.592676:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762667.592679:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455e9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883873536:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762667.592682:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762667.592684:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762667.592686:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762667.592688:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762667.592695:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762667.592697:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762667.592700:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762667.592703:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762667.592706:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762667.592709:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883873536, portal 4
00000100:00000001:1.0:1787762667.592711:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762667.592712:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885930496 : -115902823621120 : ffff9696455e9e00)
00000100:00000040:1.0:1787762667.592723:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455e9e00 x1874600883873536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.592730:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762667.592733:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762667.592735:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762667.592737:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883873536, offset 0
00000400:00000200:1.0:1787762667.592741:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762667.592744:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762667.592748:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762667.592755:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762667.592758:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762667.592760:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762667.592763:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762667.592766:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3762:3762:256:4294967295] 192.168.204.116@tcp LPNI seq info [3762:3762:8:4294967295]
00000400:00000200:1.0:1787762667.592770:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762667.592776:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762667.592781:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762667.592788:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762667.592792:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762667.592795:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762667.592799:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762667.592802:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787762667.592805:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762667.592807:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762667.592810:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762667.592817:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762667.592820:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762667.592822:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762667.592824:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762667.592828:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455e9e00 x1874600883873536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.592835:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762667.592838:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455e9e00 x1874600883873536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762692 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.592849:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762667.592851:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762667.592854:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762667.592857:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:1.0:1787762667.592860:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762667.592862:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298724884
00000100:00000001:1.0:1787762667.592864:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298726143
00000100:00000001:1.0:1787762667.592867:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298724884
00000100:00000001:1.0:1787762667.592869:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298726143
00000100:00000001:1.0:1787762667.592876:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762667.592878:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762667.592880:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762667.592883:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762667/real 1787762667]  req@ffff9696455e9e00 x1874600883873536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762667.592892:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762667.592893:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762667.592895:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762667.592897:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762667.592898:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762667.592900:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762667.592907:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455e9e00 x1874600883873536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762667.592916:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455e9e00 x1874600883873536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.592923:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762667.592924:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762667.592928:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762667.592930:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762667.592933:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455e9e00 x1874600883873536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.592945:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762667.592949:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455e9e00 x1874600883873536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.592957:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762667.592960:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762667.592961:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762667.592962:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762667.592964:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762667.592966:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762667.592968:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762667.592975:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762667.592977:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762667.592980:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455e9e00 x1874600883873536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762667.592988:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455e9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883873536:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762667.593014:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762667.593019:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9696455ea1c0 x1874600883873664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.593025:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762667.593027:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762667.593029:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762667.593031:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762667.593032:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762667.593035:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9696455ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883873664:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762667.593039:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762667.593041:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762667.593042:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762667.593044:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762667.593047:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff969645449c00.
02000000:00000001:1.0:1787762667.593049:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762667.593053:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:1.0:1787762667.593070:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969652e02f78.
00000400:00000010:1.0:1787762667.593073:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240220.
00000100:00000200:1.0:1787762667.593076:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883873664, portal 4
00000100:00000001:1.0:1787762667.593078:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762667.593079:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170885931456 : -115902823620160 : ffff9696455ea1c0)
00000100:00000040:1.0:1787762667.593085:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9696455ea1c0 x1874600883873664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.593092:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762667.593094:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:1.0:1787762667.593096:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff969648240f68.
00000100:00000200:1.0:1787762667.593098:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883873664, offset 0
00000400:00000200:1.0:1787762667.593101:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:1.0:1787762667.593105:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762667.593108:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:1.0:1787762667.593111:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762667.593113:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:1.0:1787762667.593115:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762667.593118:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:1.0:1787762667.593121:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3763:3763:256:4294967295] 192.168.204.116@tcp LPNI seq info [3763:3763:8:4294967295]
00000400:00000200:1.0:1787762667.593125:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762667.593131:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762667.593135:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762667.593137:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969646330100.
00000800:00000200:1.0:1787762667.593141:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.0:1787762667.593144:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762667.593148:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:1.1:1787762667.593151:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787762667.593154:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:1.0:1787762667.593156:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969646330100.
00000400:00000200:1.0:1787762667.593158:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762667.593173:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762667.593176:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240f68
00000400:00000010:1.0:1787762667.593178:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240f68.
00000100:00000001:1.0:1787762667.593181:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762667.593184:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9696455ea1c0 x1874600883873664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.593192:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762667.593195:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9696455ea1c0 x1874600883873664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762692 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.593201:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762667.593203:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762667.593206:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762667.593209:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:1.0:1787762667.593212:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:1.0:1787762667.593213:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298724891
00000100:00000001:1.0:1787762667.593216:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298726143
00000100:00000001:1.0:1787762667.593218:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298724891
00000100:00000001:1.0:1787762667.593220:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298726143
00000100:00000001:1.0:1787762667.593222:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762667.593224:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762667.593226:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762667.593229:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762667/real 1787762667]  req@ffff9696455ea1c0 x1874600883873664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762667.593235:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762667.593237:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762667.593238:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969652e02f78.
00000400:00000200:1.0:1787762667.593240:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff969648240220
00000400:00000010:1.0:1787762667.593242:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff969648240220.
00000100:00000001:1.0:1787762667.593244:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762667.593247:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9696455ea1c0 x1874600883873664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762667.593255:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9696455ea1c0 x1874600883873664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.593267:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762667.593269:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762667.593270:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762667.593272:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762667.593275:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9696455ea1c0 x1874600883873664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.593281:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762667.593285:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9696455ea1c0 x1874600883873664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.593291:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762667.593292:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762667.593294:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762667.593295:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762667.593297:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762667.593298:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762667.593300:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762667.593304:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:1.0:1787762667.593306:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762667.593310:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9696455ea1c0 x1874600883873664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762667.593317:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9696455ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883873664:192.168.204.116@tcp:8:kworker.0
00000100:00000001:1.0:1787762667.593320:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762667.593323:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762667.593326:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ebc00 x1874600883873152/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.593333:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762667.593335:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762667.593339:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449000.
02000000:00000001:1.0:1787762667.593341:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762667.593345:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762667.593347:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:1.0:1787762667.593349:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762667.593352:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89400.
02000000:00000001:1.0:1787762667.593357:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762667.593359:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762667.593361:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ebc00.
00000100:00000001:1.0:1787762667.593364:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762667.593366:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762667.593367:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762667.593371:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e8000 x1874600883873280/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.593378:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762667.593379:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762667.593380:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b800.
02000000:00000001:1.0:1787762667.593383:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762667.593384:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762667.593385:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:1.0:1787762667.593386:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762667.593388:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89c00.
02000000:00000001:1.0:1787762667.593389:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762667.593390:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762667.593391:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e8000.
00000100:00000001:1.0:1787762667.593394:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762667.593395:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762667.593396:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762667.593399:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ead00 x1874600883873408/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.593405:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762667.593406:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762667.593407:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96964544b000.
02000000:00000001:1.0:1787762667.593409:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762667.593410:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762667.593411:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:1.0:1787762667.593413:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762667.593414:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8a400.
02000000:00000001:1.0:1787762667.593417:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762667.593418:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762667.593419:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ead00.
00000100:00000001:1.0:1787762667.593421:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762667.593422:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762667.593424:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762667.593427:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455e9e00 x1874600883873536/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.593432:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762667.593434:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762667.593435:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645448800.
02000000:00000001:1.0:1787762667.593437:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762667.593438:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762667.593439:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:1.0:1787762667.593441:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762667.593442:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e89000.
02000000:00000001:1.0:1787762667.593444:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762667.593445:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762667.593446:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455e9e00.
00000100:00000001:1.0:1787762667.593448:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762667.593449:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762667.593450:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762667.593453:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9696455ea1c0 x1874600883873664/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762667.593459:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762667.593460:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762667.593461:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff969645449c00.
02000000:00000001:1.0:1787762667.593463:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762667.593464:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762667.593465:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:1.0:1787762667.593466:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762667.593467:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969652e8b400.
02000000:00000001:1.0:1787762667.593470:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762667.593471:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762667.593472:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9696455ea1c0.
00000100:00000001:1.0:1787762667.593474:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762667.593475:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762667.593478:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762667.593486:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762667.593488:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762667.593491:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762667.593492:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762668.035943:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762668.035952:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762668.035954:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762668.035957:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762668.035962:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762668.035964:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762668.035966:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762668.035968:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762668.035972:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762668.035974:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762668.035977:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762668.035978:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762668.036038:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762668.036042:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762668.036044:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762668.867831:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298726143, at 4298726144
00000100:00000010:0.0:1787762668.867848:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816dea0.
00000100:00000040:1.0:1787762668.868816:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298726143, at 4298726145
00000100:00000010:1.0:1787762668.868830:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96964816d420.
00010000:00000001:0.0:1787762669.060566:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762669.060573:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762669.060579:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762669.060580:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762669.060583:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762669.060584:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762669.060689:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762669.060696:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762669.060701:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762670.083737:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762670.083744:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762670.083751:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762670.083754:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762670.083757:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762670.083761:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762670.083765:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762670.083767:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762670.083769:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762670.083771:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762670.083775:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762670.083776:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762670.083877:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762670.083881:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762670.083884:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762671.107721:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762671.107727:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762671.107733:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762671.107734:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762671.107738:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762671.107738:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762671.107797:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762671.107801:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762671.107804:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762672.131723:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762672.131730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762672.131735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762672.131737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762672.131740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762672.131741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762672.134148:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762672.134153:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762672.134158:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762672.707802:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) 462ca556-5a43-4ca9-ab55-445cc00733a6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762672.707813:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762672.707815:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762672.707819:0:13263:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762672.707823:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762672.707831:0:13263:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 4057
00000400:00000200:1.0:1787762672.707840:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762672.707845:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762672.707849:0:13263:0:(import.c:589:import_select_connection()) MGC192.168.204.116@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762672.707852:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762672.707855:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762672.707858:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762672.707860:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762672.707864:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762672.707866:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa844
00000020:00000001:1.0:1787762672.707869:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762672.707872:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969644c80800 refcount=3
00000020:00000001:1.0:1787762672.707875:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000020:00000001:1.0:1787762672.707877:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170876061696 : -115902833489920 : ffff969644c80800)
00000100:00000040:1.0:1787762672.707880:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762672.707882:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762672.707884:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762672.707886:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762672.707889:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969644c80800 : new refcount 2
00000100:00080000:1.0:1787762672.707893:0:13263:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import ffff9696588f9800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762672.707895:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762672.707898:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762672.707901:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762672.707904:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762672.707906:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762672.707908:0:13263:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762672.707917:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c74f00.
00000020:00000040:1.0:1787762672.707921:0:13263:0:(genops.c:1210:class_import_get()) import ffff9696588f9800 refcount=4 obd=MGC192.168.204.116@tcp
02000000:00000001:1.0:1787762672.707924:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762672.707926:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762672.707928:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762672.707931:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762672.707934:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762672.707941:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449c00.
00000100:00000001:1.0:1787762672.707948:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762672.707956:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c74f00 x1874600883873792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762672.707966:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762672.707970:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762672.707974:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a50eac1a] to pc [ptlrpcd_rcv+-1]  req@ffff969643c74f00 x1874600883873792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762672.708001:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762672.708005:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762672.708009:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762672.708010:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762672.708011:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762672.708014:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762672.708017:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4057
00000400:00000200:1.0:1787762672.708021:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762672.708024:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762672.708026:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762672.708029:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762672.708031:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762672.708033:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762672.708036:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762672.708038:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762672.708039:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa898
00000020:00000001:1.0:1787762672.708041:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762672.708043:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969648369000 refcount=5
00000020:00000001:1.0:1787762672.708045:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000020:00000001:1.0:1787762672.708048:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933637120 : -115902775914496 : ffff969648369000)
00000100:00000040:1.0:1787762672.708051:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762672.708053:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762672.708054:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762672.708056:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762672.708059:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969648369000 : new refcount 4
00000100:00080000:1.0:1787762672.708071:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff969644c86000: import ffff969652a5f800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762672.708074:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762672.708075:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762672.708081:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762672.708082:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762672.708084:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762672.708088:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762672.708091:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762672.708093:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762672.708097:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c74000.
00000020:00000040:1.0:1787762672.708099:0:13263:0:(genops.c:1210:class_import_get()) import ffff969652a5f800 refcount=12 obd=lustre-MDT0000-mdc-ffff969644c86000
02000000:00000001:1.0:1787762672.708101:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762672.708103:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762672.708105:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762672.708106:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762672.708108:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762672.708111:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645448800.
00000100:00000001:1.0:1787762672.708114:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762672.708119:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c74000 x1874600883873920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762672.708126:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762672.708128:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762672.708132:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fd673c1] to pc [ptlrpcd_rcv+-1]  req@ffff969643c74000 x1874600883873920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762672.708140:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762672.708142:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762672.708145:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787762672.708147:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762672.708148:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762672.708150:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762672.708152:0:13263:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4057
00000400:00000200:1.0:1787762672.708156:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762672.708158:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762672.708160:0:13263:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762672.708163:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762672.708165:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762672.708166:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762672.708168:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762672.708170:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762672.708171:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa89f
00000020:00000001:1.0:1787762672.708172:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762672.708174:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff96964836a000 refcount=5
00000020:00000001:1.0:1787762672.708176:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000020:00000001:1.0:1787762672.708178:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628170933641216 : -115902775910400 : ffff96964836a000)
00000100:00000040:1.0:1787762672.708181:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762672.708183:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762672.708185:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762672.708186:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762672.708188:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff96964836a000 : new refcount 4
00000100:00080000:1.0:1787762672.708191:0:13263:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff969644c86000: import ffff96964836e800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762672.708193:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762672.708194:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762672.708196:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762672.708198:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762672.708200:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762672.708201:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762672.708203:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762672.708205:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762672.708209:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c75a40.
00000020:00000040:1.0:1787762672.708211:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836e800 refcount=4 obd=lustre-MDT0001-mdc-ffff969644c86000
02000000:00000001:1.0:1787762672.708213:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762672.708215:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762672.708216:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762672.708217:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762672.708219:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762672.708222:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544b000.
00000100:00000001:1.0:1787762672.708225:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762672.708229:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c75a40 x1874600883874048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762672.708236:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762672.708238:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762672.708241:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4c6922c] to pc [ptlrpcd_rcv+-1]  req@ffff969643c75a40 x1874600883874048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762672.708249:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762672.708251:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762672.708254:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762672.708256:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762672.708257:0:13263:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762672.708260:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762672.708262:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4057
00000400:00000200:1.0:1787762672.708265:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762672.708268:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762672.708270:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762672.708272:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762672.708274:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762672.708276:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762672.708278:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762672.708280:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762672.708281:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8ad
00000020:00000001:1.0:1787762672.708283:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762672.708284:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5f000 refcount=4
00000020:00000001:1.0:1787762672.708286:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000020:00000001:1.0:1787762672.708288:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108708352 : -115902600843264 : ffff969652a5f000)
00000100:00000040:1.0:1787762672.708290:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762672.708292:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762672.708294:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762672.708296:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762672.708298:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5f000 : new refcount 3
00000100:00080000:1.0:1787762672.708300:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff969644c86000: import ffff969648369800 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762672.708302:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762672.708303:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762672.708305:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762672.708307:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762672.708309:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762672.708311:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 147456, lost: 0.
00000008:00000001:1.0:1787762672.708313:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762672.708315:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762672.708318:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c74780.
00000020:00000040:1.0:1787762672.708320:0:13263:0:(genops.c:1210:class_import_get()) import ffff969648369800 refcount=7 obd=lustre-OST0000-osc-ffff969644c86000
02000000:00000001:1.0:1787762672.708323:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762672.708324:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762672.708325:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762672.708327:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762672.708328:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762672.708331:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96964544b800.
00000100:00000001:1.0:1787762672.708334:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762672.708338:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c74780 x1874600883874176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762672.708345:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762672.708347:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762672.708350:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e08688a4] to pc [ptlrpcd_rcv+-1]  req@ffff969643c74780 x1874600883874176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762672.708358:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762672.708361:0:13263:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef193726-4858-4256-825e-12a02e1b92c0->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762672.708364:0:13263:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787762672.708365:0:13263:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762672.708366:0:13263:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762672.708368:0:13263:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762672.708370:0:13263:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: connect to NID 192.168.204.116@tcp last attempt 4057
00000400:00000200:1.0:1787762672.708374:0:13263:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:1.0:1787762672.708376:0:13263:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.116@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762672.708379:0:13263:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762672.708381:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762672.708383:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762672.708385:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762672.708387:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000001:1.0:1787762672.708389:0:13263:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762672.708391:0:13263:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb8c9494b42efa8b4
00000020:00000001:1.0:1787762672.708392:0:13263:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762672.708394:0:13263:0:(lustre_handles.c:148:class_handle2object()) GET export ffff969652a5b000 refcount=4
00000020:00000001:1.0:1787762672.708396:0:13263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000020:00000001:1.0:1787762672.708398:0:13263:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628171108691968 : -115902600859648 : ffff969652a5b000)
00000100:00000040:1.0:1787762672.708401:0:13263:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff96964576be40 refcount 14 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762672.708403:0:13263:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762672.708404:0:13263:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96964576be40 refcount 15 to 192.168.204.116@tcp
00000100:00000001:1.0:1787762672.708406:0:13263:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628170887511616 : -115902822040000 : ffff96964576be40)
00000020:00000040:1.0:1787762672.708408:0:13263:0:(genops.c:879:class_export_put()) PUTting export ffff969652a5b000 : new refcount 3
00000100:00080000:1.0:1787762672.708411:0:13263:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff969644c86000: import ffff96964836f000 using connection 192.168.204.116@tcp/192.168.204.116@tcp
00000100:00000001:1.0:1787762672.708413:0:13263:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762672.708415:0:13263:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762672.708417:0:13263:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762672.708419:0:13263:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762672.708421:0:13263:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762672.708423:0:13263:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787762672.708426:0:13263:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762672.708427:0:13263:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762672.708431:0:13263:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff969643c75e00.
00000020:00000040:1.0:1787762672.708433:0:13263:0:(genops.c:1210:class_import_get()) import ffff96964836f000 refcount=3 obd=lustre-OST0001-osc-ffff969644c86000
02000000:00000001:1.0:1787762672.708436:0:13263:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762672.708437:0:13263:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762672.708439:0:13263:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762672.708440:0:13263:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762672.708442:0:13263:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762672.708445:0:13263:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff969645449000.
00000100:00000001:1.0:1787762672.708448:0:13263:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762672.708453:0:13263:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff969643c75e00 x1874600883874304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762672.708465:0:13263:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762672.708467:0:13263:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762672.708470:0:13263:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040d67091] to pc [ptlrpcd_rcv+-1]  req@ffff969643c75e00 x1874600883874304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762672.708478:0:13263:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762672.708482:0:13263:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4067)
00000100:00000001:2.0:1787762672.708548:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762672.708552:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762672.708555:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762672.708560:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c74f00 x1874600883873792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.708568:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762672.708570:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762672.708573:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762672.708576:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762672.708578:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762672.708581:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883873792:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762672.708584:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762672.708587:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762672.708590:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762672.708592:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762672.708618:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762672.708620:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762672.708626:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762672.708630:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762672.708637:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762672.708644:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883873792, portal 25
00000100:00000001:2.0:1787762672.708646:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762672.708648:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859237120 : -115902850314496 : ffff969643c74f00)
00000100:00000040:2.0:1787762672.708654:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c74f00 x1874600883873792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.708661:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762672.708664:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762672.708667:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762672.708671:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874600883873792, offset 0
00000400:00000200:2.0:1787762672.708677:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762672.708685:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762672.708690:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762672.708695:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762672.708699:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762672.708703:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762672.708705:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762672.708709:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3764:3764:256:4294967295] 192.168.204.116@tcp LPNI seq info [3764:3764:8:4294967295]
00000400:00000200:2.0:1787762672.708713:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762672.708721:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762672.708727:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762672.708733:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762672.708739:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762672.708742:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762672.708749:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762672.708752:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787762672.708756:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762672.708759:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762672.708766:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762672.708771:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762672.708777:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762672.708779:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762672.708784:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762672.708788:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c74f00 x1874600883873792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.708797:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762672.708802:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c74f00 x1874600883873792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762697 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.708809:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762672.708810:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762672.708817:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762672.708821:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762672.708823:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4298731260
00000100:00000010:2.0:1787762672.708829:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f76c0.
00000100:00000001:2.0:1787762672.708835:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762672.708840:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4298731260
00000100:00000010:2.0:1787762672.708844:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9696454f7ba0.
00000100:00000001:2.0:1787762672.708847:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762672.708850:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762672.708852:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762672.708855:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762672.708859:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762672/real 1787762672]  req@ffff969643c74f00 x1874600883873792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762672.708868:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762672.708870:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762672.708872:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762672.708874:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762672.708876:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762672.708879:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762672.708882:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c74f00 x1874600883873792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762672.708891:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c74f00 x1874600883873792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.708898:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762672.708899:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762672.708902:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762672.708903:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762672.708907:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c74f00 x1874600883873792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.708914:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762672.708918:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c74f00 x1874600883873792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.708925:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762672.708927:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762672.708928:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762672.708929:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762672.708931:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762672.708933:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762672.708936:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9696588f9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762672.708939:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762672.708941:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762672.708945:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c74f00 x1874600883873792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762672.708953:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:462ca556-5a43-4ca9-ab55-445cc00733a6:2396:1874600883873792:192.168.204.116@tcp:250:kworker.0
00000100:00000001:2.0:1787762672.708958:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762672.708961:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c74000 x1874600883873920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.708968:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762672.708969:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762672.708971:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762672.708973:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762672.708976:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762672.708979:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883873920:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762672.708982:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762672.708984:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762672.708985:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762672.708987:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762672.708990:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762672.708992:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762672.708996:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762672.708998:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762672.709001:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762672.709004:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883873920, portal 10
00000100:00000001:2.0:1787762672.709006:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762672.709007:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859233280 : -115902850318336 : ffff969643c74000)
00000100:00000040:2.0:1787762672.709013:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c74000 x1874600883873920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.709019:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762672.709021:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762672.709024:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762672.709026:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883873920, offset 0
00000400:00000200:2.0:1787762672.709029:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762672.709033:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762672.709036:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762672.709039:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762672.709042:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762672.709044:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762672.709046:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762672.709049:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3765:3765:256:4294967295] 192.168.204.116@tcp LPNI seq info [3765:3765:8:4294967295]
00000400:00000200:2.0:1787762672.709053:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762672.709059:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762672.709075:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762672.709079:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762672.709083:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762672.709086:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762672.709090:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762672.709092:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787762672.709096:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762672.709098:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762672.709101:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762672.709104:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762672.709107:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762672.709109:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762672.709111:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762672.709115:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c74000 x1874600883873920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.709123:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762672.709126:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c74000 x1874600883873920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762697 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.709132:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762672.709134:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762672.709136:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762672.709140:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: using a timeout of 34811 usecs (35 jiffies)
00000400:00000200:2.0:1787762672.709143:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762672.709145:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298730020
00000100:00000001:2.0:1787762672.709147:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298731260
00000100:00000001:2.0:1787762672.709149:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298730020
00000100:00000001:2.0:1787762672.709151:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298731260
00000100:00000001:2.0:1787762672.709153:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762672.709155:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762672.709156:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762672.709160:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762672/real 1787762672]  req@ffff969643c74000 x1874600883873920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762672.709166:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762672.709168:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762672.709169:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762672.709171:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762672.709172:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762672.709175:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762672.709178:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c74000 x1874600883873920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762672.709186:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c74000 x1874600883873920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.709191:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762672.709193:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762672.709194:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762672.709195:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762672.709199:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c74000 x1874600883873920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.709204:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762672.709208:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c74000 x1874600883873920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.709215:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762672.709217:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762672.709219:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762672.709220:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762672.709222:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762672.709224:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762672.709226:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969652a5f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762672.709230:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762672.709233:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762672.709236:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c74000 x1874600883873920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762672.709244:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883873920:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762672.709248:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762672.709251:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c75a40 x1874600883874048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.709262:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762672.709263:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762672.709265:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762672.709267:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762672.709269:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762672.709271:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883874048:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762672.709274:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762672.709276:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762672.709277:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762672.709279:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762672.709282:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762672.709284:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762672.709287:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762672.709289:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762672.709292:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762672.709295:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883874048, portal 10
00000100:00000001:2.0:1787762672.709296:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762672.709298:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859240000 : -115902850311616 : ffff969643c75a40)
00000100:00000040:2.0:1787762672.709303:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c75a40 x1874600883874048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.709309:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762672.709311:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762672.709313:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762672.709315:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874600883874048, offset 0
00000400:00000200:2.0:1787762672.709319:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762672.709322:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762672.709325:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762672.709328:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762672.709331:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762672.709333:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762672.709335:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762672.709338:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3766:3766:256:4294967295] 192.168.204.116@tcp LPNI seq info [3766:3766:8:4294967295]
00000400:00000200:2.0:1787762672.709342:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762672.709364:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762672.709368:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762672.709372:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762672.709375:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762672.709378:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762672.709381:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762672.709384:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787762672.709387:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762672.709389:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762672.709392:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762672.709395:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762672.709398:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762672.709399:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762672.709402:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762672.709405:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c75a40 x1874600883874048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.709412:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762672.709415:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c75a40 x1874600883874048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762697 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.709422:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762672.709423:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762672.709426:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762672.709429:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: using a timeout of 93768 usecs (94 jiffies)
00000400:00000200:2.0:1787762672.709431:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762672.709434:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298730079
00000100:00000001:2.0:1787762672.709436:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298731260
00000100:00000001:2.0:1787762672.709438:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298730079
00000100:00000001:2.0:1787762672.709440:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298731260
00000100:00000001:2.0:1787762672.709441:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762672.709444:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762672.709445:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762672.709449:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762672/real 1787762672]  req@ffff969643c75a40 x1874600883874048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762672.709456:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762672.709458:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762672.709459:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762672.709461:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762672.709463:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762672.709465:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762672.709468:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c75a40 x1874600883874048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762672.709475:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c75a40 x1874600883874048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.709481:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762672.709482:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762672.709483:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762672.709484:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762672.709488:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c75a40 x1874600883874048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.709493:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762672.709496:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c75a40 x1874600883874048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.709502:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762672.709504:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762672.709506:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762672.709507:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762672.709508:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762672.709509:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762672.709511:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762672.709515:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762672.709517:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762672.709520:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c75a40 x1874600883874048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762672.709528:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883874048:192.168.204.116@tcp:38:kworker.0
00000100:00000001:2.0:1787762672.709532:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762672.709534:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c74780 x1874600883874176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.709541:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762672.709542:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762672.709544:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762672.709546:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762672.709548:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762672.709551:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883874176:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762672.709554:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762672.709555:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762672.709557:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762672.709559:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762672.709562:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762672.709564:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762672.709567:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762672.709569:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762672.709572:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762672.709575:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883874176, portal 4
00000100:00000001:2.0:1787762672.709576:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762672.709577:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859235200 : -115902850316416 : ffff969643c74780)
00000100:00000040:2.0:1787762672.709583:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c74780 x1874600883874176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.709589:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762672.709591:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762672.709593:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762672.709595:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883874176, offset 0
00000400:00000200:2.0:1787762672.709599:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762672.709602:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762672.709606:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762672.709608:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762672.709630:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762672.709633:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762672.709636:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762672.709639:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3767:3767:256:4294967295] 192.168.204.116@tcp LPNI seq info [3767:3767:8:4294967295]
00000400:00000200:2.0:1787762672.709642:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762672.709648:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762672.709652:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762672.709656:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762672.709660:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762672.709662:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762672.709666:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762672.709669:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787762672.709673:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762672.709674:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762672.709677:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762672.709680:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762672.709683:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762672.709685:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762672.709687:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762672.709691:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c74780 x1874600883874176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.709697:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762672.709700:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c74780 x1874600883874176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762697 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.709706:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762672.709708:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762672.709711:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762672.709713:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: using a timeout of 14876 usecs (15 jiffies)
00000400:00000200:2.0:1787762672.709716:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762672.709718:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298730001
00000100:00000001:2.0:1787762672.709720:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298731260
00000100:00000001:2.0:1787762672.709722:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298730001
00000100:00000001:2.0:1787762672.709724:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298731260
00000100:00000001:2.0:1787762672.709726:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762672.709727:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762672.709729:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762672.709732:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762672/real 1787762672]  req@ffff969643c74780 x1874600883874176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762672.709738:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762672.709739:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762672.709741:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762672.709743:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762672.709744:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762672.709746:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762672.709749:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c74780 x1874600883874176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762672.709756:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c74780 x1874600883874176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.709762:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762672.709763:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762672.709765:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762672.709766:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762672.709769:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c74780 x1874600883874176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.709775:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762672.709778:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c74780 x1874600883874176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.709785:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762672.709787:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762672.709789:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762672.709790:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762672.709792:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762672.709793:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762672.709795:0:2396:0:(import.c:65:import_set_state_nolock()) ffff969648369800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762672.709798:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762672.709800:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762672.709803:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c74780 x1874600883874176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762672.709810:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c74780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883874176:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762672.709813:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762672.709816:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff969643c75e00 x1874600883874304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.709822:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762672.709823:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762672.709825:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762672.709827:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762672.709828:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762672.709831:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff969643c75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883874304:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762672.709834:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762672.709836:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762672.709837:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762672.709839:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762672.709842:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762672.709844:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762672.709847:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000010:2.0:1787762672.709850:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff969648a5f840.
00000400:00000010:2.0:1787762672.709852:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f7ee0.
00000100:00000200:2.0:1787762672.709855:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874600883874304, portal 4
00000100:00000001:2.0:1787762672.709856:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762672.709857:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628170859240960 : -115902850310656 : ffff969643c75e00)
00000100:00000040:2.0:1787762672.709862:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff969643c75e00 x1874600883874304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.709868:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762672.709870:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp
00000400:00000010:2.0:1787762672.709872:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9696483f72a8.
00000100:00000200:2.0:1787762672.709874:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874600883874304, offset 0
00000400:00000200:2.0:1787762672.709878:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp
00000400:00000200:2.0:1787762672.709881:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762672.709884:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.116@tcp local destination
00000400:00000200:2.0:1787762672.709887:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762672.709889:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp
00000400:00000200:2.0:1787762672.709891:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762672.709893:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp
00000400:00000200:2.0:1787762672.709896:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [3768:3768:256:4294967295] 192.168.204.116@tcp LPNI seq info [3768:3768:8:4294967295]
00000400:00000200:2.0:1787762672.709899:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000400:00000200:2.0:1787762672.709905:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:<?>) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762672.709910:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762672.709913:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff969642d5ed00.
00000800:00000200:2.0:1787762672.709917:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.0:1787762672.709920:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762672.709925:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff969650fdbc00] -> 12345-192.168.204.116@tcp (2)
00000800:00000200:2.1:1787762672.709927:0:2396:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.116 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787762672.709930:0:2396:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.116@tcp
00000800:00000010:2.0:1787762672.709932:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff969642d5ed00.
00000400:00000200:2.0:1787762672.709935:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762672.709938:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762672.709941:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f72a8
00000400:00000010:2.0:1787762672.709942:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f72a8.
00000100:00000001:2.0:1787762672.709945:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762672.709949:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff969643c75e00 x1874600883874304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.709955:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762672.709958:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff969643c75e00 x1874600883874304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762697 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.709964:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762672.709965:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762672.709968:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762672.709970:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: using a timeout of 21156 usecs (22 jiffies)
00000400:00000200:2.0:1787762672.709973:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0
00000100:00000001:2.0:1787762672.709974:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 0 is 4298730008
00000100:00000001:2.0:1787762672.709976:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 0, keep current deadline 4298731260
00000100:00000001:2.0:1787762672.709978:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS new deadline estimation for cpu 1 is 4298730008
00000100:00000001:2.0:1787762672.709980:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff969644c86000: PM QoS request active for cpu 1, keep current deadline 4298731260
00000100:00000001:2.0:1787762672.709982:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762672.709984:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762672.709985:0:2396:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762672.709988:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762672/real 1787762672]  req@ffff969643c75e00 x1874600883874304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762672.709994:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762672.709995:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762672.709997:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff969648a5f840.
00000400:00000200:2.0:1787762672.709999:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9696483f7ee0
00000400:00000010:2.0:1787762672.710000:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9696483f7ee0.
00000100:00000001:2.0:1787762672.710002:0:2396:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762672.710005:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff969643c75e00 x1874600883874304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762672.710012:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff969643c75e00 x1874600883874304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.710023:0:2396:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762672.710024:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762672.710026:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762672.710027:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762672.710030:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff969643c75e00 x1874600883874304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.710036:0:2396:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762672.710039:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff969643c75e00 x1874600883874304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.710045:0:2396:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762672.710047:0:2396:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762672.710049:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762672.710050:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762672.710052:0:2396:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762672.710053:0:2396:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762672.710055:0:2396:0:(import.c:65:import_set_state_nolock()) ffff96964836f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762672.710058:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.116@tcp failed (-110)
00000100:00000001:2.0:1787762672.710059:0:2396:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762672.710075:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff969643c75e00 x1874600883874304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762672.710082:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff969643c75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef193726-4858-4256-825e-12a02e1b92c0:2396:1874600883874304:192.168.204.116@tcp:8:kworker.0
00000100:00000001:2.0:1787762672.710086:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762672.710088:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762672.710091:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c74f00 x1874600883873792/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.710097:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762672.710100:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762672.710103:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ec400.
02000000:00000001:2.0:1787762672.710106:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762672.710107:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762672.710109:0:2396:0:(genops.c:1223:class_import_put()) import ffff9696588f9800 refcount=3 obd=MGC192.168.204.116@tcp
00000020:00000001:2.0:1787762672.710111:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762672.710113:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449c00.
02000000:00000001:2.0:1787762672.710117:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762672.710119:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762672.710120:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c74f00.
00000100:00000001:2.0:1787762672.710124:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762672.710125:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762672.710126:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762672.710129:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c74000 x1874600883873920/t0(0) o38->lustre-MDT0000-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.710135:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762672.710136:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762672.710138:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ecc00.
02000000:00000001:2.0:1787762672.710139:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762672.710140:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762672.710141:0:2396:0:(genops.c:1223:class_import_put()) import ffff969652a5f800 refcount=11 obd=lustre-MDT0000-mdc-ffff969644c86000
00000020:00000001:2.0:1787762672.710143:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762672.710144:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645448800.
02000000:00000001:2.0:1787762672.710146:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762672.710147:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762672.710148:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c74000.
00000100:00000001:2.0:1787762672.710150:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762672.710151:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762672.710152:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762672.710155:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c75a40 x1874600883874048/t0(0) o38->lustre-MDT0001-mdc-ffff969644c86000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.710161:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762672.710162:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762672.710163:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef000.
02000000:00000001:2.0:1787762672.710166:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762672.710167:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762672.710168:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836e800 refcount=3 obd=lustre-MDT0001-mdc-ffff969644c86000
00000020:00000001:2.0:1787762672.710170:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762672.710172:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b000.
02000000:00000001:2.0:1787762672.710174:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762672.710175:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762672.710176:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c75a40.
00000100:00000001:2.0:1787762672.710178:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762672.710179:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762672.710180:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762672.710183:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c74780 x1874600883874176/t0(0) o8->lustre-OST0000-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.710188:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762672.710189:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762672.710190:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483edc00.
02000000:00000001:2.0:1787762672.710193:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762672.710194:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762672.710195:0:2396:0:(genops.c:1223:class_import_put()) import ffff969648369800 refcount=6 obd=lustre-OST0000-osc-ffff969644c86000
00000020:00000001:2.0:1787762672.710196:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762672.710197:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96964544b800.
02000000:00000001:2.0:1787762672.710199:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762672.710200:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762672.710201:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c74780.
00000100:00000001:2.0:1787762672.710203:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762672.710204:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762672.710205:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762672.710208:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff969643c75e00 x1874600883874304/t0(0) o8->lustre-OST0001-osc-ffff969644c86000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762672.710213:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762672.710214:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762672.710215:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9696483ef400.
02000000:00000001:2.0:1787762672.710217:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762672.710218:0:2396:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762672.710219:0:2396:0:(genops.c:1223:class_import_put()) import ffff96964836f000 refcount=2 obd=lustre-OST0001-osc-ffff969644c86000
00000020:00000001:2.0:1787762672.710221:0:2396:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762672.710222:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff969645449000.
02000000:00000001:2.0:1787762672.710224:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762672.710226:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762672.710227:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff969643c75e00.
00000100:00000001:2.0:1787762672.710229:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762672.710230:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762672.710232:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762672.710238:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762672.710240:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762672.710242:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762672.710244:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762673.155929:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762673.155936:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762673.155942:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762673.155944:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762673.155947:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762673.155950:0:9535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762673.155952:0:9535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762673.155955:0:9535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762673.155958:0:9535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762673.155960:0:9535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762673.155963:0:9535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762673.155965:0:9535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762673.156149:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762673.156153:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762673.156156:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762673.987714:0:9535:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79000 (cpu 0) has reached its deadline 4298731260, at 4298731264
00000100:00000040:1.0:1787762673.987719:0:13332:0:(connection.c:75:cpu_latency_work()) work item of ffff969650e79110 (cpu 1) has reached its deadline 4298731260, at 4298731264
00000100:00000010:0.0:1787762673.987734:0:9535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f76c0.
00000100:00000010:1.0:1787762673.987737:0:13332:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9696454f7ba0.
00010000:00000001:0.0:1787762674.179690:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762674.179696:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762674.179701:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762674.179702:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762674.179705:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762674.179706:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762674.179764:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762674.179769:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762674.179772:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762675.203722:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762675.203730:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762675.203735:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762675.203737:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762675.203740:0:9535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762675.203741:0:9535:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762675.203846:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787762675.203849:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787762675.203852:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 127318 lines, 127318 kept, 0 dropped, 0 bad.